{ "target": "laya:laya-banking77-gold-1k", "cases": "/Users/alexanderollman/jevtest/train/public-banking77/heldout.jsonl", "cases_sha256": "577324f12e04f36aeb5aa145097e9c8c49208fa072e867685c8e19311167cb07", "summary": { "n": 3080, "correct": 2447, "accuracy": 0.7944805194805195, "wilson_95": [ 0.7798473124013202, 0.8083800735466266 ], "macro_f1": 0.7949167942500572, "errors": 0, "probability_rows": 3080, "multiclass_brier": 0.2969011809886487, "nll": 0.7474599917685537, "ece_10_equal_width": 0.014273973380238579, "p50_ms": 69.8686660034582, "p95_ms": 74.22837498597801, "cost_usd": null, "reported_cost_usd": 0, "cost_reported_rows": 0, "cost_unknown_rows": 3080 }, "rows": [ { "id": "banking77-heldout-0", "text_group": "89000fd16dbb30e00f276b9cd7e67d37bc69c752ecbbc58f81aa55bbce2d79e6", "expected": "card_arrival", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.000400200100050025, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.000400200100050025, "atm_support": 0.0005002501250625312, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.000400200100050025, "balance_not_updated_after_cheque_or_cash_deposit": 0.000400200100050025, "beneficiary_not_allowed": 0.000400200100050025, "cancel_transfer": 0.0002001000500250125, "card_about_to_expire": 0.0007003501750875437, "card_acceptance": 0.0007003501750875437, "card_arrival": 0.04262131065532766, "card_delivery_estimate": 0.0014007003501750874, "card_linking": 0.009404702351175588, "card_not_working": 0.0031015507753876935, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.000400200100050025, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.0009004502251125562, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.0002001000500250125, "compromised_card": 0.0011005502751375688, "contactless_not_working": 0.000400200100050025, "country_support": 0.0005002501250625312, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.0005002501250625312, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.007703851925962981, "getting_spare_card": 0.000400200100050025, "getting_virtual_card": 0.00030015007503751874, "lost_or_stolen_card": 0.9085542771385693, "lost_or_stolen_phone": 0.002601300650325162, "order_physical_card": 0.0007003501750875437, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00030015007503751874, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.000400200100050025, "supported_cards_and_currencies": 0.0016008004002001, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.0002001000500250125, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.000400200100050025, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.000400200100050025, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.000400200100050025, "visa_or_mastercard": 0.0009004502251125562, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 60.81383302807808, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1", "text_group": "9cae6f142e0b2fc7a163d384abc6f460c982e7640ffe81af1bb9c8961c997e76", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0068, "activate_my_card": 0.0047, "age_limit": 0.0018, "apple_pay_or_google_pay": 0.0018, "atm_support": 0.0025, "automatic_top_up": 0.0011, "balance_not_updated_after_bank_transfer": 0.0055, "balance_not_updated_after_cheque_or_cash_deposit": 0.0034, "beneficiary_not_allowed": 0.0022, "cancel_transfer": 0.0013, "card_about_to_expire": 0.012, "card_acceptance": 0.004, "card_arrival": 0.3851, "card_delivery_estimate": 0.0152, "card_linking": 0.0161, "card_not_working": 0.058, "card_payment_fee_charged": 0.0014, "card_payment_not_recognised": 0.0015, "card_payment_wrong_exchange_rate": 0.0018, "card_swallowed": 0.0057, "cash_withdrawal_charge": 0.0012, "cash_withdrawal_not_recognised": 0.0011, "change_pin": 0.0015, "compromised_card": 0.0027, "contactless_not_working": 0.0024, "country_support": 0.002, "declined_card_payment": 0.0018, "declined_cash_withdrawal": 0.0011, "declined_transfer": 0.0014, "direct_debit_payment_not_recognised": 0.0014, "disposable_card_limits": 0.0027, "edit_personal_details": 0.0013, "exchange_charge": 0.0012, "exchange_rate": 0.0011, "exchange_via_app": 0.0013, "extra_charge_on_statement": 0.001, "failed_transfer": 0.0013, "fiat_currency_support": 0.0015, "get_disposable_virtual_card": 0.002, "get_physical_card": 0.0468, "getting_spare_card": 0.0022, "getting_virtual_card": 0.0024, "lost_or_stolen_card": 0.1456, "lost_or_stolen_phone": 0.0019, "order_physical_card": 0.1764, "passcode_forgotten": 0.0011, "pending_card_payment": 0.0037, "pending_cash_withdrawal": 0.0011, "pending_top_up": 0.0019, "pending_transfer": 0.0017, "pin_blocked": 0.0015, "receiving_money": 0.0014, "request_refund": 0.0018, "reverted_card_payment?": 0.0027, "supported_cards_and_currencies": 0.004, "terminate_account": 0.0012, "top_up_by_bank_transfer_charge": 0.0012, "top_up_by_card_charge": 0.0012, "top_up_by_cash_or_cheque": 0.0013, "top_up_failed": 0.0015, "top_up_limits": 0.0013, "top_up_reverted": 0.002, "topping_up_by_card": 0.0053, "transaction_charged_twice": 0.0011, "transfer_fee_charged": 0.001, "transfer_into_account": 0.001, "transfer_not_received_by_recipient": 0.0019, "transfer_timing": 0.0011, "unable_to_verify_identity": 0.0017, "verify_my_identity": 0.0013, "verify_source_of_funds": 0.0012, "verify_top_up": 0.0013, "virtual_card_not_working": 0.0042, "visa_or_mastercard": 0.0071, "why_verify_identity": 0.0012, "wrong_amount_of_cash_received": 0.0013, "wrong_exchange_rate_for_cash_withdrawal": 0.0015 }, "error": null, "latency_ms": 61.38175004161894, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2", "text_group": "f930ff33d73cb65773519149a55b14eb22a233bfe5336bf20784462da6decafa", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0010002000400080016, "activate_my_card": 0.0011002200440088019, "age_limit": 0.0007001400280056011, "apple_pay_or_google_pay": 0.0010002000400080016, "atm_support": 0.0013002600520104022, "automatic_top_up": 0.000600120024004801, "balance_not_updated_after_bank_transfer": 0.0009001800360072014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010002000400080016, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.0007001400280056011, "card_about_to_expire": 0.0017003400680136028, "card_acceptance": 0.0018003600720144029, "card_arrival": 0.5822164432886577, "card_delivery_estimate": 0.024804960992198442, "card_linking": 0.004000800160032006, "card_not_working": 0.004500900180036007, "card_payment_fee_charged": 0.0009001800360072014, "card_payment_not_recognised": 0.0008001600320064014, "card_payment_wrong_exchange_rate": 0.0010002000400080016, "card_swallowed": 0.001200240048009602, "cash_withdrawal_charge": 0.0008001600320064014, "cash_withdrawal_not_recognised": 0.000600120024004801, "change_pin": 0.0007001400280056011, "compromised_card": 0.0010002000400080016, "contactless_not_working": 0.001200240048009602, "country_support": 0.0010002000400080016, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.000600120024004801, "declined_transfer": 0.0007001400280056011, "direct_debit_payment_not_recognised": 0.0008001600320064014, "disposable_card_limits": 0.0013002600520104022, "edit_personal_details": 0.000600120024004801, "exchange_charge": 0.0007001400280056011, "exchange_rate": 0.0007001400280056011, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.000600120024004801, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0010002000400080016, "get_physical_card": 0.018703740748149632, "getting_spare_card": 0.004300860172034408, "getting_virtual_card": 0.001200240048009602, "lost_or_stolen_card": 0.09541908381676335, "lost_or_stolen_phone": 0.001200240048009602, "order_physical_card": 0.19913982796559312, "passcode_forgotten": 0.000600120024004801, "pending_card_payment": 0.002500500100020004, "pending_cash_withdrawal": 0.0008001600320064014, "pending_top_up": 0.001200240048009602, "pending_transfer": 0.0011002200440088019, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.0009001800360072014, "request_refund": 0.0009001800360072014, "reverted_card_payment?": 0.0010002000400080016, "supported_cards_and_currencies": 0.0019003800760152032, "terminate_account": 0.000600120024004801, "top_up_by_bank_transfer_charge": 0.0007001400280056011, "top_up_by_card_charge": 0.0009001800360072014, "top_up_by_cash_or_cheque": 0.0008001600320064014, "top_up_failed": 0.0008001600320064014, "top_up_limits": 0.0007001400280056011, "top_up_reverted": 0.0010002000400080016, "topping_up_by_card": 0.002500500100020004, "transaction_charged_twice": 0.000600120024004801, "transfer_fee_charged": 0.000600120024004801, "transfer_into_account": 0.000600120024004801, "transfer_not_received_by_recipient": 0.0011002200440088019, "transfer_timing": 0.0008001600320064014, "unable_to_verify_identity": 0.0008001600320064014, "verify_my_identity": 0.0007001400280056011, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.0018003600720144029, "visa_or_mastercard": 0.0022004400880176037, "why_verify_identity": 0.000600120024004801, "wrong_amount_of_cash_received": 0.0008001600320064014, "wrong_exchange_rate_for_cash_withdrawal": 0.0008001600320064014 }, "error": null, "latency_ms": 60.347291990183294, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3", "text_group": "dda71f44fb5f3d275db50950d0336c5e00e9e60e0c83b29121220b8b02988f58", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.0004002401440864519, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0004002401440864519, "automatic_top_up": 0.00020012007204322596, "balance_not_updated_after_bank_transfer": 0.00020012007204322596, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.0003001801080648389, "cancel_transfer": 0.00020012007204322596, "card_about_to_expire": 0.0003001801080648389, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.15039023414048427, "card_delivery_estimate": 0.8262957774664799, "card_linking": 0.0005003001801080648, "card_not_working": 0.0004002401440864519, "card_payment_fee_charged": 0.0003001801080648389, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.00020012007204322596, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.0003001801080648389, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0004002401440864519, "declined_card_payment": 0.00020012007204322596, "declined_cash_withdrawal": 0.00020012007204322596, "declined_transfer": 0.00020012007204322596, "direct_debit_payment_not_recognised": 0.0003001801080648389, "disposable_card_limits": 0.0004002401440864519, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.00020012007204322596, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.00020012007204322596, "fiat_currency_support": 0.0003001801080648389, "get_disposable_virtual_card": 0.0003001801080648389, "get_physical_card": 0.0009005403241945167, "getting_spare_card": 0.0005003001801080648, "getting_virtual_card": 0.0004002401440864519, "lost_or_stolen_card": 0.0003001801080648389, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.0019011406844106464, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.0007004202521512908, "pending_cash_withdrawal": 0.0003001801080648389, "pending_top_up": 0.0003001801080648389, "pending_transfer": 0.0003001801080648389, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.0003001801080648389, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0005003001801080648, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.00020012007204322596, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.00020012007204322596, "top_up_failed": 0.00020012007204322596, "top_up_limits": 0.00020012007204322596, "top_up_reverted": 0.0003001801080648389, "topping_up_by_card": 0.0005003001801080648, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.0003001801080648389, "transfer_timing": 0.0004002401440864519, "unable_to_verify_identity": 0.00020012007204322596, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.0003001801080648389, "visa_or_mastercard": 0.0004002401440864519, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.0003001801080648389, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 60.864167055115104, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-4", "text_group": "a5ed030587286e13e22591beffac23e6c703c680bff1f143a612cd142a8f7f61", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0004, "card_acceptance": 0.0004, "card_arrival": 0.851, "card_delivery_estimate": 0.088, "card_linking": 0.0005, "card_not_working": 0.0011, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0041, "getting_spare_card": 0.0007, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0101, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0074, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0128, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0007, "pending_transfer": 0.0008, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0011, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 60.77199999708682, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-5", "text_group": "ad2d19788d7d3abc6af10d9566bd3f46faf95b0bbcd52649b1159b7c3e43ff6b", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00020012007204322593, "activate_my_card": 0.00040024014408645187, "age_limit": 0.00020012007204322593, "apple_pay_or_google_pay": 0.00030018010806483886, "atm_support": 0.00040024014408645187, "automatic_top_up": 0.00020012007204322593, "balance_not_updated_after_bank_transfer": 0.00020012007204322593, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020012007204322593, "beneficiary_not_allowed": 0.00020012007204322593, "cancel_transfer": 0.00020012007204322593, "card_about_to_expire": 0.00030018010806483886, "card_acceptance": 0.00040024014408645187, "card_arrival": 0.2307384430658395, "card_delivery_estimate": 0.6956173704222534, "card_linking": 0.0006003602161296777, "card_not_working": 0.00040024014408645187, "card_payment_fee_charged": 0.00020012007204322593, "card_payment_not_recognised": 0.00020012007204322593, "card_payment_wrong_exchange_rate": 0.00030018010806483886, "card_swallowed": 0.00030018010806483886, "cash_withdrawal_charge": 0.00020012007204322593, "cash_withdrawal_not_recognised": 0.00020012007204322593, "change_pin": 0.00020012007204322593, "compromised_card": 0.00030018010806483886, "contactless_not_working": 0.00030018010806483886, "country_support": 0.00040024014408645187, "declined_card_payment": 0.00020012007204322593, "declined_cash_withdrawal": 0.00020012007204322593, "declined_transfer": 0.00020012007204322593, "direct_debit_payment_not_recognised": 0.00020012007204322593, "disposable_card_limits": 0.00030018010806483886, "edit_personal_details": 0.00020012007204322593, "exchange_charge": 0.00020012007204322593, "exchange_rate": 0.00020012007204322593, "exchange_via_app": 0.00020012007204322593, "extra_charge_on_statement": 0.00020012007204322593, "failed_transfer": 0.00020012007204322593, "fiat_currency_support": 0.00030018010806483886, "get_disposable_virtual_card": 0.00030018010806483886, "get_physical_card": 0.04332599559735841, "getting_spare_card": 0.0008004802881729037, "getting_virtual_card": 0.00030018010806483886, "lost_or_stolen_card": 0.0006003602161296777, "lost_or_stolen_phone": 0.00020012007204322593, "order_physical_card": 0.010406243746247747, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.00030018010806483886, "pending_cash_withdrawal": 0.00020012007204322593, "pending_top_up": 0.00020012007204322593, "pending_transfer": 0.00020012007204322593, "pin_blocked": 0.00020012007204322593, "receiving_money": 0.00030018010806483886, "request_refund": 0.00020012007204322593, "reverted_card_payment?": 0.00030018010806483886, "supported_cards_and_currencies": 0.0010006003602161296, "terminate_account": 0.00020012007204322593, "top_up_by_bank_transfer_charge": 0.00020012007204322593, "top_up_by_card_charge": 0.00020012007204322593, "top_up_by_cash_or_cheque": 0.00020012007204322593, "top_up_failed": 0.00020012007204322593, "top_up_limits": 0.00020012007204322593, "top_up_reverted": 0.00020012007204322593, "topping_up_by_card": 0.0005003001801080648, "transaction_charged_twice": 0.00020012007204322593, "transfer_fee_charged": 0.00020012007204322593, "transfer_into_account": 0.00020012007204322593, "transfer_not_received_by_recipient": 0.00020012007204322593, "transfer_timing": 0.00020012007204322593, "unable_to_verify_identity": 0.00020012007204322593, "verify_my_identity": 0.00020012007204322593, "verify_source_of_funds": 0.00020012007204322593, "verify_top_up": 0.00020012007204322593, "virtual_card_not_working": 0.00030018010806483886, "visa_or_mastercard": 0.0005003001801080648, "why_verify_identity": 0.00020012007204322593, "wrong_amount_of_cash_received": 0.00020012007204322593, "wrong_exchange_rate_for_cash_withdrawal": 0.00030018010806483886 }, "error": null, "latency_ms": 61.72483309637755, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-6", "text_group": "c5cecc3f86b0fd0d863c9857a08321c182926c2c07e7d4f11cffc16d94b726c5", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0006999300069993001, "activate_my_card": 0.0006999300069993001, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.009699030096990302, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.7419258074192581, "card_delivery_estimate": 0.0092990700929907, "card_linking": 0.004399560043995601, "card_not_working": 0.0014998500149985001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.0012998700129987, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00029997000299970003, "compromised_card": 0.0024997500249975004, "contactless_not_working": 0.0004999500049995, "country_support": 0.0004999500049995, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0008999100089991, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.020597940205979402, "getting_spare_card": 0.000999900009999, "getting_virtual_card": 0.0007999200079992001, "lost_or_stolen_card": 0.08039196080391961, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.09599040095990401, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0004999500049995, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0006999300069993001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.0016998300169983002, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0007999200079992001, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 64.08558296971023, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-7", "text_group": "42571d78b7078520b38c9261af379c72cc75fc78f463f3c6d828ae49d33365af", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0015003000600120023, "activate_my_card": 0.0007001400280056011, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0010002000400080016, "card_arrival": 0.45149029805961194, "card_delivery_estimate": 0.00620124024804961, "card_linking": 0.003200640128025605, "card_not_working": 0.006901380276055211, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0035007001400280055, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00040008001600320064, "compromised_card": 0.0022004400880176037, "contactless_not_working": 0.0006001200240048009, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0006001200240048009, "get_physical_card": 0.05261052210442088, "getting_spare_card": 0.0009001800360072014, "getting_virtual_card": 0.0008001600320064013, "lost_or_stolen_card": 0.42648529705941185, "lost_or_stolen_phone": 0.0018003600720144029, "order_physical_card": 0.008701740348069613, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0011002200440088019, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.0006001200240048009, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0006001200240048009, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.0008001600320064013, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0006001200240048009, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.003100620124024805, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0006001200240048009, "visa_or_mastercard": 0.0009001800360072014, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 62.40620894823223, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-8", "text_group": "d865b4fddda8867c73783bae6ae8da89e02459b5dfdd91008dde27f651a4afa6", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0010997800439912018, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0008998200359928015, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.0013997200559888023, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.45970805838832235, "card_delivery_estimate": 0.03309338132373525, "card_linking": 0.0010997800439912018, "card_not_working": 0.004899020195960808, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.0023995200959808036, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.0008998200359928015, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.01809638072385523, "getting_spare_card": 0.001299740051989602, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.4421115776844631, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.009398120375924815, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.0026994601079784043, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.00029994001199760045, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.0005998800239952009, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0008998200359928015, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 62.20916600432247, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-9", "text_group": "97090c7676c34a994af52de3cf1a20b1a555d1a74f32d0412526926f4a6c9334", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.002000200020002, "activate_my_card": 0.0026002600260026003, "age_limit": 0.0016001600160016002, "apple_pay_or_google_pay": 0.0016001600160016002, "atm_support": 0.0026002600260026003, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.0023002300230023, "balance_not_updated_after_cheque_or_cash_deposit": 0.0019001900190019003, "beneficiary_not_allowed": 0.0016001600160016002, "cancel_transfer": 0.0009000900090009, "card_about_to_expire": 0.008200820082008202, "card_acceptance": 0.0032003200320032004, "card_arrival": 0.23392339233923393, "card_delivery_estimate": 0.3043304330433043, "card_linking": 0.019701970197019702, "card_not_working": 0.015401540154015401, "card_payment_fee_charged": 0.0013001300130013002, "card_payment_not_recognised": 0.0013001300130013002, "card_payment_wrong_exchange_rate": 0.0015001500150015003, "card_swallowed": 0.0025002500250025004, "cash_withdrawal_charge": 0.001000100010001, "cash_withdrawal_not_recognised": 0.0009000900090009, "change_pin": 0.0012001200120012, "compromised_card": 0.0017001700170017002, "contactless_not_working": 0.0017001700170017002, "country_support": 0.0023002300230023, "declined_card_payment": 0.0015001500150015003, "declined_cash_withdrawal": 0.0009000900090009, "declined_transfer": 0.0013001300130013002, "direct_debit_payment_not_recognised": 0.001000100010001, "disposable_card_limits": 0.0035003500350035003, "edit_personal_details": 0.0011001100110011003, "exchange_charge": 0.0011001100110011003, "exchange_rate": 0.0009000900090009, "exchange_via_app": 0.0011001100110011003, "extra_charge_on_statement": 0.0009000900090009, "failed_transfer": 0.001000100010001, "fiat_currency_support": 0.0018001800180018, "get_disposable_virtual_card": 0.0039003900390039, "get_physical_card": 0.059605960596059604, "getting_spare_card": 0.0647064706470647, "getting_virtual_card": 0.016901690169016898, "lost_or_stolen_card": 0.002000200020002, "lost_or_stolen_phone": 0.0008000800080008001, "order_physical_card": 0.1416141614161416, "passcode_forgotten": 0.001000100010001, "pending_card_payment": 0.0032003200320032004, "pending_cash_withdrawal": 0.0011001100110011003, "pending_top_up": 0.004400440044004401, "pending_transfer": 0.0025002500250025004, "pin_blocked": 0.0012001200120012, "receiving_money": 0.0013001300130013002, "request_refund": 0.001000100010001, "reverted_card_payment?": 0.0017001700170017002, "supported_cards_and_currencies": 0.012701270127012701, "terminate_account": 0.0009000900090009, "top_up_by_bank_transfer_charge": 0.0009000900090009, "top_up_by_card_charge": 0.001000100010001, "top_up_by_cash_or_cheque": 0.001000100010001, "top_up_failed": 0.001000100010001, "top_up_limits": 0.001000100010001, "top_up_reverted": 0.0014001400140014, "topping_up_by_card": 0.0031003100310031, "transaction_charged_twice": 0.0009000900090009, "transfer_fee_charged": 0.0009000900090009, "transfer_into_account": 0.0008000800080008001, "transfer_not_received_by_recipient": 0.0012001200120012, "transfer_timing": 0.001000100010001, "unable_to_verify_identity": 0.0014001400140014, "verify_my_identity": 0.0012001200120012, "verify_source_of_funds": 0.0009000900090009, "verify_top_up": 0.001000100010001, "virtual_card_not_working": 0.007400740074007401, "visa_or_mastercard": 0.0157015701570157, "why_verify_identity": 0.0013001300130013002, "wrong_amount_of_cash_received": 0.001000100010001, "wrong_exchange_rate_for_cash_withdrawal": 0.0012001200120012 }, "error": null, "latency_ms": 64.12620795890689, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-10", "text_group": "187359c988115f73dae9c35ad10782c70cdf0ce991b55e4e4da272462ab856f3", "expected": "card_arrival", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.007, "activate_my_card": 0.0165, "age_limit": 0.004, "apple_pay_or_google_pay": 0.0068, "atm_support": 0.0101, "automatic_top_up": 0.004, "balance_not_updated_after_bank_transfer": 0.0498, "balance_not_updated_after_cheque_or_cash_deposit": 0.0139, "beneficiary_not_allowed": 0.005, "cancel_transfer": 0.0037, "card_about_to_expire": 0.01, "card_acceptance": 0.0179, "card_arrival": 0.1221, "card_delivery_estimate": 0.0071, "card_linking": 0.2028, "card_not_working": 0.0402, "card_payment_fee_charged": 0.0066, "card_payment_not_recognised": 0.0067, "card_payment_wrong_exchange_rate": 0.0053, "card_swallowed": 0.0125, "cash_withdrawal_charge": 0.0038, "cash_withdrawal_not_recognised": 0.0041, "change_pin": 0.0049, "compromised_card": 0.031, "contactless_not_working": 0.0084, "country_support": 0.0066, "declined_card_payment": 0.0046, "declined_cash_withdrawal": 0.0032, "declined_transfer": 0.0036, "direct_debit_payment_not_recognised": 0.0047, "disposable_card_limits": 0.0147, "edit_personal_details": 0.008, "exchange_charge": 0.0035, "exchange_rate": 0.0031, "exchange_via_app": 0.0039, "extra_charge_on_statement": 0.0036, "failed_transfer": 0.0041, "fiat_currency_support": 0.0057, "get_disposable_virtual_card": 0.006, "get_physical_card": 0.0287, "getting_spare_card": 0.0047, "getting_virtual_card": 0.0039, "lost_or_stolen_card": 0.0422, "lost_or_stolen_phone": 0.0034, "order_physical_card": 0.005, "passcode_forgotten": 0.0037, "pending_card_payment": 0.0109, "pending_cash_withdrawal": 0.0043, "pending_top_up": 0.0046, "pending_transfer": 0.0052, "pin_blocked": 0.0044, "receiving_money": 0.0047, "request_refund": 0.0036, "reverted_card_payment?": 0.0111, "supported_cards_and_currencies": 0.0556, "terminate_account": 0.0043, "top_up_by_bank_transfer_charge": 0.0039, "top_up_by_card_charge": 0.0034, "top_up_by_cash_or_cheque": 0.0043, "top_up_failed": 0.0043, "top_up_limits": 0.0041, "top_up_reverted": 0.0051, "topping_up_by_card": 0.0135, "transaction_charged_twice": 0.004, "transfer_fee_charged": 0.0033, "transfer_into_account": 0.003, "transfer_not_received_by_recipient": 0.0051, "transfer_timing": 0.0036, "unable_to_verify_identity": 0.0051, "verify_my_identity": 0.0049, "verify_source_of_funds": 0.0063, "verify_top_up": 0.0055, "virtual_card_not_working": 0.0094, "visa_or_mastercard": 0.0168, "why_verify_identity": 0.0043, "wrong_amount_of_cash_received": 0.0054, "wrong_exchange_rate_for_cash_withdrawal": 0.0049 }, "error": null, "latency_ms": 64.22883307095617, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-11", "text_group": "65abce4fe4f938757519ca101b65990074f7453154fbe7b942d07f437777acc5", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00020010005002501252, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00020010005002501252, "cancel_transfer": 0.00020010005002501252, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.017508754377188598, "card_delivery_estimate": 0.9614807403701852, "card_linking": 0.0005002501250625313, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00040020010005002504, "declined_card_payment": 0.00020010005002501252, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00040020010005002504, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.0009004502251125563, "getting_spare_card": 0.00030015007503751874, "getting_virtual_card": 0.00030015007503751874, "lost_or_stolen_card": 0.00030015007503751874, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00040020010005002504, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.00040020010005002504, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.00030015007503751874, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00040020010005002504, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.0009004502251125563, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00040020010005002504, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00040020010005002504, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00020010005002501252 }, "error": null, "latency_ms": 65.21037500351667, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-12", "text_group": "46583724086617cab7bf21a0f8bf54c46067836b4563d4c6498d46bc338ec022", "expected": "card_arrival", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0017003400680136026, "activate_my_card": 0.0010002000400080016, "age_limit": 0.0008001600320064013, "apple_pay_or_google_pay": 0.0008001600320064013, "atm_support": 0.0012002400480096017, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.001300260052010402, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011002200440088019, "beneficiary_not_allowed": 0.0011002200440088019, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.002600520104020804, "card_acceptance": 0.0016003200640128026, "card_arrival": 0.10822164432886577, "card_delivery_estimate": 0.004000800160032006, "card_linking": 0.01950390078015603, "card_not_working": 0.030506101220244046, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0008001600320064013, "card_payment_wrong_exchange_rate": 0.0009001800360072014, "card_swallowed": 0.006701340268053611, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.0007001400280056011, "compromised_card": 0.010402080416083216, "contactless_not_working": 0.0012002400480096017, "country_support": 0.0010002000400080016, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0007001400280056011, "disposable_card_limits": 0.0016003200640128026, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0008001600320064013, "get_disposable_virtual_card": 0.0022004400880176037, "get_physical_card": 0.036307261452290455, "getting_spare_card": 0.0044008801760352075, "getting_virtual_card": 0.001300260052010402, "lost_or_stolen_card": 0.70374074814963, "lost_or_stolen_phone": 0.011002200440088017, "order_physical_card": 0.006001200240048009, "passcode_forgotten": 0.0008001600320064013, "pending_card_payment": 0.0008001600320064013, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.0006001200240048009, "pin_blocked": 0.0008001600320064013, "receiving_money": 0.0007001400280056011, "request_refund": 0.0009001800360072014, "reverted_card_payment?": 0.0012002400480096017, "supported_cards_and_currencies": 0.0022004400880176037, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0006001200240048009, "top_up_by_cash_or_cheque": 0.0007001400280056011, "top_up_failed": 0.0007001400280056011, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.0010002000400080016, "topping_up_by_card": 0.001300260052010402, "transaction_charged_twice": 0.0006001200240048009, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0007001400280056011, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0011002200440088019, "verify_my_identity": 0.0007001400280056011, "verify_source_of_funds": 0.0006001200240048009, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0016003200640128026, "visa_or_mastercard": 0.001900380076015203, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.0008001600320064013 }, "error": null, "latency_ms": 66.02149992249906, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-13", "text_group": "c3be7814d5be60227017d39d04a5fbbc3a527c1ee830f1197df869797cffcbfd", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.002599480103979204, "activate_my_card": 0.0006998600279944011, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0005998800239952009, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.001299740051989602, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010997800439912018, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.009498100379924015, "card_acceptance": 0.0013997200559888023, "card_arrival": 0.7037592481503699, "card_delivery_estimate": 0.0613877224555089, "card_linking": 0.003899220155968806, "card_not_working": 0.02409518096380724, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.004099180163967207, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0003999200159968007, "compromised_card": 0.0015996800639872027, "contactless_not_working": 0.0008998200359928015, "country_support": 0.0006998600279944011, "declined_card_payment": 0.0007998400319936014, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0007998400319936014, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.001799640071985603, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0005998800239952009, "get_disposable_virtual_card": 0.0007998400319936014, "get_physical_card": 0.040291941611677665, "getting_spare_card": 0.007398520295940812, "getting_virtual_card": 0.0021995600879824036, "lost_or_stolen_card": 0.053289342131573686, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.03029394121175765, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.007898420315936813, "pending_cash_withdrawal": 0.0006998600279944011, "pending_top_up": 0.0026994601079784043, "pending_transfer": 0.001999600079984003, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0005998800239952009, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0007998400319936014, "supported_cards_and_currencies": 0.0016996600679864027, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.0008998200359928015, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0006998600279944011, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0004999000199960008, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.002999400119976005, "visa_or_mastercard": 0.004199160167966407, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 65.26537495665252, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-14", "text_group": "ad1f3c2c2127a1c4d47db437d3bb52c70b30354803aadfdcf75cd393a73b5ee9", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0048, "activate_my_card": 0.0015, "age_limit": 0.0011, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0013, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0022, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015, "beneficiary_not_allowed": 0.0014, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0016, "card_acceptance": 0.002, "card_arrival": 0.4365, "card_delivery_estimate": 0.0271, "card_linking": 0.012, "card_not_working": 0.0486, "card_payment_fee_charged": 0.0009, "card_payment_not_recognised": 0.001, "card_payment_wrong_exchange_rate": 0.0011, "card_swallowed": 0.0052, "cash_withdrawal_charge": 0.0008, "cash_withdrawal_not_recognised": 0.0009, "change_pin": 0.0008, "compromised_card": 0.0016, "contactless_not_working": 0.0017, "country_support": 0.0012, "declined_card_payment": 0.0013, "declined_cash_withdrawal": 0.0009, "declined_transfer": 0.001, "direct_debit_payment_not_recognised": 0.0009, "disposable_card_limits": 0.0014, "edit_personal_details": 0.0008, "exchange_charge": 0.0007, "exchange_rate": 0.0007, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.0011, "fiat_currency_support": 0.0011, "get_disposable_virtual_card": 0.0019, "get_physical_card": 0.1432, "getting_spare_card": 0.0058, "getting_virtual_card": 0.0021, "lost_or_stolen_card": 0.2071, "lost_or_stolen_phone": 0.0013, "order_physical_card": 0.0236, "passcode_forgotten": 0.0008, "pending_card_payment": 0.0069, "pending_cash_withdrawal": 0.0016, "pending_top_up": 0.0016, "pending_transfer": 0.0021, "pin_blocked": 0.001, "receiving_money": 0.0012, "request_refund": 0.0012, "reverted_card_payment?": 0.0019, "supported_cards_and_currencies": 0.0025, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0007, "top_up_by_card_charge": 0.0007, "top_up_by_cash_or_cheque": 0.0009, "top_up_failed": 0.001, "top_up_limits": 0.0008, "top_up_reverted": 0.0012, "topping_up_by_card": 0.0019, "transaction_charged_twice": 0.0008, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0013, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0012, "verify_my_identity": 0.0008, "verify_source_of_funds": 0.0008, "verify_top_up": 0.001, "virtual_card_not_working": 0.0023, "visa_or_mastercard": 0.0031, "why_verify_identity": 0.0008, "wrong_amount_of_cash_received": 0.0011, "wrong_exchange_rate_for_cash_withdrawal": 0.0009 }, "error": null, "latency_ms": 66.21208402793854, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-15", "text_group": "d98d56d25483cd536f741d4dfa56c524f339df19ed37696ebc994e632a8ef30a", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0004999500049995, "card_arrival": 0.035096490350964904, "card_delivery_estimate": 0.9309069093090692, "card_linking": 0.0005999400059994001, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.0035996400359964, "getting_spare_card": 0.0012998700129987, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.0030996900309969004, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.0005999400059994001, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 67.58649996481836, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-16", "text_group": "6e407f31f49e7d7e94c4204527869ba3edd3800d6e2ee69b9b628ddd0dd8cad1", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0008001600320064013, "activate_my_card": 0.0006001200240048009, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0008001600320064013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0008001600320064013, "card_arrival": 0.0682136427285457, "card_delivery_estimate": 0.8254650930186037, "card_linking": 0.006001200240048009, "card_not_working": 0.013402680536107221, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0018003600720144029, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0003000600120024004, "compromised_card": 0.0006001200240048009, "contactless_not_working": 0.0007001400280056011, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.0006001200240048009, "get_physical_card": 0.020404080816163232, "getting_spare_card": 0.0036007201440288058, "getting_virtual_card": 0.0008001600320064013, "lost_or_stolen_card": 0.007501500300060012, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.007601520304060812, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.005201040208041608, "pending_cash_withdrawal": 0.002100420084016803, "pending_top_up": 0.003100620124024805, "pending_transfer": 0.0022004400880176037, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0007001400280056011, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.0017003400680136026, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0008001600320064013, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0008001600320064013, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0008001600320064013, "visa_or_mastercard": 0.0016003200640128026, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0008001600320064013, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 67.35841697081923, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-17", "text_group": "c07ae12f9dd266e346304b477affd46a1a3c4823457a7bf3645e187e5ae37b52", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0015003000600120023, "activate_my_card": 0.00040008001600320064, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.4556911382276455, "card_delivery_estimate": 0.11792358471694339, "card_linking": 0.0008001600320064013, "card_not_working": 0.008301660332066413, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0016003200640128026, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0003000600120024004, "compromised_card": 0.0011002200440088019, "contactless_not_working": 0.0008001600320064013, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0009001800360072014, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.014302860572114422, "getting_spare_card": 0.0008001600320064013, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.3472694538907782, "lost_or_stolen_phone": 0.002000400080016003, "order_physical_card": 0.01280256051210242, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0024004800960192034, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0007001400280056011, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0008001600320064013, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0006001200240048009, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.004600920184036807, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0008001600320064013, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 66.47929199971259, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-18", "text_group": "3e222e5e4bdc52cf2d6e774fb60c576c8f745b02ec27ef0de4129a4a8942d600", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0012001200120012002, "activate_my_card": 0.0025002500250025004, "age_limit": 0.0009000900090009002, "apple_pay_or_google_pay": 0.0010001000100010003, "atm_support": 0.0013001300130013002, "automatic_top_up": 0.0006000600060006001, "balance_not_updated_after_bank_transfer": 0.0012001200120012002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013001300130013002, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.0007000700070007002, "card_about_to_expire": 0.003800380038003801, "card_acceptance": 0.0023002300230023005, "card_arrival": 0.5146514651465146, "card_delivery_estimate": 0.03960396039603961, "card_linking": 0.012701270127012701, "card_not_working": 0.006800680068006801, "card_payment_fee_charged": 0.0009000900090009002, "card_payment_not_recognised": 0.0008000800080008002, "card_payment_wrong_exchange_rate": 0.0010001000100010003, "card_swallowed": 0.0020002000200020006, "cash_withdrawal_charge": 0.0007000700070007002, "cash_withdrawal_not_recognised": 0.0008000800080008002, "change_pin": 0.0008000800080008002, "compromised_card": 0.0014001400140014003, "contactless_not_working": 0.0013001300130013002, "country_support": 0.0012001200120012002, "declined_card_payment": 0.0007000700070007002, "declined_cash_withdrawal": 0.0006000600060006001, "declined_transfer": 0.0007000700070007002, "direct_debit_payment_not_recognised": 0.0008000800080008002, "disposable_card_limits": 0.0018001800180018003, "edit_personal_details": 0.0009000900090009002, "exchange_charge": 0.0006000600060006001, "exchange_rate": 0.0006000600060006001, "exchange_via_app": 0.0007000700070007002, "extra_charge_on_statement": 0.0005000500050005002, "failed_transfer": 0.0007000700070007002, "fiat_currency_support": 0.0009000900090009002, "get_disposable_virtual_card": 0.0015001500150015003, "get_physical_card": 0.13061306130613062, "getting_spare_card": 0.024602460246024607, "getting_virtual_card": 0.0024002400240024004, "lost_or_stolen_card": 0.13121312131213123, "lost_or_stolen_phone": 0.0012001200120012002, "order_physical_card": 0.06070607060706071, "passcode_forgotten": 0.0007000700070007002, "pending_card_payment": 0.0011001100110011003, "pending_cash_withdrawal": 0.0007000700070007002, "pending_top_up": 0.0010001000100010003, "pending_transfer": 0.0010001000100010003, "pin_blocked": 0.0008000800080008002, "receiving_money": 0.0008000800080008002, "request_refund": 0.0008000800080008002, "reverted_card_payment?": 0.0011001100110011003, "supported_cards_and_currencies": 0.0028002800280028006, "terminate_account": 0.0007000700070007002, "top_up_by_bank_transfer_charge": 0.0007000700070007002, "top_up_by_card_charge": 0.0007000700070007002, "top_up_by_cash_or_cheque": 0.0008000800080008002, "top_up_failed": 0.0008000800080008002, "top_up_limits": 0.0007000700070007002, "top_up_reverted": 0.0010001000100010003, "topping_up_by_card": 0.0020002000200020006, "transaction_charged_twice": 0.0007000700070007002, "transfer_fee_charged": 0.0006000600060006001, "transfer_into_account": 0.0006000600060006001, "transfer_not_received_by_recipient": 0.0010001000100010003, "transfer_timing": 0.0007000700070007002, "unable_to_verify_identity": 0.0011001100110011003, "verify_my_identity": 0.0009000900090009002, "verify_source_of_funds": 0.0006000600060006001, "verify_top_up": 0.0007000700070007002, "virtual_card_not_working": 0.0018001800180018003, "visa_or_mastercard": 0.006600660066006602, "why_verify_identity": 0.0007000700070007002, "wrong_amount_of_cash_received": 0.0007000700070007002, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008002 }, "error": null, "latency_ms": 65.68391702603549, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-19", "text_group": "ab10dbd75b8fd00d88963d7141396731397e75028d5606021c5ff274a31f3f9a", "expected": "card_arrival", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.18335500650195058, "card_delivery_estimate": 0.0019005701710513153, "card_linking": 0.0008002400720216065, "card_not_working": 0.002700810243072922, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0006001800540162048, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.00020006001800540162, "compromised_card": 0.005101530459137742, "contactless_not_working": 0.00040012003601080324, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.005301590477143143, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.7729318795638692, "lost_or_stolen_phone": 0.005401620486145844, "order_physical_card": 0.0029008702610783233, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00040012003601080324, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 66.58829096704721, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-20", "text_group": "39ca3619547be3b4454311d626fab56a50dee566aec77e76b54aef3279b44577", "expected": "card_arrival", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0013997200559888023, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.127374525094981, "card_delivery_estimate": 0.0033993201359728054, "card_linking": 0.0004999000199960008, "card_not_working": 0.0009998000399920016, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.0014997000599880025, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00019996000799840034, "compromised_card": 0.002299540091981604, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.005798840231953609, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.825134973005399, "lost_or_stolen_phone": 0.012397520495900819, "order_physical_card": 0.0010997800439912018, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.84429101087153, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-21", "text_group": "f91428f584cfcde7b7f36632f30f4836a93d43336a218bab6149370c7d4a8cc7", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0023990403838464614, "activate_my_card": 0.0004998000799680128, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0003998400639744103, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0005997600959616154, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.40873650539784084, "card_delivery_estimate": 0.5129948020791684, "card_linking": 0.001999200319872051, "card_not_working": 0.0015993602558976412, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.0002998800479808077, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0003998400639744103, "declined_card_payment": 0.0003998400639744103, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.006697321071571372, "getting_spare_card": 0.0007996801279488206, "getting_virtual_card": 0.0004998000799680128, "lost_or_stolen_card": 0.0015993602558976412, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.03198720511795282, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.004898040783686526, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0007996801279488206, "pending_transfer": 0.0006997201119552179, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.000899640143942423, "reverted_card_payment?": 0.0004998000799680128, "supported_cards_and_currencies": 0.000899640143942423, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0006997201119552179, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.0004998000799680128, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0004998000799680128, "visa_or_mastercard": 0.0007996801279488206, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 68.11450002714992, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-22", "text_group": "04d8eeca6690b0e19070e1741c863aa0aaf906b3a6fe788c82ca795c840344a3", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0002998500749625187, "activate_my_card": 0.0004997501249375313, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.00039980009995002505, "atm_support": 0.0004997501249375313, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.0002998500749625187, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998500749625187, "beneficiary_not_allowed": 0.0002998500749625187, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.00039980009995002505, "card_arrival": 0.13173413293353325, "card_delivery_estimate": 0.829785107446277, "card_linking": 0.0006996501749125438, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.0002998500749625187, "card_payment_wrong_exchange_rate": 0.0002998500749625187, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.0002998500749625187, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.0002998500749625187, "compromised_card": 0.00039980009995002505, "contactless_not_working": 0.00039980009995002505, "country_support": 0.0004997501249375313, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.00019990004997501253, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.0010994502748625688, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.0014992503748125939, "getting_spare_card": 0.0015992003998001002, "getting_virtual_card": 0.0005997001499250374, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.009295352323838081, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.0008995502248875562, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.0004997501249375313, "pending_transfer": 0.0004997501249375313, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.0002998500749625187, "request_refund": 0.00019990004997501253, "reverted_card_payment?": 0.00039980009995002505, "supported_cards_and_currencies": 0.0006996501749125438, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.0004997501249375313, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00039980009995002505, "transfer_timing": 0.00039980009995002505, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.0004997501249375313, "visa_or_mastercard": 0.0008995502248875562, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998500749625187 }, "error": null, "latency_ms": 68.21020797360688, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-23", "text_group": "a03bc944143228b60b2fade3cf439dfab9c1f5a2527ec96d65a9f226f641aa04", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.002099370188943317, "activate_my_card": 0.002099370188943317, "age_limit": 0.0011996401079676095, "apple_pay_or_google_pay": 0.0015995201439568132, "atm_support": 0.002099370188943317, "automatic_top_up": 0.000999700089973008, "balance_not_updated_after_bank_transfer": 0.0017994601619514146, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017994601619514146, "beneficiary_not_allowed": 0.0017994601619514146, "cancel_transfer": 0.0011996401079676095, "card_about_to_expire": 0.004498650404878536, "card_acceptance": 0.002699190242927122, "card_arrival": 0.40377886634009796, "card_delivery_estimate": 0.010796760971708489, "card_linking": 0.015195441367589723, "card_not_working": 0.017894631610516843, "card_payment_fee_charged": 0.0013995801259622115, "card_payment_not_recognised": 0.0012996101169649105, "card_payment_wrong_exchange_rate": 0.0015995201439568132, "card_swallowed": 0.0032990102969109266, "cash_withdrawal_charge": 0.0011996401079676095, "cash_withdrawal_not_recognised": 0.001099670098970309, "change_pin": 0.0011996401079676095, "compromised_card": 0.0016994901529541137, "contactless_not_working": 0.0017994601619514146, "country_support": 0.0016994901529541137, "declined_card_payment": 0.0011996401079676095, "declined_cash_withdrawal": 0.001099670098970309, "declined_transfer": 0.0011996401079676095, "direct_debit_payment_not_recognised": 0.0012996101169649105, "disposable_card_limits": 0.002099370188943317, "edit_personal_details": 0.000999700089973008, "exchange_charge": 0.001099670098970309, "exchange_rate": 0.001099670098970309, "exchange_via_app": 0.0011996401079676095, "extra_charge_on_statement": 0.0008997300809757073, "failed_transfer": 0.0011996401079676095, "fiat_currency_support": 0.0015995201439568132, "get_disposable_virtual_card": 0.0017994601619514146, "get_physical_card": 0.04768569429171249, "getting_spare_card": 0.004798560431870438, "getting_virtual_card": 0.001999400179946016, "lost_or_stolen_card": 0.19334199740077976, "lost_or_stolen_phone": 0.001999400179946016, "order_physical_card": 0.19854043786863942, "passcode_forgotten": 0.000999700089973008, "pending_card_payment": 0.0017994601619514146, "pending_cash_withdrawal": 0.001099670098970309, "pending_top_up": 0.0012996101169649105, "pending_transfer": 0.0014995501349595122, "pin_blocked": 0.0011996401079676095, "receiving_money": 0.0012996101169649105, "request_refund": 0.0031990402879136263, "reverted_card_payment?": 0.002099370188943317, "supported_cards_and_currencies": 0.002399280215935219, "terminate_account": 0.001099670098970309, "top_up_by_bank_transfer_charge": 0.001099670098970309, "top_up_by_card_charge": 0.0012996101169649105, "top_up_by_cash_or_cheque": 0.0012996101169649105, "top_up_failed": 0.0013995801259622115, "top_up_limits": 0.0011996401079676095, "top_up_reverted": 0.0018994301709487154, "topping_up_by_card": 0.002699190242927122, "transaction_charged_twice": 0.001099670098970309, "transfer_fee_charged": 0.000999700089973008, "transfer_into_account": 0.000999700089973008, "transfer_not_received_by_recipient": 0.0016994901529541137, "transfer_timing": 0.001099670098970309, "unable_to_verify_identity": 0.0012996101169649105, "verify_my_identity": 0.001099670098970309, "verify_source_of_funds": 0.000999700089973008, "verify_top_up": 0.000999700089973008, "virtual_card_not_working": 0.002099370188943317, "visa_or_mastercard": 0.002199340197940618, "why_verify_identity": 0.000999700089973008, "wrong_amount_of_cash_received": 0.0011996401079676095, "wrong_exchange_rate_for_cash_withdrawal": 0.0012996101169649105 }, "error": null, "latency_ms": 70.17479091882706, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-24", "text_group": "3f7a7b388e80effca4fafdc7c39cbbe5a135d9d14687325f25866a24487e4fbb", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0004997001798920648, "activate_my_card": 0.00029982010793523883, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00039976014391365186, "atm_support": 0.0004997001798920648, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.00029982010793523883, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039976014391365186, "beneficiary_not_allowed": 0.00039976014391365186, "cancel_transfer": 0.00029982010793523883, "card_about_to_expire": 0.00039976014391365186, "card_acceptance": 0.00039976014391365186, "card_arrival": 0.8887667399560264, "card_delivery_estimate": 0.013092144713172098, "card_linking": 0.0005996402158704777, "card_not_working": 0.0006995802518488907, "card_payment_fee_charged": 0.00029982010793523883, "card_payment_not_recognised": 0.00029982010793523883, "card_payment_wrong_exchange_rate": 0.00029982010793523883, "card_swallowed": 0.0004997001798920648, "cash_withdrawal_charge": 0.00029982010793523883, "cash_withdrawal_not_recognised": 0.00039976014391365186, "change_pin": 0.00029982010793523883, "compromised_card": 0.00039976014391365186, "contactless_not_working": 0.0004997001798920648, "country_support": 0.0004997001798920648, "declined_card_payment": 0.00029982010793523883, "declined_cash_withdrawal": 0.00029982010793523883, "declined_transfer": 0.00029982010793523883, "direct_debit_payment_not_recognised": 0.00029982010793523883, "disposable_card_limits": 0.00039976014391365186, "edit_personal_details": 0.00029982010793523883, "exchange_charge": 0.00029982010793523883, "exchange_rate": 0.00029982010793523883, "exchange_via_app": 0.00029982010793523883, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00029982010793523883, "fiat_currency_support": 0.00039976014391365186, "get_disposable_virtual_card": 0.00039976014391365186, "get_physical_card": 0.015090945432740357, "getting_spare_card": 0.0005996402158704777, "getting_virtual_card": 0.0004997001798920648, "lost_or_stolen_card": 0.040675594643214075, "lost_or_stolen_phone": 0.0006995802518488907, "order_physical_card": 0.013991605036977814, "passcode_forgotten": 0.00029982010793523883, "pending_card_payment": 0.0013991605036977814, "pending_cash_withdrawal": 0.00039976014391365186, "pending_top_up": 0.00039976014391365186, "pending_transfer": 0.0005996402158704777, "pin_blocked": 0.00029982010793523883, "receiving_money": 0.00039976014391365186, "request_refund": 0.00029982010793523883, "reverted_card_payment?": 0.0004997001798920648, "supported_cards_and_currencies": 0.0005996402158704777, "terminate_account": 0.00029982010793523883, "top_up_by_bank_transfer_charge": 0.00029982010793523883, "top_up_by_card_charge": 0.00029982010793523883, "top_up_by_cash_or_cheque": 0.00029982010793523883, "top_up_failed": 0.00029982010793523883, "top_up_limits": 0.00029982010793523883, "top_up_reverted": 0.00029982010793523883, "topping_up_by_card": 0.00039976014391365186, "transaction_charged_twice": 0.00029982010793523883, "transfer_fee_charged": 0.00029982010793523883, "transfer_into_account": 0.00029982010793523883, "transfer_not_received_by_recipient": 0.0009994003597841297, "transfer_timing": 0.00029982010793523883, "unable_to_verify_identity": 0.00029982010793523883, "verify_my_identity": 0.00029982010793523883, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.00029982010793523883, "virtual_card_not_working": 0.00039976014391365186, "visa_or_mastercard": 0.0005996402158704777, "why_verify_identity": 0.00029982010793523883, "wrong_amount_of_cash_received": 0.00039976014391365186, "wrong_exchange_rate_for_cash_withdrawal": 0.00029982010793523883 }, "error": null, "latency_ms": 68.69791599456221, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-25", "text_group": "bb78a097195a3f55747289307d0dc4b5926be76b6fb5ae0c601ee43765dc9f5c", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0004999500049995, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0004999500049995, "card_arrival": 0.9013098690130987, "card_delivery_estimate": 0.03419658034196581, "card_linking": 0.0006999300069993001, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.007899210078992101, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.020997900209979003, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0008999100089991, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.009699030096990302, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.000999900009999, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.48516606260091, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-26", "text_group": "77e7802eeeee0a1e02705e25b38c6814a68f3b9b78665aa833cda3c7fee31e71", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.002299540091981604, "activate_my_card": 0.0007998400319936014, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0009998000399920016, "atm_support": 0.0009998000399920016, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0009998000399920016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008998200359928015, "beneficiary_not_allowed": 0.0010997800439912018, "cancel_transfer": 0.0005998800239952009, "card_about_to_expire": 0.0009998000399920016, "card_acceptance": 0.001799640071985603, "card_arrival": 0.8211357728454309, "card_delivery_estimate": 0.05098980203959208, "card_linking": 0.0034993001399720057, "card_not_working": 0.010997800439912017, "card_payment_fee_charged": 0.0007998400319936014, "card_payment_not_recognised": 0.0008998200359928015, "card_payment_wrong_exchange_rate": 0.0010997800439912018, "card_swallowed": 0.0014997000599880025, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0006998600279944011, "change_pin": 0.0005998800239952009, "compromised_card": 0.001799640071985603, "contactless_not_working": 0.0015996800639872027, "country_support": 0.0008998200359928015, "declined_card_payment": 0.003899220155968806, "declined_cash_withdrawal": 0.0006998600279944011, "declined_transfer": 0.0008998200359928015, "direct_debit_payment_not_recognised": 0.0006998600279944011, "disposable_card_limits": 0.0007998400319936014, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0010997800439912018, "fiat_currency_support": 0.0008998200359928015, "get_disposable_virtual_card": 0.0007998400319936014, "get_physical_card": 0.008998200359928014, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0008998200359928015, "lost_or_stolen_card": 0.008598280343931213, "lost_or_stolen_phone": 0.0007998400319936014, "order_physical_card": 0.007198560287942412, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.011097780443911218, "pending_cash_withdrawal": 0.0010997800439912018, "pending_top_up": 0.0015996800639872027, "pending_transfer": 0.001999600079984003, "pin_blocked": 0.0008998200359928015, "receiving_money": 0.0010997800439912018, "request_refund": 0.0010997800439912018, "reverted_card_payment?": 0.0061987602479504095, "supported_cards_and_currencies": 0.0015996800639872027, "terminate_account": 0.0005998800239952009, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0006998600279944011, "top_up_failed": 0.0008998200359928015, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.002999400119976005, "topping_up_by_card": 0.001299740051989602, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.0004999000199960008, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0046990601879624075, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0005998800239952009, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0013997200559888023, "visa_or_mastercard": 0.0015996800639872027, "why_verify_identity": 0.0005998800239952009, "wrong_amount_of_cash_received": 0.0011997600479904018, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 69.45633399300277, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-27", "text_group": "a57fed3822709f1c542c2e145e64c96b47d9c5d4893ccc8565be3d6224effc5f", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0013993003498250875, "activate_my_card": 0.0007996001999000501, "age_limit": 0.0004997501249375313, "apple_pay_or_google_pay": 0.0005997001499250374, "atm_support": 0.0007996001999000501, "automatic_top_up": 0.00039980009995002505, "balance_not_updated_after_bank_transfer": 0.0007996001999000501, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006996501749125438, "beneficiary_not_allowed": 0.0005997001499250374, "cancel_transfer": 0.00039980009995002505, "card_about_to_expire": 0.0007996001999000501, "card_acceptance": 0.0007996001999000501, "card_arrival": 0.7606196901549226, "card_delivery_estimate": 0.10784607696151924, "card_linking": 0.0037981009495252375, "card_not_working": 0.0034982508745627187, "card_payment_fee_charged": 0.0004997501249375313, "card_payment_not_recognised": 0.0004997501249375313, "card_payment_wrong_exchange_rate": 0.0005997001499250374, "card_swallowed": 0.0011994002998500749, "cash_withdrawal_charge": 0.00039980009995002505, "cash_withdrawal_not_recognised": 0.0004997501249375313, "change_pin": 0.0004997501249375313, "compromised_card": 0.0009995002498750627, "contactless_not_working": 0.0008995502248875562, "country_support": 0.0006996501749125438, "declined_card_payment": 0.0006996501749125438, "declined_cash_withdrawal": 0.0004997501249375313, "declined_transfer": 0.0005997001499250374, "direct_debit_payment_not_recognised": 0.0004997501249375313, "disposable_card_limits": 0.0007996001999000501, "edit_personal_details": 0.0004997501249375313, "exchange_charge": 0.00039980009995002505, "exchange_rate": 0.00039980009995002505, "exchange_via_app": 0.00039980009995002505, "extra_charge_on_statement": 0.00039980009995002505, "failed_transfer": 0.0005997001499250374, "fiat_currency_support": 0.0006996501749125438, "get_disposable_virtual_card": 0.0010994502748625688, "get_physical_card": 0.029785107446276864, "getting_spare_card": 0.0013993003498250875, "getting_virtual_card": 0.0015992003998001002, "lost_or_stolen_card": 0.00989505247376312, "lost_or_stolen_phone": 0.0004997501249375313, "order_physical_card": 0.01969015492253873, "passcode_forgotten": 0.00039980009995002505, "pending_card_payment": 0.012793603198400802, "pending_cash_withdrawal": 0.0009995002498750627, "pending_top_up": 0.0037981009495252375, "pending_transfer": 0.0024987506246876563, "pin_blocked": 0.0005997001499250374, "receiving_money": 0.0007996001999000501, "request_refund": 0.0004997501249375313, "reverted_card_payment?": 0.0007996001999000501, "supported_cards_and_currencies": 0.0009995002498750627, "terminate_account": 0.00039980009995002505, "top_up_by_bank_transfer_charge": 0.00039980009995002505, "top_up_by_card_charge": 0.00039980009995002505, "top_up_by_cash_or_cheque": 0.00039980009995002505, "top_up_failed": 0.0004997501249375313, "top_up_limits": 0.0004997501249375313, "top_up_reverted": 0.0006996501749125438, "topping_up_by_card": 0.0007996001999000501, "transaction_charged_twice": 0.00039980009995002505, "transfer_fee_charged": 0.00039980009995002505, "transfer_into_account": 0.00039980009995002505, "transfer_not_received_by_recipient": 0.0007996001999000501, "transfer_timing": 0.0005997001499250374, "unable_to_verify_identity": 0.0005997001499250374, "verify_my_identity": 0.0004997501249375313, "verify_source_of_funds": 0.00039980009995002505, "verify_top_up": 0.0004997501249375313, "virtual_card_not_working": 0.0023988005997001498, "visa_or_mastercard": 0.0015992003998001002, "why_verify_identity": 0.0004997501249375313, "wrong_amount_of_cash_received": 0.0004997501249375313, "wrong_exchange_rate_for_cash_withdrawal": 0.0004997501249375313 }, "error": null, "latency_ms": 69.11516608670354, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-28", "text_group": "075df393ece1740eab88947a202c398acbd7f2420957f306880712cd8f60d0bb", "expected": "card_arrival", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0015007503751875938, "activate_my_card": 0.0014007003501750874, "age_limit": 0.0010005002501250625, "apple_pay_or_google_pay": 0.001300650325162581, "atm_support": 0.0018009004502251124, "automatic_top_up": 0.00080040020010005, "balance_not_updated_after_bank_transfer": 0.001300650325162581, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014007003501750874, "beneficiary_not_allowed": 0.0014007003501750874, "cancel_transfer": 0.0009004502251125562, "card_about_to_expire": 0.007803901950975487, "card_acceptance": 0.00240120060030015, "card_arrival": 0.3439719859929965, "card_delivery_estimate": 0.01730865432716358, "card_linking": 0.012206103051525762, "card_not_working": 0.00880440220110055, "card_payment_fee_charged": 0.001200600300150075, "card_payment_not_recognised": 0.0010005002501250625, "card_payment_wrong_exchange_rate": 0.001200600300150075, "card_swallowed": 0.002001000500250125, "cash_withdrawal_charge": 0.0010005002501250625, "cash_withdrawal_not_recognised": 0.00080040020010005, "change_pin": 0.0009004502251125562, "compromised_card": 0.001300650325162581, "contactless_not_working": 0.0015007503751875938, "country_support": 0.0014007003501750874, "declined_card_payment": 0.0009004502251125562, "declined_cash_withdrawal": 0.00080040020010005, "declined_transfer": 0.0009004502251125562, "direct_debit_payment_not_recognised": 0.0011005502751375688, "disposable_card_limits": 0.001700850425212606, "edit_personal_details": 0.00080040020010005, "exchange_charge": 0.0010005002501250625, "exchange_rate": 0.0009004502251125562, "exchange_via_app": 0.0010005002501250625, "extra_charge_on_statement": 0.0007003501750875437, "failed_transfer": 0.00080040020010005, "fiat_currency_support": 0.001300650325162581, "get_disposable_virtual_card": 0.001300650325162581, "get_physical_card": 0.03461730865432716, "getting_spare_card": 0.006003001500750375, "getting_virtual_card": 0.0016008004002001, "lost_or_stolen_card": 0.11275637818909454, "lost_or_stolen_phone": 0.0018009004502251124, "order_physical_card": 0.3744872436218109, "passcode_forgotten": 0.00080040020010005, "pending_card_payment": 0.001200600300150075, "pending_cash_withdrawal": 0.00080040020010005, "pending_top_up": 0.0009004502251125562, "pending_transfer": 0.0010005002501250625, "pin_blocked": 0.0009004502251125562, "receiving_money": 0.0010005002501250625, "request_refund": 0.002601300650325162, "reverted_card_payment?": 0.0014007003501750874, "supported_cards_and_currencies": 0.0025012506253126563, "terminate_account": 0.00080040020010005, "top_up_by_bank_transfer_charge": 0.0010005002501250625, "top_up_by_card_charge": 0.0011005502751375688, "top_up_by_cash_or_cheque": 0.0010005002501250625, "top_up_failed": 0.0011005502751375688, "top_up_limits": 0.0010005002501250625, "top_up_reverted": 0.0015007503751875938, "topping_up_by_card": 0.002701350675337669, "transaction_charged_twice": 0.00080040020010005, "transfer_fee_charged": 0.00080040020010005, "transfer_into_account": 0.00080040020010005, "transfer_not_received_by_recipient": 0.0011005502751375688, "transfer_timing": 0.0009004502251125562, "unable_to_verify_identity": 0.0010005002501250625, "verify_my_identity": 0.0009004502251125562, "verify_source_of_funds": 0.00080040020010005, "verify_top_up": 0.00080040020010005, "virtual_card_not_working": 0.001700850425212606, "visa_or_mastercard": 0.0022011005502751376, "why_verify_identity": 0.00080040020010005, "wrong_amount_of_cash_received": 0.0009004502251125562, "wrong_exchange_rate_for_cash_withdrawal": 0.0011005502751375688 }, "error": null, "latency_ms": 71.76775007974356, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-29", "text_group": "d1161f7f5909fbb80f2ff1cdd793e1c3db76afa5b9061a450994589254674228", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0013001300130013002, "activate_my_card": 0.0005000500050005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0009000900090009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0008000800080008001, "card_arrival": 0.6036603660366037, "card_delivery_estimate": 0.0070007000700070005, "card_linking": 0.0159015901590159, "card_not_working": 0.0015001500150015003, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0018001800180018, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.006700670067006701, "contactless_not_working": 0.0005000500050005, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.026302630263026303, "getting_spare_card": 0.0007000700070007, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.2769276927692769, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.018001800180018, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0007000700070007, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.012701270127012701, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 68.52700002491474, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-30", "text_group": "bd722993d5af9c717048db696f6d09b6d32e78f0a7e6e02473435779a3b9e499", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0006999300069993001, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.8295170482951705, "card_delivery_estimate": 0.09959004099590041, "card_linking": 0.0004999500049995, "card_not_working": 0.0011998800119988001, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0004999500049995, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.0031996800319968005, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.016798320167983202, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.004899510048995101, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.018698130186981302, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.0007999200079992001, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.0013998600139986002, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.86250001844019, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-31", "text_group": "0820d81d68a037dd169f0e08feff317d9097ae6c87a2ceb056f2bc7e8f85a996", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0021995600879824036, "activate_my_card": 0.0008998200359928015, "age_limit": 0.0006998600279944011, "apple_pay_or_google_pay": 0.0008998200359928015, "atm_support": 0.0010997800439912018, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.0016996600679864027, "balance_not_updated_after_cheque_or_cash_deposit": 0.001299740051989602, "beneficiary_not_allowed": 0.0010997800439912018, "cancel_transfer": 0.0005998800239952009, "card_about_to_expire": 0.0023995200959808036, "card_acceptance": 0.001799640071985603, "card_arrival": 0.6149770045990802, "card_delivery_estimate": 0.016496700659868028, "card_linking": 0.005598880223955209, "card_not_working": 0.006398720255948811, "card_payment_fee_charged": 0.0006998600279944011, "card_payment_not_recognised": 0.0007998400319936014, "card_payment_wrong_exchange_rate": 0.0009998000399920016, "card_swallowed": 0.0031993601279744054, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0008998200359928015, "change_pin": 0.0006998600279944011, "compromised_card": 0.0013997200559888023, "contactless_not_working": 0.0010997800439912018, "country_support": 0.0010997800439912018, "declined_card_payment": 0.0007998400319936014, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.0007998400319936014, "disposable_card_limits": 0.0010997800439912018, "edit_personal_details": 0.0006998600279944011, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0007998400319936014, "fiat_currency_support": 0.0008998200359928015, "get_disposable_virtual_card": 0.0015996800639872027, "get_physical_card": 0.13577284543091384, "getting_spare_card": 0.005798840231953609, "getting_virtual_card": 0.002299540091981604, "lost_or_stolen_card": 0.05508898220355929, "lost_or_stolen_phone": 0.001299740051989602, "order_physical_card": 0.07878424315136973, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.003999200159968006, "pending_cash_withdrawal": 0.0010997800439912018, "pending_top_up": 0.0023995200959808036, "pending_transfer": 0.001799640071985603, "pin_blocked": 0.0007998400319936014, "receiving_money": 0.0013997200559888023, "request_refund": 0.0006998600279944011, "reverted_card_payment?": 0.0013997200559888023, "supported_cards_and_currencies": 0.0015996800639872027, "terminate_account": 0.0005998800239952009, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0006998600279944011, "top_up_by_cash_or_cheque": 0.0007998400319936014, "top_up_failed": 0.0006998600279944011, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0010997800439912018, "topping_up_by_card": 0.001299740051989602, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.006398720255948811, "transfer_timing": 0.0007998400319936014, "unable_to_verify_identity": 0.0007998400319936014, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0006998600279944011, "virtual_card_not_working": 0.0016996600679864027, "visa_or_mastercard": 0.001799640071985603, "why_verify_identity": 0.0007998400319936014, "wrong_amount_of_cash_received": 0.0009998000399920016, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 69.33000008575618, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-32", "text_group": "43746aecbf753830e640f0e72e8a16c0361f8558d6263da9f579bf8705606325", "expected": "card_arrival", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.0003000600120024005, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0003000600120024005, "atm_support": 0.0003000600120024005, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.00020004000800160035, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020004000800160035, "beneficiary_not_allowed": 0.00020004000800160035, "cancel_transfer": 0.00020004000800160035, "card_about_to_expire": 0.0003000600120024005, "card_acceptance": 0.0003000600120024005, "card_arrival": 0.20174034806961394, "card_delivery_estimate": 0.7768553710742149, "card_linking": 0.0004000800160032007, "card_not_working": 0.0004000800160032007, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0003000600120024005, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.00020004000800160035, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0003000600120024005, "declined_card_payment": 0.00020004000800160035, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.00020004000800160035, "direct_debit_payment_not_recognised": 0.00020004000800160035, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.00020004000800160035, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.00020004000800160035, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.0007001400280056011, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0003000600120024005, "lost_or_stolen_card": 0.0003000600120024005, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.002000400080016003, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.0003000600120024005, "pending_transfer": 0.0003000600120024005, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.0003000600120024005, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.00020004000800160035, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.00020004000800160035, "topping_up_by_card": 0.0004000800160032007, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.0003000600120024005, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.0003000600120024005, "visa_or_mastercard": 0.0004000800160032007, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.0003000600120024005, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160035 }, "error": null, "latency_ms": 68.8894169870764, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-33", "text_group": "2f12c3d425664504ff368a6c63157e9289efa79e904c7524acf53ff5c062f3d3", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0004000800160032007, "activate_my_card": 0.0003000600120024005, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.00020004000800160035, "atm_support": 0.0003000600120024005, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0004000800160032007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004000800160032007, "beneficiary_not_allowed": 0.0003000600120024005, "cancel_transfer": 0.00020004000800160035, "card_about_to_expire": 0.0003000600120024005, "card_acceptance": 0.0004000800160032007, "card_arrival": 0.6222244448889779, "card_delivery_estimate": 0.3188637727545509, "card_linking": 0.0008001600320064014, "card_not_working": 0.0013002600520104022, "card_payment_fee_charged": 0.00020004000800160035, "card_payment_not_recognised": 0.00020004000800160035, "card_payment_wrong_exchange_rate": 0.0003000600120024005, "card_swallowed": 0.0007001400280056011, "cash_withdrawal_charge": 0.00020004000800160035, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.0004000800160032007, "contactless_not_working": 0.0004000800160032007, "country_support": 0.0003000600120024005, "declined_card_payment": 0.0003000600120024005, "declined_cash_withdrawal": 0.0003000600120024005, "declined_transfer": 0.0003000600120024005, "direct_debit_payment_not_recognised": 0.00020004000800160035, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.00020004000800160035, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.0003000600120024005, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.0003000600120024005, "get_physical_card": 0.006401280256051211, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0003000600120024005, "lost_or_stolen_card": 0.015103020604120826, "lost_or_stolen_phone": 0.0004000800160032007, "order_physical_card": 0.004000800160032006, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.006501300260052011, "pending_cash_withdrawal": 0.0009001800360072014, "pending_top_up": 0.0013002600520104022, "pending_transfer": 0.0008001600320064014, "pin_blocked": 0.0003000600120024005, "receiving_money": 0.0004000800160032007, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0004000800160032007, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.00020004000800160035, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0003000600120024005, "topping_up_by_card": 0.0004000800160032007, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.003500700140028006, "transfer_timing": 0.0003000600120024005, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.0004000800160032007, "visa_or_mastercard": 0.0004000800160032007, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.0003000600120024005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 68.52479197550565, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-34", "text_group": "9213ce497918c9c65bd0c141177d6a1e68881950652ba00116c6c28213d80766", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0006000000000000001, "activate_my_card": 0.0004000000000000001, "age_limit": 0.00030000000000000003, "apple_pay_or_google_pay": 0.0004000000000000001, "atm_support": 0.0006000000000000001, "automatic_top_up": 0.00030000000000000003, "balance_not_updated_after_bank_transfer": 0.0005000000000000001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000000000000001, "beneficiary_not_allowed": 0.0004000000000000001, "cancel_transfer": 0.00030000000000000003, "card_about_to_expire": 0.0005000000000000001, "card_acceptance": 0.0006000000000000001, "card_arrival": 0.7888000000000001, "card_delivery_estimate": 0.0021000000000000003, "card_linking": 0.0023000000000000004, "card_not_working": 0.0011000000000000003, "card_payment_fee_charged": 0.0004000000000000001, "card_payment_not_recognised": 0.0005000000000000001, "card_payment_wrong_exchange_rate": 0.0004000000000000001, "card_swallowed": 0.0010000000000000002, "cash_withdrawal_charge": 0.00030000000000000003, "cash_withdrawal_not_recognised": 0.0004000000000000001, "change_pin": 0.00030000000000000003, "compromised_card": 0.0014000000000000002, "contactless_not_working": 0.0005000000000000001, "country_support": 0.0006000000000000001, "declined_card_payment": 0.00030000000000000003, "declined_cash_withdrawal": 0.00030000000000000003, "declined_transfer": 0.0004000000000000001, "direct_debit_payment_not_recognised": 0.0004000000000000001, "disposable_card_limits": 0.0005000000000000001, "edit_personal_details": 0.0004000000000000001, "exchange_charge": 0.00030000000000000003, "exchange_rate": 0.00030000000000000003, "exchange_via_app": 0.00030000000000000003, "extra_charge_on_statement": 0.00030000000000000003, "failed_transfer": 0.0004000000000000001, "fiat_currency_support": 0.0005000000000000001, "get_disposable_virtual_card": 0.0005000000000000001, "get_physical_card": 0.039400000000000004, "getting_spare_card": 0.0005000000000000001, "getting_virtual_card": 0.0006000000000000001, "lost_or_stolen_card": 0.07410000000000001, "lost_or_stolen_phone": 0.0005000000000000001, "order_physical_card": 0.056900000000000006, "passcode_forgotten": 0.00030000000000000003, "pending_card_payment": 0.0004000000000000001, "pending_cash_withdrawal": 0.00030000000000000003, "pending_top_up": 0.00030000000000000003, "pending_transfer": 0.00030000000000000003, "pin_blocked": 0.0004000000000000001, "receiving_money": 0.0005000000000000001, "request_refund": 0.0005000000000000001, "reverted_card_payment?": 0.0005000000000000001, "supported_cards_and_currencies": 0.0009000000000000001, "terminate_account": 0.00030000000000000003, "top_up_by_bank_transfer_charge": 0.00030000000000000003, "top_up_by_card_charge": 0.00030000000000000003, "top_up_by_cash_or_cheque": 0.0004000000000000001, "top_up_failed": 0.0004000000000000001, "top_up_limits": 0.00030000000000000003, "top_up_reverted": 0.0005000000000000001, "topping_up_by_card": 0.0006000000000000001, "transaction_charged_twice": 0.00030000000000000003, "transfer_fee_charged": 0.00030000000000000003, "transfer_into_account": 0.00030000000000000003, "transfer_not_received_by_recipient": 0.004600000000000001, "transfer_timing": 0.00030000000000000003, "unable_to_verify_identity": 0.0005000000000000001, "verify_my_identity": 0.0004000000000000001, "verify_source_of_funds": 0.0006000000000000001, "verify_top_up": 0.0005000000000000001, "virtual_card_not_working": 0.0005000000000000001, "visa_or_mastercard": 0.0005000000000000001, "why_verify_identity": 0.0004000000000000001, "wrong_amount_of_cash_received": 0.0005000000000000001, "wrong_exchange_rate_for_cash_withdrawal": 0.0004000000000000001 }, "error": null, "latency_ms": 68.98358394391835, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-35", "text_group": "cf354e0d8b7a9cb8d84a661331c4a8afaf5a2a655f8c6ec7bc320a5207ccb7ad", "expected": "card_arrival", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.012801280128012802, "activate_my_card": 0.0022002200220022005, "age_limit": 0.0015001500150015003, "apple_pay_or_google_pay": 0.0018001800180018, "atm_support": 0.0027002700270027003, "automatic_top_up": 0.0012001200120012, "balance_not_updated_after_bank_transfer": 0.0038003800380038005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0039003900390039, "beneficiary_not_allowed": 0.0023002300230023, "cancel_transfer": 0.0013001300130013002, "card_about_to_expire": 0.0038003800380038005, "card_acceptance": 0.0039003900390039, "card_arrival": 0.20262026202620262, "card_delivery_estimate": 0.006400640064006401, "card_linking": 0.0116011601160116, "card_not_working": 0.025002500250025005, "card_payment_fee_charged": 0.0017001700170017002, "card_payment_not_recognised": 0.0018001800180018, "card_payment_wrong_exchange_rate": 0.002000200020002, "card_swallowed": 0.004400440044004401, "cash_withdrawal_charge": 0.0013001300130013002, "cash_withdrawal_not_recognised": 0.0013001300130013002, "change_pin": 0.0013001300130013002, "compromised_card": 0.002000200020002, "contactless_not_working": 0.0031003100310031, "country_support": 0.002000200020002, "declined_card_payment": 0.0015001500150015003, "declined_cash_withdrawal": 0.0012001200120012, "declined_transfer": 0.0013001300130013002, "direct_debit_payment_not_recognised": 0.0018001800180018, "disposable_card_limits": 0.0022002200220022005, "edit_personal_details": 0.0012001200120012, "exchange_charge": 0.0014001400140014, "exchange_rate": 0.0012001200120012, "exchange_via_app": 0.0013001300130013002, "extra_charge_on_statement": 0.001000100010001, "failed_transfer": 0.0014001400140014, "fiat_currency_support": 0.0018001800180018, "get_disposable_virtual_card": 0.0019001900190019003, "get_physical_card": 0.046804680468046804, "getting_spare_card": 0.0021002100210021, "getting_virtual_card": 0.002000200020002, "lost_or_stolen_card": 0.0923092309230923, "lost_or_stolen_phone": 0.0023002300230023, "order_physical_card": 0.46444644464446444, "passcode_forgotten": 0.0012001200120012, "pending_card_payment": 0.0036003600360036, "pending_cash_withdrawal": 0.0013001300130013002, "pending_top_up": 0.0022002200220022005, "pending_transfer": 0.0019001900190019003, "pin_blocked": 0.0015001500150015003, "receiving_money": 0.0016001600160016002, "request_refund": 0.0027002700270027003, "reverted_card_payment?": 0.0023002300230023, "supported_cards_and_currencies": 0.0036003600360036, "terminate_account": 0.0012001200120012, "top_up_by_bank_transfer_charge": 0.0014001400140014, "top_up_by_card_charge": 0.0016001600160016002, "top_up_by_cash_or_cheque": 0.0016001600160016002, "top_up_failed": 0.0017001700170017002, "top_up_limits": 0.0013001300130013002, "top_up_reverted": 0.0023002300230023, "topping_up_by_card": 0.006800680068006801, "transaction_charged_twice": 0.0014001400140014, "transfer_fee_charged": 0.0011001100110011003, "transfer_into_account": 0.0011001100110011003, "transfer_not_received_by_recipient": 0.0022002200220022005, "transfer_timing": 0.0011001100110011003, "unable_to_verify_identity": 0.0016001600160016002, "verify_my_identity": 0.0012001200120012, "verify_source_of_funds": 0.0011001100110011003, "verify_top_up": 0.0012001200120012, "virtual_card_not_working": 0.0039003900390039, "visa_or_mastercard": 0.0035003500350035003, "why_verify_identity": 0.0012001200120012, "wrong_amount_of_cash_received": 0.0013001300130013002, "wrong_exchange_rate_for_cash_withdrawal": 0.0014001400140014 }, "error": null, "latency_ms": 70.44862501788884, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-36", "text_group": "71a09ce64bf82933d895085c8e38fbbf34bfa9a32b9215e51daeaa7d186d8d2c", "expected": "card_arrival", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0005003001801080648, "activate_my_card": 0.00020012007204322593, "age_limit": 0.00020012007204322593, "apple_pay_or_google_pay": 0.00020012007204322593, "atm_support": 0.00030018010806483886, "automatic_top_up": 0.00020012007204322593, "balance_not_updated_after_bank_transfer": 0.00040024014408645187, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040024014408645187, "beneficiary_not_allowed": 0.00030018010806483886, "cancel_transfer": 0.00020012007204322593, "card_about_to_expire": 0.00040024014408645187, "card_acceptance": 0.00030018010806483886, "card_arrival": 0.11626976185711425, "card_delivery_estimate": 0.016910146087652587, "card_linking": 0.0005003001801080648, "card_not_working": 0.0007004202521512907, "card_payment_fee_charged": 0.00020012007204322593, "card_payment_not_recognised": 0.00030018010806483886, "card_payment_wrong_exchange_rate": 0.00030018010806483886, "card_swallowed": 0.00040024014408645187, "cash_withdrawal_charge": 0.00020012007204322593, "cash_withdrawal_not_recognised": 0.00040024014408645187, "change_pin": 0.00020012007204322593, "compromised_card": 0.008405043025815488, "contactless_not_working": 0.00030018010806483886, "country_support": 0.00030018010806483886, "declined_card_payment": 0.00020012007204322593, "declined_cash_withdrawal": 0.00020012007204322593, "declined_transfer": 0.00020012007204322593, "direct_debit_payment_not_recognised": 0.00030018010806483886, "disposable_card_limits": 0.00030018010806483886, "edit_personal_details": 0.00020012007204322593, "exchange_charge": 0.00020012007204322593, "exchange_rate": 0.00020012007204322593, "exchange_via_app": 0.00020012007204322593, "extra_charge_on_statement": 0.00020012007204322593, "failed_transfer": 0.00030018010806483886, "fiat_currency_support": 0.00030018010806483886, "get_disposable_virtual_card": 0.00020012007204322593, "get_physical_card": 0.00040024014408645187, "getting_spare_card": 0.00030018010806483886, "getting_virtual_card": 0.00030018010806483886, "lost_or_stolen_card": 0.8309985991594957, "lost_or_stolen_phone": 0.006904142485491294, "order_physical_card": 0.0005003001801080648, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.0005003001801080648, "pending_cash_withdrawal": 0.00030018010806483886, "pending_top_up": 0.00030018010806483886, "pending_transfer": 0.00040024014408645187, "pin_blocked": 0.00020012007204322593, "receiving_money": 0.00030018010806483886, "request_refund": 0.00020012007204322593, "reverted_card_payment?": 0.00030018010806483886, "supported_cards_and_currencies": 0.00030018010806483886, "terminate_account": 0.00020012007204322593, "top_up_by_bank_transfer_charge": 0.00020012007204322593, "top_up_by_card_charge": 0.00020012007204322593, "top_up_by_cash_or_cheque": 0.00020012007204322593, "top_up_failed": 0.00030018010806483886, "top_up_limits": 0.00020012007204322593, "top_up_reverted": 0.00030018010806483886, "topping_up_by_card": 0.00030018010806483886, "transaction_charged_twice": 0.00020012007204322593, "transfer_fee_charged": 0.00020012007204322593, "transfer_into_account": 0.00020012007204322593, "transfer_not_received_by_recipient": 0.0005003001801080648, "transfer_timing": 0.00030018010806483886, "unable_to_verify_identity": 0.00030018010806483886, "verify_my_identity": 0.00020012007204322593, "verify_source_of_funds": 0.00020012007204322593, "verify_top_up": 0.00020012007204322593, "virtual_card_not_working": 0.00030018010806483886, "visa_or_mastercard": 0.00030018010806483886, "why_verify_identity": 0.00020012007204322593, "wrong_amount_of_cash_received": 0.00030018010806483886, "wrong_exchange_rate_for_cash_withdrawal": 0.00030018010806483886 }, "error": null, "latency_ms": 68.33612499758601, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-37", "text_group": "7398a0718fb3b7d4b9f1e0dfdcd7912210fd6ebd9d72a95b5aa1666a23be111f", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.007397780665800261, "activate_my_card": 0.008197540737778668, "age_limit": 0.005698290512846147, "apple_pay_or_google_pay": 0.00979706088173548, "atm_support": 0.01719484154753574, "automatic_top_up": 0.00609817054883535, "balance_not_updated_after_bank_transfer": 0.01489553134059782, "balance_not_updated_after_cheque_or_cash_deposit": 0.013695891232630212, "beneficiary_not_allowed": 0.008897330800759773, "cancel_transfer": 0.005498350494851544, "card_about_to_expire": 0.006398080575827253, "card_acceptance": 0.009897030890732782, "card_arrival": 0.23702889133260024, "card_delivery_estimate": 0.12446266120163951, "card_linking": 0.009297210836748974, "card_not_working": 0.008897330800759773, "card_payment_fee_charged": 0.006398080575827253, "card_payment_not_recognised": 0.007897630710786765, "card_payment_wrong_exchange_rate": 0.007897630710786765, "card_swallowed": 0.008097570728781365, "cash_withdrawal_charge": 0.006598020593821853, "cash_withdrawal_not_recognised": 0.00849745076477057, "change_pin": 0.00619814055783265, "compromised_card": 0.009597120863740876, "contactless_not_working": 0.009497150854743577, "country_support": 0.011896431070678797, "declined_card_payment": 0.005898230530840748, "declined_cash_withdrawal": 0.006697990602819155, "declined_transfer": 0.006897930620813756, "direct_debit_payment_not_recognised": 0.008097570728781365, "disposable_card_limits": 0.009097270818754374, "edit_personal_details": 0.007997600719784064, "exchange_charge": 0.00619814055783265, "exchange_rate": 0.00609817054883535, "exchange_via_app": 0.0071978406478056586, "extra_charge_on_statement": 0.005198440467859642, "failed_transfer": 0.0071978406478056586, "fiat_currency_support": 0.011196641007697692, "get_disposable_virtual_card": 0.007897630710786765, "get_physical_card": 0.024192742177346797, "getting_spare_card": 0.006797960611816455, "getting_virtual_card": 0.0075977206837948615, "lost_or_stolen_card": 0.01739478156553034, "lost_or_stolen_phone": 0.012496251124662603, "order_physical_card": 0.005998200539838049, "passcode_forgotten": 0.00619814055783265, "pending_card_payment": 0.0071978406478056586, "pending_cash_withdrawal": 0.011196641007697692, "pending_top_up": 0.0075977206837948615, "pending_transfer": 0.009197240827751675, "pin_blocked": 0.007097870638808358, "receiving_money": 0.009997000899730081, "request_refund": 0.007797660701789463, "reverted_card_payment?": 0.0075977206837948615, "supported_cards_and_currencies": 0.014395681295611317, "terminate_account": 0.006398080575827253, "top_up_by_bank_transfer_charge": 0.006997900629811057, "top_up_by_card_charge": 0.005698290512846147, "top_up_by_cash_or_cheque": 0.007697690692792163, "top_up_failed": 0.006298110566829951, "top_up_limits": 0.0057982605218434465, "top_up_reverted": 0.007397780665800261, "topping_up_by_card": 0.00849745076477057, "transaction_charged_twice": 0.005698290512846147, "transfer_fee_charged": 0.005498350494851544, "transfer_into_account": 0.0057982605218434465, "transfer_not_received_by_recipient": 0.013196041187643706, "transfer_timing": 0.0064980505848245525, "unable_to_verify_identity": 0.008997300809757072, "verify_my_identity": 0.008797360791762472, "verify_source_of_funds": 0.009097270818754374, "verify_top_up": 0.007697690692792163, "virtual_card_not_working": 0.007497750674797561, "visa_or_mastercard": 0.009697090872738179, "why_verify_identity": 0.006697990602819155, "wrong_amount_of_cash_received": 0.008097570728781365, "wrong_exchange_rate_for_cash_withdrawal": 0.0075977206837948615 }, "error": null, "latency_ms": 68.82829091046005, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-38", "text_group": "c68e4662356d61c71292e2f3d922491ab7fe5a968455bb24a76e445321b01fda", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.00040004000400040005, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.8326832683268327, "card_delivery_estimate": 0.0317031703170317, "card_linking": 0.001000100010001, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0007000700070007, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0159015901590159, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.06080608060806081, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.010901090109010901, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0249024902490249, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.72187508270144, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-39", "text_group": "6bb91be489ad43a04db529f27b2a6d6b338b89203b203bc4cbf35412488ef7c6", "expected": "card_arrival", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0005, "card_acceptance": 0.0005, "card_arrival": 0.8488, "card_delivery_estimate": 0.0067, "card_linking": 0.0014, "card_not_working": 0.0008, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0007, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0008, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0255, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.075, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0152, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0023, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0007, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.38945793081075, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-40", "text_group": "999726bdb57e15e8b11e4798969107868a0f5ae7fbc8b38df449898247a90373", "expected": "card_linking", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.008301660332066413, "activate_my_card": 0.002100420084016803, "age_limit": 0.0014002800560112022, "apple_pay_or_google_pay": 0.0023004600920184036, "atm_support": 0.002500500100020004, "automatic_top_up": 0.0010002000400080016, "balance_not_updated_after_bank_transfer": 0.0015003000600120023, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017003400680136026, "beneficiary_not_allowed": 0.003900780156031206, "cancel_transfer": 0.0011002200440088019, "card_about_to_expire": 0.002100420084016803, "card_acceptance": 0.010002000400080016, "card_arrival": 0.0024004800960192034, "card_delivery_estimate": 0.0014002800560112022, "card_linking": 0.03450690138027606, "card_not_working": 0.7285457091418284, "card_payment_fee_charged": 0.0014002800560112022, "card_payment_not_recognised": 0.0017003400680136026, "card_payment_wrong_exchange_rate": 0.0016003200640128026, "card_swallowed": 0.003800760152030406, "cash_withdrawal_charge": 0.0011002200440088019, "cash_withdrawal_not_recognised": 0.0012002400480096017, "change_pin": 0.0014002800560112022, "compromised_card": 0.008601720344068814, "contactless_not_working": 0.006001200240048009, "country_support": 0.002000400080016003, "declined_card_payment": 0.014002800560112022, "declined_cash_withdrawal": 0.0018003600720144029, "declined_transfer": 0.0034006801360272052, "direct_debit_payment_not_recognised": 0.0014002800560112022, "disposable_card_limits": 0.0023004600920184036, "edit_personal_details": 0.0017003400680136026, "exchange_charge": 0.0010002000400080016, "exchange_rate": 0.0011002200440088019, "exchange_via_app": 0.0016003200640128026, "extra_charge_on_statement": 0.0010002000400080016, "failed_transfer": 0.0015003000600120023, "fiat_currency_support": 0.001900380076015203, "get_disposable_virtual_card": 0.0022004400880176037, "get_physical_card": 0.01280256051210242, "getting_spare_card": 0.0018003600720144029, "getting_virtual_card": 0.001900380076015203, "lost_or_stolen_card": 0.005001000200040008, "lost_or_stolen_phone": 0.0014002800560112022, "order_physical_card": 0.0018003600720144029, "passcode_forgotten": 0.0011002200440088019, "pending_card_payment": 0.0017003400680136026, "pending_cash_withdrawal": 0.0010002000400080016, "pending_top_up": 0.0011002200440088019, "pending_transfer": 0.0012002400480096017, "pin_blocked": 0.0027005401080216042, "receiving_money": 0.0016003200640128026, "request_refund": 0.0010002000400080016, "reverted_card_payment?": 0.002000400080016003, "supported_cards_and_currencies": 0.016903380676135223, "terminate_account": 0.0012002400480096017, "top_up_by_bank_transfer_charge": 0.0012002400480096017, "top_up_by_card_charge": 0.0011002200440088019, "top_up_by_cash_or_cheque": 0.0014002800560112022, "top_up_failed": 0.0015003000600120023, "top_up_limits": 0.0012002400480096017, "top_up_reverted": 0.0015003000600120023, "topping_up_by_card": 0.002600520104020804, "transaction_charged_twice": 0.0010002000400080016, "transfer_fee_charged": 0.0010002000400080016, "transfer_into_account": 0.0010002000400080016, "transfer_not_received_by_recipient": 0.0012002400480096017, "transfer_timing": 0.0011002200440088019, "unable_to_verify_identity": 0.001900380076015203, "verify_my_identity": 0.0014002800560112022, "verify_source_of_funds": 0.0012002400480096017, "verify_top_up": 0.001300260052010402, "virtual_card_not_working": 0.046509301860372075, "visa_or_mastercard": 0.003100620124024805, "why_verify_identity": 0.0015003000600120023, "wrong_amount_of_cash_received": 0.0011002200440088019, "wrong_exchange_rate_for_cash_withdrawal": 0.0015003000600120023 }, "error": null, "latency_ms": 69.63516701944172, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-41", "text_group": "5048a45adecbe8d475c865259e69f9c26489824a3d0211e758d770f015759246", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.1144, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0009, "automatic_top_up": 0.0012, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.002, "card_about_to_expire": 0.0008, "card_acceptance": 0.0014, "card_arrival": 0.0006, "card_delivery_estimate": 0.0005, "card_linking": 0.8058, "card_not_working": 0.0029, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0019, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.001, "compromised_card": 0.0014, "contactless_not_working": 0.0009, "country_support": 0.0008, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0028, "edit_personal_details": 0.0015, "exchange_charge": 0.0006, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0005, "fiat_currency_support": 0.0008, "get_disposable_virtual_card": 0.0025, "get_physical_card": 0.0027, "getting_spare_card": 0.0007, "getting_virtual_card": 0.0008, "lost_or_stolen_card": 0.0009, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0009, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0005, "pending_transfer": 0.0005, "pin_blocked": 0.0006, "receiving_money": 0.0008, "request_refund": 0.0008, "reverted_card_payment?": 0.0039, "supported_cards_and_currencies": 0.0038, "terminate_account": 0.0031, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0007, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0007, "top_up_limits": 0.0007, "top_up_reverted": 0.0027, "topping_up_by_card": 0.0041, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0007, "virtual_card_not_working": 0.0031, "visa_or_mastercard": 0.0023, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 67.12779100053012, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-42", "text_group": "4b23ad08f2beea5a517f99634ddd8b213de54534daf82bb97c3af659f7545185", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.004099180163967207, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0006998600279944011, "atm_support": 0.0008998200359928015, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0009998000399920016, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.9487102579484104, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0005998800239952009, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0004999000199960008, "compromised_card": 0.0006998600279944011, "contactless_not_working": 0.0005998800239952009, "country_support": 0.0007998400319936014, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0007998400319936014, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0006998600279944011, "get_disposable_virtual_card": 0.0008998200359928015, "get_physical_card": 0.0018996200759848032, "getting_spare_card": 0.0007998400319936014, "getting_virtual_card": 0.0008998200359928015, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0015996800639872027, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0006998600279944011, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0005998800239952009, "supported_cards_and_currencies": 0.0023995200959808036, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.001999600079984003, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0005998800239952009, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.0007998400319936014, "visa_or_mastercard": 0.001999600079984003, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 68.32687498535961, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-43", "text_group": "30cb1864eb9887841b7496711c725009425f43e9b169d40ac6c45ff6c6fa0812", "expected": "card_linking", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0219, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0008, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0009, "card_acceptance": 0.004, "card_arrival": 0.6819, "card_delivery_estimate": 0.0395, "card_linking": 0.0355, "card_not_working": 0.0014, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0006, "compromised_card": 0.0009, "contactless_not_working": 0.0006, "country_support": 0.0007, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0006, "exchange_charge": 0.0005, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0004, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0008, "get_physical_card": 0.0939, "getting_spare_card": 0.0027, "getting_virtual_card": 0.0012, "lost_or_stolen_card": 0.0024, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0767, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0007, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0006, "pending_transfer": 0.0006, "pin_blocked": 0.0005, "receiving_money": 0.0012, "request_refund": 0.0005, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0021, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0005, "top_up_limits": 0.0005, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0015, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.001, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 69.10508300643414, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-44", "text_group": "b46f025886263d7500f6616857139264bfff265f8ef92d8bc0ba7d1d112a52ed", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0033003300330033004, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.0005000500050005, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.0011001100110011003, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.9491949194919492, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0005000500050005, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0006000600060006, "country_support": 0.0007000700070007, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0008000800080008001, "getting_spare_card": 0.001000100010001, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.001000100010001, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0008000800080008001, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.004100410041004101, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0031003100310031, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0006000600060006, "visa_or_mastercard": 0.0023002300230023, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 68.09866602998227, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-45", "text_group": "4bb2dcc5839fb2102c98e32379b8094718d2725f482b3c09fc13c957d4b7f839", "expected": "card_linking", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0018996200759848032, "activate_my_card": 0.004999000199960009, "age_limit": 0.0007998400319936014, "apple_pay_or_google_pay": 0.0008998200359928015, "atm_support": 0.0011997600479904018, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.0009998000399920016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008998200359928015, "beneficiary_not_allowed": 0.0008998200359928015, "cancel_transfer": 0.0005998800239952009, "card_about_to_expire": 0.010497900419916018, "card_acceptance": 0.002599480103979204, "card_arrival": 0.340631873625275, "card_delivery_estimate": 0.008598280343931213, "card_linking": 0.022395520895820836, "card_not_working": 0.008398320335932814, "card_payment_fee_charged": 0.0007998400319936014, "card_payment_not_recognised": 0.0007998400319936014, "card_payment_wrong_exchange_rate": 0.0007998400319936014, "card_swallowed": 0.0024995000999800043, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0008998200359928015, "change_pin": 0.0008998200359928015, "compromised_card": 0.003699260147970406, "contactless_not_working": 0.0008998200359928015, "country_support": 0.0008998200359928015, "declined_card_payment": 0.0005998800239952009, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0005998800239952009, "direct_debit_payment_not_recognised": 0.0006998600279944011, "disposable_card_limits": 0.0016996600679864027, "edit_personal_details": 0.0008998200359928015, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.001299740051989602, "get_physical_card": 0.08058388322335533, "getting_spare_card": 0.0037992401519696063, "getting_virtual_card": 0.0018996200759848032, "lost_or_stolen_card": 0.38952209558088385, "lost_or_stolen_phone": 0.0032993401319736052, "order_physical_card": 0.0643871225754849, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.0007998400319936014, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.0006998600279944011, "pin_blocked": 0.0006998600279944011, "receiving_money": 0.0008998200359928015, "request_refund": 0.0009998000399920016, "reverted_card_payment?": 0.0011997600479904018, "supported_cards_and_currencies": 0.0028994201159768043, "terminate_account": 0.0005998800239952009, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0006998600279944011, "top_up_by_cash_or_cheque": 0.0006998600279944011, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0008998200359928015, "topping_up_by_card": 0.0016996600679864027, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.0004999000199960008, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0008998200359928015, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.0007998400319936014, "verify_my_identity": 0.0007998400319936014, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0011997600479904018, "visa_or_mastercard": 0.001299740051989602, "why_verify_identity": 0.0005998800239952009, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 68.6449579661712, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-46", "text_group": "6c46c082d9dd63d28f25a89f91be762931b1fe3230ed52415b37cba34f56c0d4", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0294, "age_limit": 0.0007, "apple_pay_or_google_pay": 0.0012, "atm_support": 0.0015, "automatic_top_up": 0.0009, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0008, "card_about_to_expire": 0.0025, "card_acceptance": 0.0035, "card_arrival": 0.0012, "card_delivery_estimate": 0.0007, "card_linking": 0.7926, "card_not_working": 0.0021, "card_payment_fee_charged": 0.0008, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0057, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.002, "compromised_card": 0.0016, "contactless_not_working": 0.0008, "country_support": 0.001, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0072, "edit_personal_details": 0.0087, "exchange_charge": 0.0007, "exchange_rate": 0.0006, "exchange_via_app": 0.001, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.0006, "fiat_currency_support": 0.0009, "get_disposable_virtual_card": 0.0174, "get_physical_card": 0.0301, "getting_spare_card": 0.003, "getting_virtual_card": 0.0027, "lost_or_stolen_card": 0.0009, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0322, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0006, "pending_transfer": 0.0005, "pin_blocked": 0.0007, "receiving_money": 0.0009, "request_refund": 0.0007, "reverted_card_payment?": 0.0023, "supported_cards_and_currencies": 0.0051, "terminate_account": 0.0036, "top_up_by_bank_transfer_charge": 0.0008, "top_up_by_card_charge": 0.0009, "top_up_by_cash_or_cheque": 0.0008, "top_up_failed": 0.0007, "top_up_limits": 0.0008, "top_up_reverted": 0.0011, "topping_up_by_card": 0.0044, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0008, "verify_my_identity": 0.0008, "verify_source_of_funds": 0.0006, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0017, "visa_or_mastercard": 0.0016, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0007 }, "error": null, "latency_ms": 68.01250006537884, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-47", "text_group": "0119cd5a5ccc64b3dbad6535b2ef4afdbaf9e3f62af720f461451af1d8eb210f", "expected": "card_linking", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0007001400280056011, "activate_my_card": 0.022004400880176033, "age_limit": 0.0009001800360072014, "apple_pay_or_google_pay": 0.001900380076015203, "atm_support": 0.0028005601120224045, "automatic_top_up": 0.0030006001200240046, "balance_not_updated_after_bank_transfer": 0.0009001800360072014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010002000400080016, "beneficiary_not_allowed": 0.0011002200440088019, "cancel_transfer": 0.0009001800360072014, "card_about_to_expire": 0.0011002200440088019, "card_acceptance": 0.006601320264052811, "card_arrival": 0.0014002800560112022, "card_delivery_estimate": 0.0010002000400080016, "card_linking": 0.2050410082016403, "card_not_working": 0.0016003200640128026, "card_payment_fee_charged": 0.0012002400480096017, "card_payment_not_recognised": 0.0010002000400080016, "card_payment_wrong_exchange_rate": 0.0011002200440088019, "card_swallowed": 0.0014002800560112022, "cash_withdrawal_charge": 0.0009001800360072014, "cash_withdrawal_not_recognised": 0.0006001200240048009, "change_pin": 0.002100420084016803, "compromised_card": 0.0011002200440088019, "contactless_not_working": 0.0011002200440088019, "country_support": 0.0017003400680136026, "declined_card_payment": 0.0010002000400080016, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.0010002000400080016, "disposable_card_limits": 0.0016003200640128026, "edit_personal_details": 0.006001200240048009, "exchange_charge": 0.001300260052010402, "exchange_rate": 0.0009001800360072014, "exchange_via_app": 0.001300260052010402, "extra_charge_on_statement": 0.0012002400480096017, "failed_transfer": 0.0009001800360072014, "fiat_currency_support": 0.0015003000600120023, "get_disposable_virtual_card": 0.0034006801360272052, "get_physical_card": 0.027105421084216843, "getting_spare_card": 0.004800960192038407, "getting_virtual_card": 0.0024004800960192034, "lost_or_stolen_card": 0.0007001400280056011, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.056911382276455286, "passcode_forgotten": 0.0007001400280056011, "pending_card_payment": 0.0009001800360072014, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.0009001800360072014, "pending_transfer": 0.0007001400280056011, "pin_blocked": 0.0008001600320064013, "receiving_money": 0.0014002800560112022, "request_refund": 0.0007001400280056011, "reverted_card_payment?": 0.0010002000400080016, "supported_cards_and_currencies": 0.05261052210442088, "terminate_account": 0.0008001600320064013, "top_up_by_bank_transfer_charge": 0.0017003400680136026, "top_up_by_card_charge": 0.002100420084016803, "top_up_by_cash_or_cheque": 0.0015003000600120023, "top_up_failed": 0.0012002400480096017, "top_up_limits": 0.0014002800560112022, "top_up_reverted": 0.001300260052010402, "topping_up_by_card": 0.5231046209241849, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.0008001600320064013, "transfer_into_account": 0.013102620524104821, "transfer_not_received_by_recipient": 0.0007001400280056011, "transfer_timing": 0.002600520104020804, "unable_to_verify_identity": 0.0008001600320064013, "verify_my_identity": 0.0010002000400080016, "verify_source_of_funds": 0.0008001600320064013, "verify_top_up": 0.0009001800360072014, "virtual_card_not_working": 0.0014002800560112022, "visa_or_mastercard": 0.0033006601320264054, "why_verify_identity": 0.0007001400280056011, "wrong_amount_of_cash_received": 0.0007001400280056011, "wrong_exchange_rate_for_cash_withdrawal": 0.0009001800360072014 }, "error": null, "latency_ms": 67.87658296525478, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-48", "text_group": "e8c83e47c5a3356be592d8891c04a28eef23d9b4cf4fd9d152a477ff68c74d47", "expected": "card_linking", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.0007000700070007, "activate_my_card": 0.0015001500150015003, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.0012001200120012, "atm_support": 0.0019001900190019003, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.0011001100110011003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011001100110011003, "beneficiary_not_allowed": 0.0013001300130013002, "cancel_transfer": 0.0014001400140014, "card_about_to_expire": 0.0019001900190019003, "card_acceptance": 0.0029002900290029, "card_arrival": 0.0027002700270027003, "card_delivery_estimate": 0.001000100010001, "card_linking": 0.26792679267926794, "card_not_working": 0.0024002400240024, "card_payment_fee_charged": 0.0011001100110011003, "card_payment_not_recognised": 0.0011001100110011003, "card_payment_wrong_exchange_rate": 0.0012001200120012, "card_swallowed": 0.51995199519952, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.0008000800080008001, "change_pin": 0.0014001400140014, "compromised_card": 0.0023002300230023, "contactless_not_working": 0.0011001100110011003, "country_support": 0.0014001400140014, "declined_card_payment": 0.001000100010001, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.001000100010001, "direct_debit_payment_not_recognised": 0.0009000900090009, "disposable_card_limits": 0.0036003600360036, "edit_personal_details": 0.0014001400140014, "exchange_charge": 0.0009000900090009, "exchange_rate": 0.0009000900090009, "exchange_via_app": 0.0011001100110011003, "extra_charge_on_statement": 0.0008000800080008001, "failed_transfer": 0.0009000900090009, "fiat_currency_support": 0.0014001400140014, "get_disposable_virtual_card": 0.015101510151015102, "get_physical_card": 0.0373037303730373, "getting_spare_card": 0.0045004500450045, "getting_virtual_card": 0.0022002200220022005, "lost_or_stolen_card": 0.04610461046104611, "lost_or_stolen_phone": 0.0011001100110011003, "order_physical_card": 0.0089008900890089, "passcode_forgotten": 0.0008000800080008001, "pending_card_payment": 0.0009000900090009, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0008000800080008001, "pending_transfer": 0.0008000800080008001, "pin_blocked": 0.0009000900090009, "receiving_money": 0.0014001400140014, "request_refund": 0.0011001100110011003, "reverted_card_payment?": 0.005100510051005101, "supported_cards_and_currencies": 0.007100710071007101, "terminate_account": 0.0013001300130013002, "top_up_by_bank_transfer_charge": 0.001000100010001, "top_up_by_card_charge": 0.0009000900090009, "top_up_by_cash_or_cheque": 0.001000100010001, "top_up_failed": 0.001000100010001, "top_up_limits": 0.001000100010001, "top_up_reverted": 0.0031003100310031, "topping_up_by_card": 0.0058005800580058, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.0007000700070007, "transfer_into_account": 0.0013001300130013002, "transfer_not_received_by_recipient": 0.0009000900090009, "transfer_timing": 0.0012001200120012, "unable_to_verify_identity": 0.0009000900090009, "verify_my_identity": 0.0008000800080008001, "verify_source_of_funds": 0.0008000800080008001, "verify_top_up": 0.0007000700070007, "virtual_card_not_working": 0.0019001900190019003, "visa_or_mastercard": 0.0013001300130013002, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0008000800080008001, "wrong_exchange_rate_for_cash_withdrawal": 0.001000100010001 }, "error": null, "latency_ms": 68.55133303906769, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-49", "text_group": "7b22eb1d1dcc0845796dd766c7cf1925f6708aaedb7994f012dce97970a7c2d1", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0017003400680136026, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0009001800360072014, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0011002200440088019, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.9472894578915784, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0006001200240048009, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0005001000200040008, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0006001200240048009, "country_support": 0.0006001200240048009, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0008001600320064013, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0008001600320064013, "get_disposable_virtual_card": 0.0008001600320064013, "get_physical_card": 0.002500500100020004, "getting_spare_card": 0.0018003600720144029, "getting_virtual_card": 0.0008001600320064013, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0015003000600120023, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0009001800360072014, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0044008801760352075, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0015003000600120023, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0006001200240048009, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.001900380076015203, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 70.32033300492913, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-50", "text_group": "a26959493690450bf8488f7de26d7e0618a0871a5c321099871e8032b0baf292", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.012398760123987601, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.000999900009999, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.9445055494450555, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.0004999500049995, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0006999300069993001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.0006999300069993001, "get_physical_card": 0.000999900009999, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0006999300069993001, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0011998800119988001, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0006999300069993001, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.0024997500249975004, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0022997700229977, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0006999300069993001, "visa_or_mastercard": 0.0017998200179982, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 67.87837494630367, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-51", "text_group": "cfe9b8a7f48b84005fccccca32e4f3ef7341322fe50092a64a1fe7b390d29ffc", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0028, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0009, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0006, "card_acceptance": 0.0021, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.9415, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0006, "compromised_card": 0.0008, "contactless_not_working": 0.0006, "country_support": 0.0008, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0007, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0005, "fiat_currency_support": 0.0008, "get_disposable_virtual_card": 0.0012, "get_physical_card": 0.0036, "getting_spare_card": 0.001, "getting_virtual_card": 0.0013, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0009, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0005, "pending_transfer": 0.0004, "pin_blocked": 0.0006, "receiving_money": 0.0009, "request_refund": 0.0005, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0041, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0006, "top_up_limits": 0.0006, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0023, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0006, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.0017, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 68.29258298967034, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-52", "text_group": "ca349d60d8a9b36afbca8ccca5fa8bbc70e735141ba0b701637b688aa008cd88", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0054010802160432084, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0010002000400080016, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.948889777955591, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0005001000200040008, "compromised_card": 0.0006001200240048009, "contactless_not_working": 0.0006001200240048009, "country_support": 0.0007001400280056011, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0008001600320064013, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0011002200440088019, "getting_spare_card": 0.0011002200440088019, "getting_virtual_card": 0.0008001600320064013, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0012002400480096017, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0008001600320064013, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.0029005801160232043, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0022004400880176037, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0007001400280056011, "visa_or_mastercard": 0.001300260052010402, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 70.06708299741149, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-53", "text_group": "4689016b144aca137b20e8103f01982ecce5de66c233ad14b36f8075fc23e5c1", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.21872187218721872, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.0021002100210021, "atm_support": 0.0019001900190019003, "automatic_top_up": 0.0014001400140014, "balance_not_updated_after_bank_transfer": 0.0007000700070007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008000800080008001, "beneficiary_not_allowed": 0.0009000900090009, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0012001200120012, "card_acceptance": 0.006600660066006601, "card_arrival": 0.0022002200220022005, "card_delivery_estimate": 0.001000100010001, "card_linking": 0.4803480348034804, "card_not_working": 0.0026002600260026003, "card_payment_fee_charged": 0.0012001200120012, "card_payment_not_recognised": 0.001000100010001, "card_payment_wrong_exchange_rate": 0.0011001100110011003, "card_swallowed": 0.0011001100110011003, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.0006000600060006, "change_pin": 0.0013001300130013002, "compromised_card": 0.0013001300130013002, "contactless_not_working": 0.0011001100110011003, "country_support": 0.0013001300130013002, "declined_card_payment": 0.0009000900090009, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0008000800080008001, "direct_debit_payment_not_recognised": 0.0008000800080008001, "disposable_card_limits": 0.004400440044004401, "edit_personal_details": 0.0034003400340034003, "exchange_charge": 0.001000100010001, "exchange_rate": 0.0007000700070007, "exchange_via_app": 0.0012001200120012, "extra_charge_on_statement": 0.0009000900090009, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0012001200120012, "get_disposable_virtual_card": 0.008000800080008, "get_physical_card": 0.07960796079607961, "getting_spare_card": 0.005200520052005201, "getting_virtual_card": 0.0063006300630063005, "lost_or_stolen_card": 0.0007000700070007, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.074007400740074, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.0009000900090009, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0008000800080008001, "pending_transfer": 0.0007000700070007, "pin_blocked": 0.0008000800080008001, "receiving_money": 0.0012001200120012, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.001000100010001, "supported_cards_and_currencies": 0.021702170217021702, "terminate_account": 0.001000100010001, "top_up_by_bank_transfer_charge": 0.001000100010001, "top_up_by_card_charge": 0.0015001500150015003, "top_up_by_cash_or_cheque": 0.001000100010001, "top_up_failed": 0.001000100010001, "top_up_limits": 0.0011001100110011003, "top_up_reverted": 0.001000100010001, "topping_up_by_card": 0.024702470247024703, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.0007000700070007, "transfer_into_account": 0.0008000800080008001, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0009000900090009, "unable_to_verify_identity": 0.0009000900090009, "verify_my_identity": 0.001000100010001, "verify_source_of_funds": 0.0008000800080008001, "verify_top_up": 0.0008000800080008001, "virtual_card_not_working": 0.0021002100210021, "visa_or_mastercard": 0.0026002600260026003, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0007000700070007, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009 }, "error": null, "latency_ms": 68.43858410138637, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-54", "text_group": "59ec064df8a212f03213949aa64ccf77926fd4ff070db89de69b1e718d717cb7", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.012298770122987702, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0006999300069993001, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0015998400159984002, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.9376062393760624, "card_not_working": 0.0006999300069993001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.0004999500049995, "compromised_card": 0.0006999300069993001, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0006999300069993001, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.0007999200079992001, "get_physical_card": 0.006699330066993301, "getting_spare_card": 0.0006999300069993001, "getting_virtual_card": 0.0008999100089991, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0010998900109989002, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0006999300069993001, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.0040995900409959, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0010998900109989002, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.0006999300069993001, "visa_or_mastercard": 0.0011998800119988001, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 68.47150006797165, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-55", "text_group": "be6a711e3f98b14077f5687705b750fda7dc007edb87074bbe27e7873f72a7cb", "expected": "card_linking", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0008001600320064013, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0010002000400080016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008001600320064013, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0015003000600120023, "card_acceptance": 0.0012002400480096017, "card_arrival": 0.002000400080016003, "card_delivery_estimate": 0.0008001600320064013, "card_linking": 0.0077015403080616125, "card_not_working": 0.002000400080016003, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0006001200240048009, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.003200640128025605, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0006001200240048009, "change_pin": 0.0006001200240048009, "compromised_card": 0.001300260052010402, "contactless_not_working": 0.0007001400280056011, "country_support": 0.0007001400280056011, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0010002000400080016, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.0006001200240048009, "get_physical_card": 0.005501100220044008, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.9292858571714343, "lost_or_stolen_phone": 0.001300260052010402, "order_physical_card": 0.007901580316063214, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0006001200240048009, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0014002800560112022, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0008001600320064013, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0006001200240048009, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 68.84441699367017, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-56", "text_group": "c104386b7e31b0e9b7ca3cdbe5fa39ad601b6ed5df5c84f34090a98cd8c156ec", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.000999700089973008, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0006997900629811057, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.9643107067879636, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0003998800359892033, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.000499850044986504, "country_support": 0.000499850044986504, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.000499850044986504, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.0006997900629811057, "getting_spare_card": 0.0006997900629811057, "getting_virtual_card": 0.0005998200539838048, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0007997600719784066, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0005998200539838048, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.0022993102069379188, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.001099670098970309, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.0003998800359892033, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0006997900629811057, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 68.8947910675779, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-57", "text_group": "96408e74b1fc670794c1c17cc9c66e3f586c6279e58849e7a6e0af7d6a0bcb5b", "expected": "card_linking", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0013001300130013002, "activate_my_card": 0.0021002100210021, "age_limit": 0.0011001100110011003, "apple_pay_or_google_pay": 0.0023002300230023, "atm_support": 0.0025002500250025004, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.0013001300130013002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013001300130013002, "beneficiary_not_allowed": 0.0012001200120012, "cancel_transfer": 0.0009000900090009, "card_about_to_expire": 0.0022002200220022005, "card_acceptance": 0.005000500050005001, "card_arrival": 0.2982298229822982, "card_delivery_estimate": 0.020702070207020702, "card_linking": 0.04760476047604761, "card_not_working": 0.004300430043004301, "card_payment_fee_charged": 0.0012001200120012, "card_payment_not_recognised": 0.0012001200120012, "card_payment_wrong_exchange_rate": 0.0011001100110011003, "card_swallowed": 0.0027002700270027003, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.001000100010001, "change_pin": 0.0011001100110011003, "compromised_card": 0.036103610361036105, "contactless_not_working": 0.0013001300130013002, "country_support": 0.0015001500150015003, "declined_card_payment": 0.0008000800080008001, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.0008000800080008001, "direct_debit_payment_not_recognised": 0.001000100010001, "disposable_card_limits": 0.0021002100210021, "edit_personal_details": 0.0039003900390039, "exchange_charge": 0.0009000900090009, "exchange_rate": 0.0008000800080008001, "exchange_via_app": 0.0012001200120012, "extra_charge_on_statement": 0.0008000800080008001, "failed_transfer": 0.0008000800080008001, "fiat_currency_support": 0.0013001300130013002, "get_disposable_virtual_card": 0.0019001900190019003, "get_physical_card": 0.0958095809580958, "getting_spare_card": 0.005100510051005101, "getting_virtual_card": 0.004100410041004101, "lost_or_stolen_card": 0.33563356335633565, "lost_or_stolen_phone": 0.0027002700270027003, "order_physical_card": 0.06060606060606061, "passcode_forgotten": 0.0007000700070007, "pending_card_payment": 0.001000100010001, "pending_cash_withdrawal": 0.0007000700070007, "pending_top_up": 0.0008000800080008001, "pending_transfer": 0.0008000800080008001, "pin_blocked": 0.0009000900090009, "receiving_money": 0.0012001200120012, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.0013001300130013002, "supported_cards_and_currencies": 0.0062006200620062, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.0009000900090009, "top_up_by_card_charge": 0.0009000900090009, "top_up_by_cash_or_cheque": 0.001000100010001, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0008000800080008001, "top_up_reverted": 0.001000100010001, "topping_up_by_card": 0.0021002100210021, "transaction_charged_twice": 0.0007000700070007, "transfer_fee_charged": 0.0007000700070007, "transfer_into_account": 0.0007000700070007, "transfer_not_received_by_recipient": 0.0009000900090009, "transfer_timing": 0.0009000900090009, "unable_to_verify_identity": 0.0014001400140014, "verify_my_identity": 0.0012001200120012, "verify_source_of_funds": 0.0011001100110011003, "verify_top_up": 0.0011001100110011003, "virtual_card_not_working": 0.0013001300130013002, "visa_or_mastercard": 0.0027002700270027003, "why_verify_identity": 0.001000100010001, "wrong_amount_of_cash_received": 0.0009000900090009, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009 }, "error": null, "latency_ms": 67.32258305419236, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-58", "text_group": "475e2c1dc88525b8cd70ca3566be279d7db208f428a4524f4beca3b8c6d7d722", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.001600480144043213, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0006001800540162048, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.9716915074522356, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.0003000900270081024, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.00040012003601080324, "country_support": 0.0005001500450135041, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0005001500450135041, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.0005001500450135041, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.00040012003601080324, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.0017005101530459135, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0007002100630189057, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.0010003000900270082, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 67.09029106423259, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-59", "text_group": "8f52e22a98e2e5b4085b0b781b48a7b67273a98d56092e8aef49841ad025901d", "expected": "card_linking", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.011896431070678797, "age_limit": 0.0005998200539838048, "apple_pay_or_google_pay": 0.0007997600719784066, "atm_support": 0.000999700089973008, "automatic_top_up": 0.0005998200539838048, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0006997900629811057, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.0011996401079676095, "card_acceptance": 0.006997900629811057, "card_arrival": 0.07537738678396481, "card_delivery_estimate": 0.0007997600719784066, "card_linking": 0.12296311106668, "card_not_working": 0.0024992502249325203, "card_payment_fee_charged": 0.0006997900629811057, "card_payment_not_recognised": 0.0006997900629811057, "card_payment_wrong_exchange_rate": 0.0006997900629811057, "card_swallowed": 0.001999400179946016, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.0005998200539838048, "compromised_card": 0.0013995801259622115, "contactless_not_working": 0.0006997900629811057, "country_support": 0.0007997600719784066, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.000499850044986504, "direct_debit_payment_not_recognised": 0.0005998200539838048, "disposable_card_limits": 0.0008997300809757073, "edit_personal_details": 0.0006997900629811057, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.0006997900629811057, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0006997900629811057, "get_disposable_virtual_card": 0.000999700089973008, "get_physical_card": 0.07777666699990003, "getting_spare_card": 0.0037988603418974308, "getting_virtual_card": 0.0016994901529541137, "lost_or_stolen_card": 0.5312406278116565, "lost_or_stolen_phone": 0.0024992502249325203, "order_physical_card": 0.10916724982505249, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.000499850044986504, "receiving_money": 0.0007997600719784066, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.0006997900629811057, "supported_cards_and_currencies": 0.0037988603418974308, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.0005998200539838048, "top_up_by_cash_or_cheque": 0.0006997900629811057, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.000499850044986504, "top_up_reverted": 0.0005998200539838048, "topping_up_by_card": 0.009297210836748974, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.0005998200539838048, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0005998200539838048, "unable_to_verify_identity": 0.0005998200539838048, "verify_my_identity": 0.0006997900629811057, "verify_source_of_funds": 0.0005998200539838048, "verify_top_up": 0.000499850044986504, "virtual_card_not_working": 0.0006997900629811057, "visa_or_mastercard": 0.0012996101169649105, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998200539838048 }, "error": null, "latency_ms": 67.40370800253004, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-60", "text_group": "4337011fe8005d2c21ba0d82c1f324dc791062ae1a60786b69352d8e783c5faf", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0024, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0007, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0004, "card_acceptance": 0.0009, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.9316, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0004, "compromised_card": 0.0006, "contactless_not_working": 0.0005, "country_support": 0.0006, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0005, "exchange_charge": 0.0005, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0004, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0011, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0008, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0004, "receiving_money": 0.0008, "request_refund": 0.0004, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0048, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0005, "top_up_limits": 0.0005, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0036, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0233, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 67.38120794761926, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-61", "text_group": "da2850bce778549fbfa83d5ba5471b27a494b52199029f5a0e82079abefba990", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0047, "age_limit": 0.0007, "apple_pay_or_google_pay": 0.001, "atm_support": 0.0011, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0009, "card_acceptance": 0.0021, "card_arrival": 0.1489, "card_delivery_estimate": 0.0012, "card_linking": 0.7154, "card_not_working": 0.0013, "card_payment_fee_charged": 0.0008, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0007, "compromised_card": 0.001, "contactless_not_working": 0.0008, "country_support": 0.0009, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.001, "edit_personal_details": 0.0008, "exchange_charge": 0.0008, "exchange_rate": 0.0006, "exchange_via_app": 0.001, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0006, "fiat_currency_support": 0.0009, "get_disposable_virtual_card": 0.0009, "get_physical_card": 0.0361, "getting_spare_card": 0.0012, "getting_virtual_card": 0.0014, "lost_or_stolen_card": 0.0011, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.038, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0007, "pending_transfer": 0.0008, "pin_blocked": 0.0006, "receiving_money": 0.0017, "request_refund": 0.0006, "reverted_card_payment?": 0.0009, "supported_cards_and_currencies": 0.003, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0007, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0007, "top_up_limits": 0.0006, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0015, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.0009, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 68.26858408749104, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-62", "text_group": "bce8b1f5cfbf9b4816731d40a2504e976b7d552ddcee52b243e68447d1afc3fe", "expected": "card_linking", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0715071507150715, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0009000900090009, "card_arrival": 0.0011001100110011003, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.2575257525752575, "card_not_working": 0.0021002100210021, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0015001500150015003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0006000600060006, "compromised_card": 0.0038003800380038005, "contactless_not_working": 0.0006000600060006, "country_support": 0.0005000500050005, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0006000600060006, "get_physical_card": 0.0063006300630063005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.6197619761976197, "lost_or_stolen_phone": 0.0024002400240024, "order_physical_card": 0.0009000900090009, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0005000500050005, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0012001200120012, "supported_cards_and_currencies": 0.001000100010001, "terminate_account": 0.0016001600160016002, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0008000800080008001, "topping_up_by_card": 0.0007000700070007, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 68.6447499319911, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-63", "text_group": "a023de0960c04c087174cb38bdeb43e5d896970c690afb9a82e700755cde95bb", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0101010101010101, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0007000700070007, "automatic_top_up": 0.0005000500050005, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.001000100010001, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.9498949894989499, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0005000500050005, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.0006000600060006, "country_support": 0.0007000700070007, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0014001400140014, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.0007000700070007, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.001000100010001, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0007000700070007, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0019001900190019003, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0019001900190019003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.0009000900090009, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 69.01545799337327, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-64", "text_group": "38ca830ff475b6201465fc7c8bbcd3c787328764acb4b84996aafb3a69b632ce", "expected": "card_linking", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.024907472241672498, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0006001800540162048, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0005001500450135041, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.0009002700810243073, "card_delivery_estimate": 0.00040012003601080324, "card_linking": 0.10783234970491147, "card_not_working": 0.0017005101530459135, "card_payment_fee_charged": 0.00040012003601080324, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0018005401620486145, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00040012003601080324, "change_pin": 0.0005001500450135041, "compromised_card": 0.0007002100630189057, "contactless_not_working": 0.0005001500450135041, "country_support": 0.0005001500450135041, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.00040012003601080324, "disposable_card_limits": 0.0006001800540162048, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0005001500450135041, "get_disposable_virtual_card": 0.0006001800540162048, "get_physical_card": 0.003601080324097229, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.8257477243172952, "lost_or_stolen_phone": 0.0033009902970891265, "order_physical_card": 0.0008002400720216065, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0005001500450135041, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.0015004501350405122, "supported_cards_and_currencies": 0.0007002100630189057, "terminate_account": 0.0005001500450135041, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.00040012003601080324, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0006001800540162048, "topping_up_by_card": 0.0007002100630189057, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.00040012003601080324, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.001100330099029709, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 69.13341593462974, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-65", "text_group": "018168d06fb2881586d6dac018d2511c96e3cb686401d0002fd8a5dc5a2eb045", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.002500500100020004, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0010002000400080016, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.954490898179636, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0006001200240048009, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0007001400280056011, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.0008001600320064013, "get_physical_card": 0.0008001600320064013, "getting_spare_card": 0.0007001400280056011, "getting_virtual_card": 0.0007001400280056011, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0007001400280056011, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0008001600320064013, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.002000400080016003, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.002000400080016003, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0006001200240048009, "visa_or_mastercard": 0.0009001800360072014, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 69.75670799147338, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-66", "text_group": "ff18d090fe8f637694fe86e5a80cebe6bfec0e9395966bebce42e436cc0f7c2c", "expected": "card_linking", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.005798840231953609, "activate_my_card": 0.0009998000399920016, "age_limit": 0.0006998600279944011, "apple_pay_or_google_pay": 0.0009998000399920016, "atm_support": 0.0011997600479904018, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.0018996200759848032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016996600679864027, "beneficiary_not_allowed": 0.0013997200559888023, "cancel_transfer": 0.0007998400319936014, "card_about_to_expire": 0.0020995800839832034, "card_acceptance": 0.002599480103979204, "card_arrival": 0.26144771045790843, "card_delivery_estimate": 0.006898620275944811, "card_linking": 0.020895820835832832, "card_not_working": 0.026394721055788842, "card_payment_fee_charged": 0.0007998400319936014, "card_payment_not_recognised": 0.0010997800439912018, "card_payment_wrong_exchange_rate": 0.0008998200359928015, "card_swallowed": 0.041791641671665665, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0010997800439912018, "change_pin": 0.0007998400319936014, "compromised_card": 0.019796040791841635, "contactless_not_working": 0.0013997200559888023, "country_support": 0.0009998000399920016, "declined_card_payment": 0.0009998000399920016, "declined_cash_withdrawal": 0.0006998600279944011, "declined_transfer": 0.0009998000399920016, "direct_debit_payment_not_recognised": 0.0008998200359928015, "disposable_card_limits": 0.0009998000399920016, "edit_personal_details": 0.0008998200359928015, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0007998400319936014, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0007998400319936014, "fiat_currency_support": 0.0008998200359928015, "get_disposable_virtual_card": 0.0010997800439912018, "get_physical_card": 0.035492901419716054, "getting_spare_card": 0.0023995200959808036, "getting_virtual_card": 0.001799640071985603, "lost_or_stolen_card": 0.4908018396320736, "lost_or_stolen_phone": 0.0024995000999800043, "order_physical_card": 0.01889622075584883, "passcode_forgotten": 0.0006998600279944011, "pending_card_payment": 0.0008998200359928015, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.0007998400319936014, "pin_blocked": 0.0009998000399920016, "receiving_money": 0.0010997800439912018, "request_refund": 0.0009998000399920016, "reverted_card_payment?": 0.0015996800639872027, "supported_cards_and_currencies": 0.001799640071985603, "terminate_account": 0.0006998600279944011, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0007998400319936014, "top_up_failed": 0.0006998600279944011, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0009998000399920016, "topping_up_by_card": 0.0015996800639872027, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.0020995800839832034, "transfer_timing": 0.0006998600279944011, "unable_to_verify_identity": 0.0010997800439912018, "verify_my_identity": 0.0008998200359928015, "verify_source_of_funds": 0.0007998400319936014, "verify_top_up": 0.0006998600279944011, "virtual_card_not_working": 0.0026994601079784043, "visa_or_mastercard": 0.0013997200559888023, "why_verify_identity": 0.0007998400319936014, "wrong_amount_of_cash_received": 0.0008998200359928015, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 68.58025002293289, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-67", "text_group": "f1aff049e37744a1b4813c7d916319f6e2b917d9fcfd7a0e2211880071dd6138", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0032996700329967, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.000999900009999, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.9527047295270473, "card_not_working": 0.0006999300069993001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.0004999500049995, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0004999500049995, "country_support": 0.0006999300069993001, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.0006999300069993001, "get_physical_card": 0.0006999300069993001, "getting_spare_card": 0.0007999200079992001, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0007999200079992001, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0007999200079992001, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.0035996400359964, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0023997600239976003, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.001999800019998, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 68.43525008298457, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-68", "text_group": "e6dd2ac531790e5a1ace0725e82bdc6b911f4222fc4f01e17a5e437a8279d3a8", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.006601980594178254, "age_limit": 0.00030009002700810244, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.0006001800540162049, "balance_not_updated_after_bank_transfer": 0.00030009002700810244, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.00030009002700810244, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.9634890467140143, "card_not_working": 0.0004001200360108033, "card_payment_fee_charged": 0.0004001200360108033, "card_payment_not_recognised": 0.0004001200360108033, "card_payment_wrong_exchange_rate": 0.0004001200360108033, "card_swallowed": 0.0004001200360108033, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00030009002700810244, "change_pin": 0.0005001500450135041, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0004001200360108033, "country_support": 0.0005001500450135041, "declined_card_payment": 0.00030009002700810244, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.0005001500450135041, "edit_personal_details": 0.0006001800540162049, "exchange_charge": 0.0004001200360108033, "exchange_rate": 0.00030009002700810244, "exchange_via_app": 0.0004001200360108033, "extra_charge_on_statement": 0.00030009002700810244, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.0005001500450135041, "get_disposable_virtual_card": 0.0004001200360108033, "get_physical_card": 0.0005001500450135041, "getting_spare_card": 0.00030009002700810244, "getting_virtual_card": 0.0004001200360108033, "lost_or_stolen_card": 0.00030009002700810244, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.0004001200360108033, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.0005001500450135041, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.0004001200360108033, "supported_cards_and_currencies": 0.0019005701710513156, "terminate_account": 0.0004001200360108033, "top_up_by_bank_transfer_charge": 0.00030009002700810244, "top_up_by_card_charge": 0.0004001200360108033, "top_up_by_cash_or_cheque": 0.0004001200360108033, "top_up_failed": 0.0004001200360108033, "top_up_limits": 0.0004001200360108033, "top_up_reverted": 0.0004001200360108033, "topping_up_by_card": 0.0010003000900270082, "transaction_charged_twice": 0.00030009002700810244, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.00030009002700810244, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00030009002700810244, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.0004001200360108033, "verify_source_of_funds": 0.00030009002700810244, "verify_top_up": 0.0004001200360108033, "virtual_card_not_working": 0.0004001200360108033, "visa_or_mastercard": 0.0008002400720216066, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 69.21275006607175, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-69", "text_group": "2b24b45c3d65342bedf6d7ac12046d315d807732c08fdd50fc8b6b099dfccde3", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0008000800080008001, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0006000600060006, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.9710971097109711, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0006000600060006, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0006000600060006, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0005000500050005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0013001300130013002, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.001000100010001, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.96633398719132, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-70", "text_group": "2a96cdaaddf68be7850bb7d942957f81d122929f4d9b1da6393c937b06ea2f89", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.0002998500749625187, "activate_my_card": 0.010694652673663168, "age_limit": 0.00039980009995002505, "apple_pay_or_google_pay": 0.0005997001499250374, "atm_support": 0.0006996501749125438, "automatic_top_up": 0.0004997501249375313, "balance_not_updated_after_bank_transfer": 0.00039980009995002505, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039980009995002505, "beneficiary_not_allowed": 0.00039980009995002505, "cancel_transfer": 0.00039980009995002505, "card_about_to_expire": 0.00039980009995002505, "card_acceptance": 0.0010994502748625688, "card_arrival": 0.00039980009995002505, "card_delivery_estimate": 0.00039980009995002505, "card_linking": 0.9493253373313344, "card_not_working": 0.0004997501249375313, "card_payment_fee_charged": 0.0004997501249375313, "card_payment_not_recognised": 0.00039980009995002505, "card_payment_wrong_exchange_rate": 0.0004997501249375313, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.00039980009995002505, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0004997501249375313, "compromised_card": 0.0004997501249375313, "contactless_not_working": 0.0004997501249375313, "country_support": 0.0005997001499250374, "declined_card_payment": 0.00039980009995002505, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.00039980009995002505, "direct_debit_payment_not_recognised": 0.00039980009995002505, "disposable_card_limits": 0.0006996501749125438, "edit_personal_details": 0.0004997501249375313, "exchange_charge": 0.0004997501249375313, "exchange_rate": 0.00039980009995002505, "exchange_via_app": 0.0004997501249375313, "extra_charge_on_statement": 0.00039980009995002505, "failed_transfer": 0.00039980009995002505, "fiat_currency_support": 0.0006996501749125438, "get_disposable_virtual_card": 0.0006996501749125438, "get_physical_card": 0.0006996501749125438, "getting_spare_card": 0.0005997001499250374, "getting_virtual_card": 0.0006996501749125438, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.0002998500749625187, "order_physical_card": 0.0006996501749125438, "passcode_forgotten": 0.00039980009995002505, "pending_card_payment": 0.00039980009995002505, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.00039980009995002505, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.00039980009995002505, "receiving_money": 0.0005997001499250374, "request_refund": 0.00039980009995002505, "reverted_card_payment?": 0.0004997501249375313, "supported_cards_and_currencies": 0.0036981509245377314, "terminate_account": 0.00039980009995002505, "top_up_by_bank_transfer_charge": 0.00039980009995002505, "top_up_by_card_charge": 0.0004997501249375313, "top_up_by_cash_or_cheque": 0.0004997501249375313, "top_up_failed": 0.00039980009995002505, "top_up_limits": 0.0004997501249375313, "top_up_reverted": 0.0004997501249375313, "topping_up_by_card": 0.0015992003998001002, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.00039980009995002505, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.00039980009995002505, "unable_to_verify_identity": 0.0004997501249375313, "verify_my_identity": 0.0004997501249375313, "verify_source_of_funds": 0.00039980009995002505, "verify_top_up": 0.00039980009995002505, "virtual_card_not_working": 0.0005997001499250374, "visa_or_mastercard": 0.0014992503748125939, "why_verify_identity": 0.00039980009995002505, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.00039980009995002505 }, "error": null, "latency_ms": 68.35529208183289, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-71", "text_group": "1a2016737a9b0955c0cf112c430428516016b04abd81cbf7c8b29b107be39962", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.0014997000599880025, "activate_my_card": 0.0065986802639472104, "age_limit": 0.001999600079984003, "apple_pay_or_google_pay": 0.002299540091981604, "atm_support": 0.005298940211957609, "automatic_top_up": 0.0014997000599880025, "balance_not_updated_after_bank_transfer": 0.0015996800639872027, "balance_not_updated_after_cheque_or_cash_deposit": 0.001799640071985603, "beneficiary_not_allowed": 0.003899220155968806, "cancel_transfer": 0.0016996600679864027, "card_about_to_expire": 0.004499100179964007, "card_acceptance": 0.05058988202359528, "card_arrival": 0.0027994401119776045, "card_delivery_estimate": 0.0016996600679864027, "card_linking": 0.27394521095780844, "card_not_working": 0.056988602279544096, "card_payment_fee_charged": 0.002299540091981604, "card_payment_not_recognised": 0.001999600079984003, "card_payment_wrong_exchange_rate": 0.0020995800839832034, "card_swallowed": 0.03429314137172565, "cash_withdrawal_charge": 0.0013997200559888023, "cash_withdrawal_not_recognised": 0.001299740051989602, "change_pin": 0.0020995800839832034, "compromised_card": 0.008598280343931213, "contactless_not_working": 0.002599480103979204, "country_support": 0.002999400119976005, "declined_card_payment": 0.005798840231953609, "declined_cash_withdrawal": 0.001799640071985603, "declined_transfer": 0.002299540091981604, "direct_debit_payment_not_recognised": 0.0015996800639872027, "disposable_card_limits": 0.003599280143971206, "edit_personal_details": 0.0015996800639872027, "exchange_charge": 0.0014997000599880025, "exchange_rate": 0.0013997200559888023, "exchange_via_app": 0.001999600079984003, "extra_charge_on_statement": 0.001299740051989602, "failed_transfer": 0.0013997200559888023, "fiat_currency_support": 0.0032993401319736052, "get_disposable_virtual_card": 0.012797440511897622, "get_physical_card": 0.08068386322735452, "getting_spare_card": 0.004099180163967207, "getting_virtual_card": 0.006898620275944811, "lost_or_stolen_card": 0.11867626474705059, "lost_or_stolen_phone": 0.0014997000599880025, "order_physical_card": 0.023195360927814435, "passcode_forgotten": 0.001299740051989602, "pending_card_payment": 0.0014997000599880025, "pending_cash_withdrawal": 0.0009998000399920016, "pending_top_up": 0.0010997800439912018, "pending_transfer": 0.0011997600479904018, "pin_blocked": 0.001999600079984003, "receiving_money": 0.001999600079984003, "request_refund": 0.0015996800639872027, "reverted_card_payment?": 0.0032993401319736052, "supported_cards_and_currencies": 0.14387122575484904, "terminate_account": 0.0015996800639872027, "top_up_by_bank_transfer_charge": 0.0015996800639872027, "top_up_by_card_charge": 0.0014997000599880025, "top_up_by_cash_or_cheque": 0.0015996800639872027, "top_up_failed": 0.0014997000599880025, "top_up_limits": 0.0014997000599880025, "top_up_reverted": 0.001999600079984003, "topping_up_by_card": 0.045090981803639275, "transaction_charged_twice": 0.001299740051989602, "transfer_fee_charged": 0.0013997200559888023, "transfer_into_account": 0.0011997600479904018, "transfer_not_received_by_recipient": 0.001299740051989602, "transfer_timing": 0.0013997200559888023, "unable_to_verify_identity": 0.0016996600679864027, "verify_my_identity": 0.0013997200559888023, "verify_source_of_funds": 0.001299740051989602, "verify_top_up": 0.001299740051989602, "virtual_card_not_working": 0.010897820435912817, "visa_or_mastercard": 0.0031993601279744054, "why_verify_identity": 0.001299740051989602, "wrong_amount_of_cash_received": 0.0013997200559888023, "wrong_exchange_rate_for_cash_withdrawal": 0.001799640071985603 }, "error": null, "latency_ms": 69.07375005539507, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-72", "text_group": "4728a96cd29f93eddd31fd7aad48b936ced08b39f827a67afe5d6bca52b4cd5a", "expected": "card_linking", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.011101110111011102, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0007000700070007, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0009000900090009, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.35523552355235527, "card_not_working": 0.0023002300230023, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0026002600260026003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0006000600060006, "compromised_card": 0.0032003200320032004, "contactless_not_working": 0.0006000600060006, "country_support": 0.0006000600060006, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.001000100010001, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0013001300130013002, "get_physical_card": 0.007100710071007101, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.0007000700070007, "lost_or_stolen_card": 0.577957795779578, "lost_or_stolen_phone": 0.0049004900490049, "order_physical_card": 0.001000100010001, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0005000500050005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0011001100110011003, "supported_cards_and_currencies": 0.0018001800180018, "terminate_account": 0.0007000700070007, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.0008000800080008001, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0013001300130013002, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 65.32625004183501, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-73", "text_group": "3ab8f9f48affeae15507edf0b228662cea11ae7d1ac8d0f6e8048147715fb4a9", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0094, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0007, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0004, "card_acceptance": 0.0008, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.9539, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0004, "compromised_card": 0.0006, "contactless_not_working": 0.0005, "country_support": 0.0006, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0005, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0004, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0006, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0005, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0004, "pending_transfer": 0.0003, "pin_blocked": 0.0004, "receiving_money": 0.0006, "request_refund": 0.0004, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0029, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0004, "top_up_limits": 0.0004, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0014, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.001, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 67.68754194490612, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-74", "text_group": "5ff5fade07914489378a972e2c4de778c760df587d680cfc0c7bcfa966ae1133", "expected": "card_linking", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0016008004002001002, "activate_my_card": 0.02131065532766383, "age_limit": 0.001900950475237619, "apple_pay_or_google_pay": 0.009504752376188095, "atm_support": 0.008204102051025513, "automatic_top_up": 0.002301150575287644, "balance_not_updated_after_bank_transfer": 0.0016008004002001002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0021010505252626313, "beneficiary_not_allowed": 0.0021010505252626313, "cancel_transfer": 0.0018009004502251126, "card_about_to_expire": 0.00240120060030015, "card_acceptance": 0.047323661830915464, "card_arrival": 0.004002001000500251, "card_delivery_estimate": 0.001900950475237619, "card_linking": 0.05892946473236619, "card_not_working": 0.004302151075537769, "card_payment_fee_charged": 0.0033016508254127067, "card_payment_not_recognised": 0.00240120060030015, "card_payment_wrong_exchange_rate": 0.00240120060030015, "card_swallowed": 0.002301150575287644, "cash_withdrawal_charge": 0.0018009004502251126, "cash_withdrawal_not_recognised": 0.001500750375187594, "change_pin": 0.0022011005502751376, "compromised_card": 0.003901950975487744, "contactless_not_working": 0.002301150575287644, "country_support": 0.003501750875437719, "declined_card_payment": 0.0020010005002501254, "declined_cash_withdrawal": 0.0014007003501750877, "declined_transfer": 0.001500750375187594, "direct_debit_payment_not_recognised": 0.0021010505252626313, "disposable_card_limits": 0.004702351175587795, "edit_personal_details": 0.12556278139069535, "exchange_charge": 0.0018009004502251126, "exchange_rate": 0.0017008504252126063, "exchange_via_app": 0.004702351175587795, "extra_charge_on_statement": 0.0018009004502251126, "failed_transfer": 0.0016008004002001002, "fiat_currency_support": 0.005402701350675338, "get_disposable_virtual_card": 0.0034017008504252126, "get_physical_card": 0.0336168084042021, "getting_spare_card": 0.003901950975487744, "getting_virtual_card": 0.002701350675337669, "lost_or_stolen_card": 0.0017008504252126063, "lost_or_stolen_phone": 0.001200600300150075, "order_physical_card": 0.003501750875437719, "passcode_forgotten": 0.0016008004002001002, "pending_card_payment": 0.0020010005002501254, "pending_cash_withdrawal": 0.001200600300150075, "pending_top_up": 0.0014007003501750877, "pending_transfer": 0.0013006503251625813, "pin_blocked": 0.0016008004002001002, "receiving_money": 0.003001500750375188, "request_refund": 0.0018009004502251126, "reverted_card_payment?": 0.002301150575287644, "supported_cards_and_currencies": 0.4051025512756378, "terminate_account": 0.0017008504252126063, "top_up_by_bank_transfer_charge": 0.0021010505252626313, "top_up_by_card_charge": 0.0020010005002501254, "top_up_by_cash_or_cheque": 0.002301150575287644, "top_up_failed": 0.0017008504252126063, "top_up_limits": 0.0020010005002501254, "top_up_reverted": 0.0020010005002501254, "topping_up_by_card": 0.059229614807403706, "transaction_charged_twice": 0.001500750375187594, "transfer_fee_charged": 0.001500750375187594, "transfer_into_account": 0.0016008004002001002, "transfer_not_received_by_recipient": 0.001500750375187594, "transfer_timing": 0.0018009004502251126, "unable_to_verify_identity": 0.002701350675337669, "verify_my_identity": 0.0026013006503251626, "verify_source_of_funds": 0.0021010505252626313, "verify_top_up": 0.0022011005502751376, "virtual_card_not_working": 0.002301150575287644, "visa_or_mastercard": 0.07943971985992997, "why_verify_identity": 0.0020010005002501254, "wrong_amount_of_cash_received": 0.0014007003501750877, "wrong_exchange_rate_for_cash_withdrawal": 0.0018009004502251126 }, "error": null, "latency_ms": 67.79837503563613, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-75", "text_group": "7d3db2bdca866b70f40273a3d9d40d0f5504a76a99a55745f097e76047cece8e", "expected": "card_linking", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0006000600060006, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0503050305030503, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0017001700170017002, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.9222922292229223, "lost_or_stolen_phone": 0.0022002200220022005, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 67.38716701511294, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-76", "text_group": "f8a58325ba10f8ec38c58f9f3edf0448daf8e716d13d60aca181822172507a98", "expected": "card_linking", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.06438068579426172, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.0006997900629811057, "automatic_top_up": 0.000499850044986504, "balance_not_updated_after_bank_transfer": 0.0006997900629811057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.0007997600719784066, "card_acceptance": 0.000999700089973008, "card_arrival": 0.000999700089973008, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.4056782965110467, "card_not_working": 0.0031990402879136263, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.0014995501349595122, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0006997900629811057, "compromised_card": 0.001999400179946016, "contactless_not_working": 0.0005998200539838048, "country_support": 0.0005998200539838048, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.001099670098970309, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.0007997600719784066, "get_physical_card": 0.002699190242927122, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.0005998200539838048, "lost_or_stolen_card": 0.4780565830250925, "lost_or_stolen_phone": 0.0022993102069379188, "order_physical_card": 0.000999700089973008, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0005998200539838048, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.002799160251924423, "supported_cards_and_currencies": 0.000999700089973008, "terminate_account": 0.0007997600719784066, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.001099670098970309, "topping_up_by_card": 0.0008997300809757073, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.0003998800359892033, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.0005998200539838048, "verify_my_identity": 0.000499850044986504, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.000999700089973008, "visa_or_mastercard": 0.000999700089973008, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 68.2668749941513, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-77", "text_group": "3e64695159f40c81daedb0c2c3e2a68a29c849f9ee3a36f74a4560b30c8b50db", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.000499850044986504, "activate_my_card": 0.000999700089973008, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.0007997600719784066, "atm_support": 0.000999700089973008, "automatic_top_up": 0.0005998200539838048, "balance_not_updated_after_bank_transfer": 0.0005998200539838048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.0006997900629811057, "card_about_to_expire": 0.0007997600719784066, "card_acceptance": 0.0016994901529541137, "card_arrival": 0.0005998200539838048, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.9273218034589623, "card_not_working": 0.0006997900629811057, "card_payment_fee_charged": 0.0006997900629811057, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0006997900629811057, "card_swallowed": 0.0008997300809757073, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.0005998200539838048, "compromised_card": 0.000999700089973008, "contactless_not_working": 0.0005998200539838048, "country_support": 0.0007997600719784066, "declined_card_payment": 0.0005998200539838048, "declined_cash_withdrawal": 0.000499850044986504, "declined_transfer": 0.0005998200539838048, "direct_debit_payment_not_recognised": 0.0005998200539838048, "disposable_card_limits": 0.0008997300809757073, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.0006997900629811057, "exchange_rate": 0.0005998200539838048, "exchange_via_app": 0.0006997900629811057, "extra_charge_on_statement": 0.000499850044986504, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.0007997600719784066, "get_disposable_virtual_card": 0.0007997600719784066, "get_physical_card": 0.0018994301709487154, "getting_spare_card": 0.009297210836748974, "getting_virtual_card": 0.0008997300809757073, "lost_or_stolen_card": 0.0007997600719784066, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.0012996101169649105, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.000499850044986504, "pin_blocked": 0.0005998200539838048, "receiving_money": 0.001099670098970309, "request_refund": 0.0007997600719784066, "reverted_card_payment?": 0.0007997600719784066, "supported_cards_and_currencies": 0.009297210836748974, "terminate_account": 0.0006997900629811057, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.0005998200539838048, "top_up_by_cash_or_cheque": 0.0006997900629811057, "top_up_failed": 0.0005998200539838048, "top_up_limits": 0.0005998200539838048, "top_up_reverted": 0.0005998200539838048, "topping_up_by_card": 0.002199340197940618, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.0005998200539838048, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.0006997900629811057, "unable_to_verify_identity": 0.0005998200539838048, "verify_my_identity": 0.0005998200539838048, "verify_source_of_funds": 0.0005998200539838048, "verify_top_up": 0.000499850044986504, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0028991302609217232, "why_verify_identity": 0.000499850044986504, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998200539838048 }, "error": null, "latency_ms": 66.55358301941305, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-78", "text_group": "de8b77388ab49993de1ac0ac5ca09335c19fbd5bb4f8148f54e22935914b5433", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.009599040095990401, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0007999200079992001, "atm_support": 0.0010998900109989002, "automatic_top_up": 0.0006999300069993001, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.000999900009999, "card_acceptance": 0.0014998500149985001, "card_arrival": 0.0006999300069993001, "card_delivery_estimate": 0.0005999400059994001, "card_linking": 0.9317068293170683, "card_not_working": 0.0007999200079992001, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.0006999300069993001, "card_payment_wrong_exchange_rate": 0.0007999200079992001, "card_swallowed": 0.0008999100089991, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.0006999300069993001, "compromised_card": 0.000999900009999, "contactless_not_working": 0.0007999200079992001, "country_support": 0.0008999100089991, "declined_card_payment": 0.0005999400059994001, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0012998700129987, "edit_personal_details": 0.0006999300069993001, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.0005999400059994001, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.0008999100089991, "get_disposable_virtual_card": 0.0014998500149985001, "get_physical_card": 0.0012998700129987, "getting_spare_card": 0.0016998300169983002, "getting_virtual_card": 0.0008999100089991, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0017998200179982, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0008999100089991, "request_refund": 0.0005999400059994001, "reverted_card_payment?": 0.0008999100089991, "supported_cards_and_currencies": 0.0023997600239976003, "terminate_account": 0.0006999300069993001, "top_up_by_bank_transfer_charge": 0.0005999400059994001, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.0021997800219978004, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.0013998600139986002, "visa_or_mastercard": 0.0021997800219978004, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0005999400059994001 }, "error": null, "latency_ms": 68.18295794073492, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-79", "text_group": "909e7888634a8cb0a92ff4b912b3caa99147ef4b7deead8881e5757dbf760b9e", "expected": "card_linking", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.000999700089973008, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.0007997600719784066, "atm_support": 0.000999700089973008, "automatic_top_up": 0.0005998200539838048, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.0005998200539838048, "card_about_to_expire": 0.0006997900629811057, "card_acceptance": 0.0016994901529541137, "card_arrival": 0.0006997900629811057, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.8929321203638908, "card_not_working": 0.0008997300809757073, "card_payment_fee_charged": 0.0006997900629811057, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0007997600719784066, "card_swallowed": 0.0007997600719784066, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.0006997900629811057, "compromised_card": 0.0008997300809757073, "contactless_not_working": 0.0007997600719784066, "country_support": 0.0007997600719784066, "declined_card_payment": 0.0006997900629811057, "declined_cash_withdrawal": 0.000499850044986504, "declined_transfer": 0.0005998200539838048, "direct_debit_payment_not_recognised": 0.0005998200539838048, "disposable_card_limits": 0.000999700089973008, "edit_personal_details": 0.0006997900629811057, "exchange_charge": 0.0005998200539838048, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.0005998200539838048, "extra_charge_on_statement": 0.000499850044986504, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.0008997300809757073, "get_disposable_virtual_card": 0.0022993102069379188, "get_physical_card": 0.008997300809757072, "getting_spare_card": 0.0032990102969109266, "getting_virtual_card": 0.0016994901529541137, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.002099370188943317, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.000499850044986504, "pin_blocked": 0.0005998200539838048, "receiving_money": 0.0008997300809757073, "request_refund": 0.0005998200539838048, "reverted_card_payment?": 0.0007997600719784066, "supported_cards_and_currencies": 0.03199040287913626, "terminate_account": 0.0008997300809757073, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.0006997900629811057, "top_up_by_cash_or_cheque": 0.0006997900629811057, "top_up_failed": 0.0005998200539838048, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.0006997900629811057, "topping_up_by_card": 0.008997300809757072, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.0006997900629811057, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.0005998200539838048, "unable_to_verify_identity": 0.0005998200539838048, "verify_my_identity": 0.0005998200539838048, "verify_source_of_funds": 0.0005998200539838048, "verify_top_up": 0.0005998200539838048, "virtual_card_not_working": 0.0008997300809757073, "visa_or_mastercard": 0.0029991002699190244, "why_verify_identity": 0.000499850044986504, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0006997900629811057 }, "error": null, "latency_ms": 66.54754106421024, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-80", "text_group": "2c01c95b0ac2c182758d5572e5267615de25527d99825454c1a3e685cf881983", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00040016006402561027, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.0008003201280512205, "atm_support": 0.0010004001600640256, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.0006002400960384153, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006002400960384153, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.0005002000800320128, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0006002400960384153, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00040016006402561027, "card_linking": 0.0006002400960384153, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00860344137655062, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.0005002000800320128, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.00040016006402561027, "country_support": 0.0006002400960384153, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.0005002000800320128, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.009303721488595438, "exchange_rate": 0.8756502601040417, "exchange_via_app": 0.03571428571428572, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.003201280512204882, "get_disposable_virtual_card": 0.0005002000800320128, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00040016006402561027, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.0006002400960384153, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.022008803521408563, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00040016006402561027, "top_up_by_cash_or_cheque": 0.0005002000800320128, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.0006002400960384153, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.00040016006402561027, "transfer_into_account": 0.00040016006402561027, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.00040016006402561027, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00040016006402561027, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.00040016006402561027, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.0006002400960384153, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.0006002400960384153, "wrong_exchange_rate_for_cash_withdrawal": 0.01590636254501801 }, "error": null, "latency_ms": 69.4870000006631, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-81", "text_group": "a7bd69c7471731dc0bf4b96a9f9384d5786109133b16949f9a9d0e3217add029", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0007997600719784066, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0006997900629811057, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.000499850044986504, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.005698290512846147, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0005998200539838048, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0005998200539838048, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0244926522043387, "exchange_rate": 0.919224232730181, "exchange_via_app": 0.009597120863740876, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.002799160251924423, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0003998800359892033, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0006997900629811057, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.009497150854743577, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0006997900629811057, "top_up_by_card_charge": 0.0006997900629811057, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.000499850044986504, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0012996101169649105 }, "error": null, "latency_ms": 70.55216701701283, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-82", "text_group": "1dfab06299e9a63217620a21bd3cf6d5204000503652079b73a21daafd67818e", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0006997900629811057, "activate_my_card": 0.000999700089973008, "age_limit": 0.0007997600719784066, "apple_pay_or_google_pay": 0.002199340197940618, "atm_support": 0.0034989503149055285, "automatic_top_up": 0.001099670098970309, "balance_not_updated_after_bank_transfer": 0.0012996101169649105, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014995501349595122, "beneficiary_not_allowed": 0.0012996101169649105, "cancel_transfer": 0.000999700089973008, "card_about_to_expire": 0.0007997600719784066, "card_acceptance": 0.0016994901529541137, "card_arrival": 0.0008997300809757073, "card_delivery_estimate": 0.0007997600719784066, "card_linking": 0.0014995501349595122, "card_not_working": 0.000999700089973008, "card_payment_fee_charged": 0.001099670098970309, "card_payment_not_recognised": 0.0011996401079676095, "card_payment_wrong_exchange_rate": 0.017794661601519546, "card_swallowed": 0.000999700089973008, "cash_withdrawal_charge": 0.0011996401079676095, "cash_withdrawal_not_recognised": 0.000999700089973008, "change_pin": 0.0007997600719784066, "compromised_card": 0.000999700089973008, "contactless_not_working": 0.001099670098970309, "country_support": 0.0017994601619514146, "declined_card_payment": 0.0007997600719784066, "declined_cash_withdrawal": 0.0007997600719784066, "declined_transfer": 0.0007997600719784066, "direct_debit_payment_not_recognised": 0.000999700089973008, "disposable_card_limits": 0.001099670098970309, "edit_personal_details": 0.0007997600719784066, "exchange_charge": 0.018594421673497948, "exchange_rate": 0.820553833849845, "exchange_via_app": 0.04768569429171249, "extra_charge_on_statement": 0.0006997900629811057, "failed_transfer": 0.0008997300809757073, "fiat_currency_support": 0.004698590422873138, "get_disposable_virtual_card": 0.0008997300809757073, "get_physical_card": 0.000999700089973008, "getting_spare_card": 0.0008997300809757073, "getting_virtual_card": 0.0008997300809757073, "lost_or_stolen_card": 0.0006997900629811057, "lost_or_stolen_phone": 0.0006997900629811057, "order_physical_card": 0.0007997600719784066, "passcode_forgotten": 0.0007997600719784066, "pending_card_payment": 0.0007997600719784066, "pending_cash_withdrawal": 0.0007997600719784066, "pending_top_up": 0.0007997600719784066, "pending_transfer": 0.0007997600719784066, "pin_blocked": 0.0007997600719784066, "receiving_money": 0.0015995201439568132, "request_refund": 0.0008997300809757073, "reverted_card_payment?": 0.0011996401079676095, "supported_cards_and_currencies": 0.005098470458862342, "terminate_account": 0.0008997300809757073, "top_up_by_bank_transfer_charge": 0.0011996401079676095, "top_up_by_card_charge": 0.0008997300809757073, "top_up_by_cash_or_cheque": 0.0012996101169649105, "top_up_failed": 0.0008997300809757073, "top_up_limits": 0.0007997600719784066, "top_up_reverted": 0.000999700089973008, "topping_up_by_card": 0.0012996101169649105, "transaction_charged_twice": 0.0007997600719784066, "transfer_fee_charged": 0.0008997300809757073, "transfer_into_account": 0.0008997300809757073, "transfer_not_received_by_recipient": 0.0008997300809757073, "transfer_timing": 0.0008997300809757073, "unable_to_verify_identity": 0.000999700089973008, "verify_my_identity": 0.000999700089973008, "verify_source_of_funds": 0.001099670098970309, "verify_top_up": 0.0008997300809757073, "virtual_card_not_working": 0.0008997300809757073, "visa_or_mastercard": 0.0013995801259622115, "why_verify_identity": 0.000999700089973008, "wrong_amount_of_cash_received": 0.0011996401079676095, "wrong_exchange_rate_for_cash_withdrawal": 0.011796461061681496 }, "error": null, "latency_ms": 70.56212495081127, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-83", "text_group": "a9b28245ecbf6369c0f172ec13f8ccc8a3a03897d5742000a7a36cb8188c9987", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0007001400280056011, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.0017003400680136026, "atm_support": 0.0024004800960192034, "automatic_top_up": 0.0009001800360072014, "balance_not_updated_after_bank_transfer": 0.0014002800560112022, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014002800560112022, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.0008001600320064013, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.001300260052010402, "card_arrival": 0.0007001400280056011, "card_delivery_estimate": 0.0007001400280056011, "card_linking": 0.0011002200440088019, "card_not_working": 0.0008001600320064013, "card_payment_fee_charged": 0.0009001800360072014, "card_payment_not_recognised": 0.0010002000400080016, "card_payment_wrong_exchange_rate": 0.015303060612122424, "card_swallowed": 0.0007001400280056011, "cash_withdrawal_charge": 0.0010002000400080016, "cash_withdrawal_not_recognised": 0.0008001600320064013, "change_pin": 0.0006001200240048009, "compromised_card": 0.0008001600320064013, "contactless_not_working": 0.0009001800360072014, "country_support": 0.001300260052010402, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0008001600320064013, "disposable_card_limits": 0.0009001800360072014, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.011002200440088017, "exchange_rate": 0.8737747549509902, "exchange_via_app": 0.028705741148229644, "extra_charge_on_statement": 0.0006001200240048009, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.005801160232046409, "get_disposable_virtual_card": 0.0008001600320064013, "get_physical_card": 0.0008001600320064013, "getting_spare_card": 0.0007001400280056011, "getting_virtual_card": 0.0008001600320064013, "lost_or_stolen_card": 0.0006001200240048009, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0007001400280056011, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.0006001200240048009, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.0006001200240048009, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.0017003400680136026, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0009001800360072014, "supported_cards_and_currencies": 0.0036007201440288058, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.0009001800360072014, "top_up_by_card_charge": 0.0007001400280056011, "top_up_by_cash_or_cheque": 0.0011002200440088019, "top_up_failed": 0.0007001400280056011, "top_up_limits": 0.0007001400280056011, "top_up_reverted": 0.0008001600320064013, "topping_up_by_card": 0.0011002200440088019, "transaction_charged_twice": 0.0006001200240048009, "transfer_fee_charged": 0.0007001400280056011, "transfer_into_account": 0.0008001600320064013, "transfer_not_received_by_recipient": 0.0008001600320064013, "transfer_timing": 0.0008001600320064013, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.0008001600320064013, "verify_source_of_funds": 0.0008001600320064013, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.0007001400280056011, "visa_or_mastercard": 0.0011002200440088019, "why_verify_identity": 0.0007001400280056011, "wrong_amount_of_cash_received": 0.0009001800360072014, "wrong_exchange_rate_for_cash_withdrawal": 0.0033006601320264054 }, "error": null, "latency_ms": 67.76308303233236, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-84", "text_group": "389cd08a1ce6a951e2ad047ac92baac80a17f6b205dffcc5a3c3bf091564de93", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0006999300069993001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0033996600339966003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0022997700229977, "exchange_rate": 0.9501049895010499, "exchange_via_app": 0.014698530146985302, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0012998700129987, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0017998200179982, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0026997300269973002 }, "error": null, "latency_ms": 67.12349993176758, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-85", "text_group": "23239365f648b9b06984be4fd2c077d7f628e782ff87641af902b885fe5bf879", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0011998800119988001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0021997800219978004, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0022997700229977, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0036996300369963007, "exchange_rate": 0.8802119788021198, "exchange_via_app": 0.028997100289971003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.009699030096990302, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0005999400059994001, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.04559544045595441, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0011998800119988001 }, "error": null, "latency_ms": 66.64241594262421, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-86", "text_group": "8024cc9f761366e7b8d6b54ad73c86a32e919cf79aec18b072f7d9b089479099", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0008999100089991, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.1782821717828217, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0030996900309969004, "exchange_rate": 0.5822417758224178, "exchange_via_app": 0.0173982601739826, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.000999900009999, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.001999800019998, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.1908809119088091 }, "error": null, "latency_ms": 67.45874998159707, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-87", "text_group": "faa6f4c32c516889f2e9c6b048eb87c20a4a00b4373bb12f9273d2b88e5e5097", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0007000700070007, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0187018701870187, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0106010601060106, "exchange_rate": 0.9140914091409141, "exchange_via_app": 0.015001500150015001, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0014001400140014, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0007000700070007, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0016001600160016002, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.012501250125012502 }, "error": null, "latency_ms": 67.6218339940533, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-88", "text_group": "465279cd811178b67bea866f7df3e3ce840300ed7a989804e64bb998f3600b76", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00040028019613729617, "activate_my_card": 0.0006004202942059442, "age_limit": 0.0005003502451716202, "apple_pay_or_google_pay": 0.0011007705393775644, "atm_support": 0.0020014009806864808, "automatic_top_up": 0.0007004903432402682, "balance_not_updated_after_bank_transfer": 0.0009006304413089162, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010007004903432404, "beneficiary_not_allowed": 0.0008005603922745923, "cancel_transfer": 0.0006004202942059442, "card_about_to_expire": 0.0005003502451716202, "card_acceptance": 0.0010007004903432404, "card_arrival": 0.0005003502451716202, "card_delivery_estimate": 0.0005003502451716202, "card_linking": 0.0008005603922745923, "card_not_working": 0.0006004202942059442, "card_payment_fee_charged": 0.0007004903432402682, "card_payment_not_recognised": 0.0007004903432402682, "card_payment_wrong_exchange_rate": 0.008606024216951867, "card_swallowed": 0.0006004202942059442, "cash_withdrawal_charge": 0.0009006304413089162, "cash_withdrawal_not_recognised": 0.0006004202942059442, "change_pin": 0.0005003502451716202, "compromised_card": 0.0006004202942059442, "contactless_not_working": 0.0007004903432402682, "country_support": 0.0012008405884118883, "declined_card_payment": 0.0005003502451716202, "declined_cash_withdrawal": 0.0005003502451716202, "declined_transfer": 0.0005003502451716202, "direct_debit_payment_not_recognised": 0.0006004202942059442, "disposable_card_limits": 0.0007004903432402682, "edit_personal_details": 0.0005003502451716202, "exchange_charge": 0.01931351946362454, "exchange_rate": 0.8886220354247975, "exchange_via_app": 0.030221154808365857, "extra_charge_on_statement": 0.0005003502451716202, "failed_transfer": 0.0005003502451716202, "fiat_currency_support": 0.0023016111277894525, "get_disposable_virtual_card": 0.0005003502451716202, "get_physical_card": 0.0006004202942059442, "getting_spare_card": 0.0005003502451716202, "getting_virtual_card": 0.0005003502451716202, "lost_or_stolen_card": 0.00040028019613729617, "lost_or_stolen_phone": 0.00040028019613729617, "order_physical_card": 0.0005003502451716202, "passcode_forgotten": 0.0005003502451716202, "pending_card_payment": 0.0005003502451716202, "pending_cash_withdrawal": 0.0005003502451716202, "pending_top_up": 0.0005003502451716202, "pending_transfer": 0.0005003502451716202, "pin_blocked": 0.0005003502451716202, "receiving_money": 0.0010007004903432404, "request_refund": 0.0005003502451716202, "reverted_card_payment?": 0.0007004903432402682, "supported_cards_and_currencies": 0.0026018212748924246, "terminate_account": 0.0006004202942059442, "top_up_by_bank_transfer_charge": 0.0009006304413089162, "top_up_by_card_charge": 0.0007004903432402682, "top_up_by_cash_or_cheque": 0.0008005603922745923, "top_up_failed": 0.0005003502451716202, "top_up_limits": 0.0005003502451716202, "top_up_reverted": 0.0007004903432402682, "topping_up_by_card": 0.0007004903432402682, "transaction_charged_twice": 0.0005003502451716202, "transfer_fee_charged": 0.0006004202942059442, "transfer_into_account": 0.0005003502451716202, "transfer_not_received_by_recipient": 0.0006004202942059442, "transfer_timing": 0.0006004202942059442, "unable_to_verify_identity": 0.0005003502451716202, "verify_my_identity": 0.0006004202942059442, "verify_source_of_funds": 0.0005003502451716202, "verify_top_up": 0.0005003502451716202, "virtual_card_not_working": 0.0005003502451716202, "visa_or_mastercard": 0.0008005603922745923, "why_verify_identity": 0.0006004202942059442, "wrong_amount_of_cash_received": 0.0008005603922745923, "wrong_exchange_rate_for_cash_withdrawal": 0.003402381667167017 }, "error": null, "latency_ms": 68.36837506853044, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-89", "text_group": "d0e57869117f0a432e67cd38046478f00a98c650add46650f9256b72c976442a", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.000999900009999, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0025997400259974, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.019598040195980403, "exchange_rate": 0.93000699930007, "exchange_via_app": 0.013098690130986902, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0013998600139986002, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0006999300069993001, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.003999600039996, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0005999400059994001, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0010998900109989002 }, "error": null, "latency_ms": 67.46712501626462, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-90", "text_group": "61c8454f0e8070e14ae9255f9e2692dbfde3c66b783a5a53dc7da4b281551ea9", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0009, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0006, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0025, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0004, "country_support": 0.0006, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0068, "exchange_rate": 0.9357, "exchange_via_app": 0.0185, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0004, "fiat_currency_support": 0.0018, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0006, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0059, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0003, "top_up_limits": 0.0004, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0013 }, "error": null, "latency_ms": 68.34020791575313, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-91", "text_group": "947915bd21c5e514178c937b778b6ca21fd5b74d32c43e9f28e9135cd98bb2e5", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0009, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0006, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0168, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0006, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0066, "exchange_rate": 0.9011, "exchange_via_app": 0.0256, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0041, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0006, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0117, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0081 }, "error": null, "latency_ms": 67.51604098826647, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-92", "text_group": "bf2f1478b86c91f33ed786065ad41a279b2729de2784aa9347279913d94ce581", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0006000600060006, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.0016001600160016002, "atm_support": 0.0023002300230023, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.001000100010001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011001100110011003, "beneficiary_not_allowed": 0.001000100010001, "cancel_transfer": 0.001000100010001, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0018001800180018, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.0007000700070007, "card_linking": 0.001000100010001, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0008000800080008001, "card_payment_not_recognised": 0.0008000800080008001, "card_payment_wrong_exchange_rate": 0.016901690169016898, "card_swallowed": 0.0007000700070007, "cash_withdrawal_charge": 0.001000100010001, "cash_withdrawal_not_recognised": 0.0007000700070007, "change_pin": 0.0006000600060006, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.0007000700070007, "country_support": 0.0012001200120012, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.0007000700070007, "direct_debit_payment_not_recognised": 0.0007000700070007, "disposable_card_limits": 0.001000100010001, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.020602060206020602, "exchange_rate": 0.8253825382538255, "exchange_via_app": 0.04220422042204221, "extra_charge_on_statement": 0.0006000600060006, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0089008900890089, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0007000700070007, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0006000600060006, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0012001200120012, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.0009000900090009, "supported_cards_and_currencies": 0.006400640064006401, "terminate_account": 0.0007000700070007, "top_up_by_bank_transfer_charge": 0.001000100010001, "top_up_by_card_charge": 0.0008000800080008001, "top_up_by_cash_or_cheque": 0.0009000900090009, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0009000900090009, "top_up_reverted": 0.0009000900090009, "topping_up_by_card": 0.0009000900090009, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.0007000700070007, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0007000700070007, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.0007000700070007, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.0011001100110011003, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0009000900090009, "wrong_exchange_rate_for_cash_withdrawal": 0.024002400240024004 }, "error": null, "latency_ms": 68.0240000365302, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-93", "text_group": "a018760b2e7beb0d9066e49c30f73096e1eb01a2879562e72db07bd8c369384d", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0006001200240048009, "activate_my_card": 0.0010002000400080016, "age_limit": 0.0007001400280056011, "apple_pay_or_google_pay": 0.006601320264052811, "atm_support": 0.0033006601320264054, "automatic_top_up": 0.0014002800560112022, "balance_not_updated_after_bank_transfer": 0.001300260052010402, "balance_not_updated_after_cheque_or_cash_deposit": 0.001300260052010402, "beneficiary_not_allowed": 0.001300260052010402, "cancel_transfer": 0.0008001600320064013, "card_about_to_expire": 0.0009001800360072014, "card_acceptance": 0.009301860372074413, "card_arrival": 0.0011002200440088019, "card_delivery_estimate": 0.0010002000400080016, "card_linking": 0.0014002800560112022, "card_not_working": 0.0010002000400080016, "card_payment_fee_charged": 0.0010002000400080016, "card_payment_not_recognised": 0.0011002200440088019, "card_payment_wrong_exchange_rate": 0.01890378075615123, "card_swallowed": 0.0010002000400080016, "cash_withdrawal_charge": 0.001300260052010402, "cash_withdrawal_not_recognised": 0.0011002200440088019, "change_pin": 0.0010002000400080016, "compromised_card": 0.0009001800360072014, "contactless_not_working": 0.0010002000400080016, "country_support": 0.0023004600920184036, "declined_card_payment": 0.0009001800360072014, "declined_cash_withdrawal": 0.0008001600320064013, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.0009001800360072014, "disposable_card_limits": 0.001300260052010402, "edit_personal_details": 0.0008001600320064013, "exchange_charge": 0.053710742148429684, "exchange_rate": 0.36537307461492297, "exchange_via_app": 0.30886177235447093, "extra_charge_on_statement": 0.0008001600320064013, "failed_transfer": 0.0008001600320064013, "fiat_currency_support": 0.0034006801360272052, "get_disposable_virtual_card": 0.0012002400480096017, "get_physical_card": 0.0010002000400080016, "getting_spare_card": 0.0010002000400080016, "getting_virtual_card": 0.0012002400480096017, "lost_or_stolen_card": 0.0007001400280056011, "lost_or_stolen_phone": 0.0006001200240048009, "order_physical_card": 0.0008001600320064013, "passcode_forgotten": 0.0007001400280056011, "pending_card_payment": 0.0009001800360072014, "pending_cash_withdrawal": 0.0010002000400080016, "pending_top_up": 0.0010002000400080016, "pending_transfer": 0.0012002400480096017, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.005101020204040808, "request_refund": 0.0009001800360072014, "reverted_card_payment?": 0.0010002000400080016, "supported_cards_and_currencies": 0.01770354070814163, "terminate_account": 0.0008001600320064013, "top_up_by_bank_transfer_charge": 0.0014002800560112022, "top_up_by_card_charge": 0.0011002200440088019, "top_up_by_cash_or_cheque": 0.001300260052010402, "top_up_failed": 0.0009001800360072014, "top_up_limits": 0.0010002000400080016, "top_up_reverted": 0.0010002000400080016, "topping_up_by_card": 0.0014002800560112022, "transaction_charged_twice": 0.0008001600320064013, "transfer_fee_charged": 0.0010002000400080016, "transfer_into_account": 0.001300260052010402, "transfer_not_received_by_recipient": 0.0011002200440088019, "transfer_timing": 0.13932786557311463, "unable_to_verify_identity": 0.0008001600320064013, "verify_my_identity": 0.0007001400280056011, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.0010002000400080016, "visa_or_mastercard": 0.0014002800560112022, "why_verify_identity": 0.0007001400280056011, "wrong_amount_of_cash_received": 0.0009001800360072014, "wrong_exchange_rate_for_cash_withdrawal": 0.0029005801160232043 }, "error": null, "latency_ms": 68.28687503002584, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-94", "text_group": "1c42b57833de49569f2aa8cbeea9c998c566d03058b282db880af6d7074ac3a1", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0011001100110011003, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0006000600060006, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.009100910091009102, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.011701170117011701, "exchange_rate": 0.8469846984698469, "exchange_via_app": 0.08550855085508552, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0012001200120012, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0007000700070007, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0015001500150015003, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0177017701770177 }, "error": null, "latency_ms": 67.08266609348357, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-95", "text_group": "f2c1bde0a871e96661ca14999c944b1ce531840b955c2ab043fb60abfa6a12ca", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0006000600060006, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0042004200420042, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0006000600060006, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0092009200920092, "exchange_rate": 0.9338933893389338, "exchange_via_app": 0.0133013301330133, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0021002100210021, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0006000600060006, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.005100510051005101, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.004000400040004 }, "error": null, "latency_ms": 66.80120900273323, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-96", "text_group": "9aa98ca6c9f9ec8f7c21266aff46d8e2af2c892e991c6f30d0752adde590f5d4", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.000499850044986504, "activate_my_card": 0.0006997900629811057, "age_limit": 0.0005998200539838048, "apple_pay_or_google_pay": 0.0013995801259622115, "atm_support": 0.002199340197940618, "automatic_top_up": 0.0007997600719784066, "balance_not_updated_after_bank_transfer": 0.001099670098970309, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011996401079676095, "beneficiary_not_allowed": 0.000999700089973008, "cancel_transfer": 0.0006997900629811057, "card_about_to_expire": 0.0005998200539838048, "card_acceptance": 0.001099670098970309, "card_arrival": 0.0006997900629811057, "card_delivery_estimate": 0.0005998200539838048, "card_linking": 0.000999700089973008, "card_not_working": 0.0007997600719784066, "card_payment_fee_charged": 0.0008997300809757073, "card_payment_not_recognised": 0.000999700089973008, "card_payment_wrong_exchange_rate": 0.012896131160651804, "card_swallowed": 0.0006997900629811057, "cash_withdrawal_charge": 0.000999700089973008, "cash_withdrawal_not_recognised": 0.0007997600719784066, "change_pin": 0.000499850044986504, "compromised_card": 0.0006997900629811057, "contactless_not_working": 0.0007997600719784066, "country_support": 0.0011996401079676095, "declined_card_payment": 0.0005998200539838048, "declined_cash_withdrawal": 0.0005998200539838048, "declined_transfer": 0.0005998200539838048, "direct_debit_payment_not_recognised": 0.0007997600719784066, "disposable_card_limits": 0.0007997600719784066, "edit_personal_details": 0.000499850044986504, "exchange_charge": 0.006797960611816455, "exchange_rate": 0.9055283414975508, "exchange_via_app": 0.008297510746775967, "extra_charge_on_statement": 0.000499850044986504, "failed_transfer": 0.0006997900629811057, "fiat_currency_support": 0.004798560431870438, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.0006997900629811057, "getting_spare_card": 0.0005998200539838048, "getting_virtual_card": 0.0005998200539838048, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.000499850044986504, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.0005998200539838048, "pending_card_payment": 0.0005998200539838048, "pending_cash_withdrawal": 0.000499850044986504, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.000499850044986504, "pin_blocked": 0.0005998200539838048, "receiving_money": 0.0011996401079676095, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.0007997600719784066, "supported_cards_and_currencies": 0.005098470458862342, "terminate_account": 0.0005998200539838048, "top_up_by_bank_transfer_charge": 0.0008997300809757073, "top_up_by_card_charge": 0.0007997600719784066, "top_up_by_cash_or_cheque": 0.001099670098970309, "top_up_failed": 0.0005998200539838048, "top_up_limits": 0.0005998200539838048, "top_up_reverted": 0.0007997600719784066, "topping_up_by_card": 0.000999700089973008, "transaction_charged_twice": 0.0005998200539838048, "transfer_fee_charged": 0.0006997900629811057, "transfer_into_account": 0.0005998200539838048, "transfer_not_received_by_recipient": 0.0006997900629811057, "transfer_timing": 0.0005998200539838048, "unable_to_verify_identity": 0.0006997900629811057, "verify_my_identity": 0.0006997900629811057, "verify_source_of_funds": 0.001099670098970309, "verify_top_up": 0.0005998200539838048, "virtual_card_not_working": 0.0006997900629811057, "visa_or_mastercard": 0.000999700089973008, "why_verify_identity": 0.0006997900629811057, "wrong_amount_of_cash_received": 0.0007997600719784066, "wrong_exchange_rate_for_cash_withdrawal": 0.0031990402879136263 }, "error": null, "latency_ms": 68.38258297648281, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-97", "text_group": "bf09b55b51bdbfbfe3640c5928488059a23e0e0f307ff34a80b77cabe814d9ec", "expected": "exchange_rate", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.0003000900270081024, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.0010003000900270082, "atm_support": 0.0013003901170351103, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0006001800540162048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001800540162048, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0006001800540162048, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0005001500450135041, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.00040012003601080324, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.42732819845953784, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.0006001800540162048, "cash_withdrawal_not_recognised": 0.00040012003601080324, "change_pin": 0.0003000900270081024, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.0005001500450135041, "country_support": 0.0009002700810243073, "declined_card_payment": 0.0006001800540162048, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.00040012003601080324, "disposable_card_limits": 0.0005001500450135041, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.008602580774232269, "exchange_rate": 0.07682304691407421, "exchange_via_app": 0.00250075022506752, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.00040012003601080324, "fiat_currency_support": 0.007902370711213365, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0007002100630189057, "request_refund": 0.00040012003601080324, "reverted_card_payment?": 0.0006001800540162048, "supported_cards_and_currencies": 0.0033009902970891265, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00040012003601080324, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0006001800540162048, "transfer_into_account": 0.00040012003601080324, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0012003601080324095, "wrong_exchange_rate_for_cash_withdrawal": 0.4424327298189457 }, "error": null, "latency_ms": 67.32812500558794, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-98", "text_group": "4a81a5896c7383b47ec96ce74ae382c3121ef4160d1b2b281c5b109bb8aaf34b", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0007, "activate_my_card": 0.001, "age_limit": 0.0008, "apple_pay_or_google_pay": 0.0021, "atm_support": 0.0038, "automatic_top_up": 0.0012, "balance_not_updated_after_bank_transfer": 0.0016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016, "beneficiary_not_allowed": 0.0014, "cancel_transfer": 0.0011, "card_about_to_expire": 0.0009, "card_acceptance": 0.0018, "card_arrival": 0.0011, "card_delivery_estimate": 0.001, "card_linking": 0.0015, "card_not_working": 0.0011, "card_payment_fee_charged": 0.0013, "card_payment_not_recognised": 0.0013, "card_payment_wrong_exchange_rate": 0.017, "card_swallowed": 0.001, "cash_withdrawal_charge": 0.0016, "cash_withdrawal_not_recognised": 0.0011, "change_pin": 0.0008, "compromised_card": 0.0011, "contactless_not_working": 0.0012, "country_support": 0.0025, "declined_card_payment": 0.0009, "declined_cash_withdrawal": 0.0009, "declined_transfer": 0.0009, "direct_debit_payment_not_recognised": 0.0012, "disposable_card_limits": 0.0012, "edit_personal_details": 0.0008, "exchange_charge": 0.0117, "exchange_rate": 0.3707, "exchange_via_app": 0.0281, "extra_charge_on_statement": 0.0008, "failed_transfer": 0.001, "fiat_currency_support": 0.196, "get_disposable_virtual_card": 0.001, "get_physical_card": 0.0011, "getting_spare_card": 0.0009, "getting_virtual_card": 0.001, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0007, "order_physical_card": 0.0008, "passcode_forgotten": 0.0008, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0008, "pending_top_up": 0.0008, "pending_transfer": 0.0008, "pin_blocked": 0.0008, "receiving_money": 0.0017, "request_refund": 0.0008, "reverted_card_payment?": 0.0011, "supported_cards_and_currencies": 0.2927, "terminate_account": 0.0008, "top_up_by_bank_transfer_charge": 0.0012, "top_up_by_card_charge": 0.001, "top_up_by_cash_or_cheque": 0.0011, "top_up_failed": 0.0009, "top_up_limits": 0.001, "top_up_reverted": 0.0011, "topping_up_by_card": 0.0014, "transaction_charged_twice": 0.0009, "transfer_fee_charged": 0.0011, "transfer_into_account": 0.0011, "transfer_not_received_by_recipient": 0.001, "transfer_timing": 0.0011, "unable_to_verify_identity": 0.001, "verify_my_identity": 0.0011, "verify_source_of_funds": 0.0012, "verify_top_up": 0.0011, "virtual_card_not_working": 0.001, "visa_or_mastercard": 0.0014, "why_verify_identity": 0.0009, "wrong_amount_of_cash_received": 0.0012, "wrong_exchange_rate_for_cash_withdrawal": 0.0043 }, "error": null, "latency_ms": 67.30774999596179, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-99", "text_group": "bc1c71535cca0589e28a35d133eeb77cb65158ccc2395f6bd9714f9700fd45cd", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.0007002100630189057, "age_limit": 0.0006001800540162048, "apple_pay_or_google_pay": 0.0015004501350405122, "atm_support": 0.0023006902070621185, "automatic_top_up": 0.0008002400720216065, "balance_not_updated_after_bank_transfer": 0.001100330099029709, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012003601080324095, "beneficiary_not_allowed": 0.0010003000900270082, "cancel_transfer": 0.0008002400720216065, "card_about_to_expire": 0.0006001800540162048, "card_acceptance": 0.001100330099029709, "card_arrival": 0.0007002100630189057, "card_delivery_estimate": 0.0006001800540162048, "card_linking": 0.0010003000900270082, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.0008002400720216065, "card_payment_not_recognised": 0.0009002700810243073, "card_payment_wrong_exchange_rate": 0.011703511053315995, "card_swallowed": 0.0007002100630189057, "cash_withdrawal_charge": 0.0010003000900270082, "cash_withdrawal_not_recognised": 0.0008002400720216065, "change_pin": 0.0006001800540162048, "compromised_card": 0.0008002400720216065, "contactless_not_working": 0.0008002400720216065, "country_support": 0.0012003601080324095, "declined_card_payment": 0.0006001800540162048, "declined_cash_withdrawal": 0.0006001800540162048, "declined_transfer": 0.0006001800540162048, "direct_debit_payment_not_recognised": 0.0008002400720216065, "disposable_card_limits": 0.0008002400720216065, "edit_personal_details": 0.0006001800540162048, "exchange_charge": 0.016705011503451033, "exchange_rate": 0.8703611083324997, "exchange_via_app": 0.034510353105931785, "extra_charge_on_statement": 0.0006001800540162048, "failed_transfer": 0.0007002100630189057, "fiat_currency_support": 0.004501350405121536, "get_disposable_virtual_card": 0.0007002100630189057, "get_physical_card": 0.0007002100630189057, "getting_spare_card": 0.0006001800540162048, "getting_virtual_card": 0.0007002100630189057, "lost_or_stolen_card": 0.0005001500450135041, "lost_or_stolen_phone": 0.0005001500450135041, "order_physical_card": 0.0006001800540162048, "passcode_forgotten": 0.0006001800540162048, "pending_card_payment": 0.0006001800540162048, "pending_cash_withdrawal": 0.0006001800540162048, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0006001800540162048, "pin_blocked": 0.0006001800540162048, "receiving_money": 0.001100330099029709, "request_refund": 0.0006001800540162048, "reverted_card_payment?": 0.0009002700810243073, "supported_cards_and_currencies": 0.005801740522156647, "terminate_account": 0.0007002100630189057, "top_up_by_bank_transfer_charge": 0.0009002700810243073, "top_up_by_card_charge": 0.0008002400720216065, "top_up_by_cash_or_cheque": 0.0010003000900270082, "top_up_failed": 0.0006001800540162048, "top_up_limits": 0.0006001800540162048, "top_up_reverted": 0.0007002100630189057, "topping_up_by_card": 0.0009002700810243073, "transaction_charged_twice": 0.0006001800540162048, "transfer_fee_charged": 0.0007002100630189057, "transfer_into_account": 0.0006001800540162048, "transfer_not_received_by_recipient": 0.0007002100630189057, "transfer_timing": 0.0007002100630189057, "unable_to_verify_identity": 0.0007002100630189057, "verify_my_identity": 0.0007002100630189057, "verify_source_of_funds": 0.0010003000900270082, "verify_top_up": 0.0007002100630189057, "virtual_card_not_working": 0.0007002100630189057, "visa_or_mastercard": 0.0010003000900270082, "why_verify_identity": 0.0008002400720216065, "wrong_amount_of_cash_received": 0.0008002400720216065, "wrong_exchange_rate_for_cash_withdrawal": 0.0020006001800540163 }, "error": null, "latency_ms": 67.41537502966821, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-100", "text_group": "11b09deced4f8eaae4c72c031e557e7948c1c5e5d1ae659ebf6c6d4f4edecc5f", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0005002501250625313, "activate_my_card": 0.0007003501750875438, "age_limit": 0.0006003001500750375, "apple_pay_or_google_pay": 0.0016008004002001002, "atm_support": 0.0028014007003501753, "automatic_top_up": 0.0009004502251125563, "balance_not_updated_after_bank_transfer": 0.0013006503251625813, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013006503251625813, "beneficiary_not_allowed": 0.0010005002501250627, "cancel_transfer": 0.0008004002001000501, "card_about_to_expire": 0.0006003001500750375, "card_acceptance": 0.0014007003501750877, "card_arrival": 0.0007003501750875438, "card_delivery_estimate": 0.0006003001500750375, "card_linking": 0.0011005502751375688, "card_not_working": 0.0008004002001000501, "card_payment_fee_charged": 0.0009004502251125563, "card_payment_not_recognised": 0.0011005502751375688, "card_payment_wrong_exchange_rate": 0.02351175587793897, "card_swallowed": 0.0007003501750875438, "cash_withdrawal_charge": 0.0010005002501250627, "cash_withdrawal_not_recognised": 0.0008004002001000501, "change_pin": 0.0006003001500750375, "compromised_card": 0.0008004002001000501, "contactless_not_working": 0.0008004002001000501, "country_support": 0.001500750375187594, "declined_card_payment": 0.0006003001500750375, "declined_cash_withdrawal": 0.0006003001500750375, "declined_transfer": 0.0006003001500750375, "direct_debit_payment_not_recognised": 0.0009004502251125563, "disposable_card_limits": 0.0010005002501250627, "edit_personal_details": 0.0006003001500750375, "exchange_charge": 0.027413706853426714, "exchange_rate": 0.8184092046023012, "exchange_via_app": 0.037318659329664834, "extra_charge_on_statement": 0.0007003501750875438, "failed_transfer": 0.0007003501750875438, "fiat_currency_support": 0.009704852426213108, "get_disposable_virtual_card": 0.0007003501750875438, "get_physical_card": 0.0007003501750875438, "getting_spare_card": 0.0007003501750875438, "getting_virtual_card": 0.0007003501750875438, "lost_or_stolen_card": 0.0005002501250625313, "lost_or_stolen_phone": 0.0005002501250625313, "order_physical_card": 0.0006003001500750375, "passcode_forgotten": 0.0006003001500750375, "pending_card_payment": 0.0007003501750875438, "pending_cash_withdrawal": 0.0006003001500750375, "pending_top_up": 0.0006003001500750375, "pending_transfer": 0.0006003001500750375, "pin_blocked": 0.0006003001500750375, "receiving_money": 0.0014007003501750877, "request_refund": 0.0007003501750875438, "reverted_card_payment?": 0.0010005002501250627, "supported_cards_and_currencies": 0.01820910455227614, "terminate_account": 0.0007003501750875438, "top_up_by_bank_transfer_charge": 0.0010005002501250627, "top_up_by_card_charge": 0.0009004502251125563, "top_up_by_cash_or_cheque": 0.0010005002501250627, "top_up_failed": 0.0007003501750875438, "top_up_limits": 0.0008004002001000501, "top_up_reverted": 0.0008004002001000501, "topping_up_by_card": 0.0011005502751375688, "transaction_charged_twice": 0.0006003001500750375, "transfer_fee_charged": 0.0008004002001000501, "transfer_into_account": 0.0007003501750875438, "transfer_not_received_by_recipient": 0.0007003501750875438, "transfer_timing": 0.0008004002001000501, "unable_to_verify_identity": 0.0008004002001000501, "verify_my_identity": 0.0008004002001000501, "verify_source_of_funds": 0.0011005502751375688, "verify_top_up": 0.0008004002001000501, "virtual_card_not_working": 0.0007003501750875438, "visa_or_mastercard": 0.0011005502751375688, "why_verify_identity": 0.0008004002001000501, "wrong_amount_of_cash_received": 0.0008004002001000501, "wrong_exchange_rate_for_cash_withdrawal": 0.006103051525762882 }, "error": null, "latency_ms": 67.51062499824911, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-101", "text_group": "d132a55d44de012b4e1d323e3233e43e40d65278ce8fdb995fd19b85fe82a039", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0014998500149985001, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0004999500049995, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0018998100189981002, "exchange_rate": 0.9476052394760524, "exchange_via_app": 0.0094990500949905, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0053994600539946005, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0005999400059994001, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.008399160083991601, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.0020997900209979003 }, "error": null, "latency_ms": 67.3345000250265, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-102", "text_group": "4daf549f762831fe831f0e88c0784f0acc00c792cac40e0d39938d07814a4381", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0008999100089991, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0004999500049995, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.027597240275972403, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0006999300069993001, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0022997700229977, "exchange_rate": 0.9197080291970803, "exchange_via_app": 0.010798920107989201, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0016998300169983002, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0005999400059994001, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0038996100389961, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0057994200579942 }, "error": null, "latency_ms": 69.38049988821149, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-103", "text_group": "edf96d9df65e97af1ffceb74e5d5368bdd25f139d4cd1efcd6604fe080d26ff2", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0005002000800320128, "activate_my_card": 0.0008003201280512205, "age_limit": 0.0006002400960384153, "apple_pay_or_google_pay": 0.001800720288115246, "atm_support": 0.0026010404161664665, "automatic_top_up": 0.0010004001600640256, "balance_not_updated_after_bank_transfer": 0.0011004401760704283, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013005202080832333, "beneficiary_not_allowed": 0.0010004001600640256, "cancel_transfer": 0.0008003201280512205, "card_about_to_expire": 0.0006002400960384153, "card_acceptance": 0.0013005202080832333, "card_arrival": 0.0007002801120448179, "card_delivery_estimate": 0.0007002801120448179, "card_linking": 0.0011004401760704283, "card_not_working": 0.0008003201280512205, "card_payment_fee_charged": 0.0008003201280512205, "card_payment_not_recognised": 0.000900360144057623, "card_payment_wrong_exchange_rate": 0.005002000800320128, "card_swallowed": 0.0008003201280512205, "cash_withdrawal_charge": 0.0011004401760704283, "cash_withdrawal_not_recognised": 0.0008003201280512205, "change_pin": 0.0006002400960384153, "compromised_card": 0.0008003201280512205, "contactless_not_working": 0.000900360144057623, "country_support": 0.0015006002400960385, "declined_card_payment": 0.0006002400960384153, "declined_cash_withdrawal": 0.0007002801120448179, "declined_transfer": 0.0006002400960384153, "direct_debit_payment_not_recognised": 0.000900360144057623, "disposable_card_limits": 0.0010004001600640256, "edit_personal_details": 0.0006002400960384153, "exchange_charge": 0.01520608243297319, "exchange_rate": 0.8574429771908764, "exchange_via_app": 0.042817126850740295, "extra_charge_on_statement": 0.0006002400960384153, "failed_transfer": 0.0007002801120448179, "fiat_currency_support": 0.007102841136454582, "get_disposable_virtual_card": 0.0007002801120448179, "get_physical_card": 0.0007002801120448179, "getting_spare_card": 0.0007002801120448179, "getting_virtual_card": 0.0007002801120448179, "lost_or_stolen_card": 0.0006002400960384153, "lost_or_stolen_phone": 0.0006002400960384153, "order_physical_card": 0.0006002400960384153, "passcode_forgotten": 0.0006002400960384153, "pending_card_payment": 0.0006002400960384153, "pending_cash_withdrawal": 0.0006002400960384153, "pending_top_up": 0.0006002400960384153, "pending_transfer": 0.0006002400960384153, "pin_blocked": 0.0007002801120448179, "receiving_money": 0.0015006002400960385, "request_refund": 0.0007002801120448179, "reverted_card_payment?": 0.000900360144057623, "supported_cards_and_currencies": 0.010404161664665866, "terminate_account": 0.0007002801120448179, "top_up_by_bank_transfer_charge": 0.000900360144057623, "top_up_by_card_charge": 0.0008003201280512205, "top_up_by_cash_or_cheque": 0.0011004401760704283, "top_up_failed": 0.0007002801120448179, "top_up_limits": 0.0007002801120448179, "top_up_reverted": 0.0008003201280512205, "topping_up_by_card": 0.0011004401760704283, "transaction_charged_twice": 0.0006002400960384153, "transfer_fee_charged": 0.0007002801120448179, "transfer_into_account": 0.0007002801120448179, "transfer_not_received_by_recipient": 0.0007002801120448179, "transfer_timing": 0.0007002801120448179, "unable_to_verify_identity": 0.0008003201280512205, "verify_my_identity": 0.0008003201280512205, "verify_source_of_funds": 0.0011004401760704283, "verify_top_up": 0.0008003201280512205, "virtual_card_not_working": 0.0008003201280512205, "visa_or_mastercard": 0.0013005202080832333, "why_verify_identity": 0.0008003201280512205, "wrong_amount_of_cash_received": 0.000900360144057623, "wrong_exchange_rate_for_cash_withdrawal": 0.002501000400160064 }, "error": null, "latency_ms": 67.35775002744049, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-104", "text_group": "e8ab0434cbd0c03230daea5893e93747b69176cae7551c08a865a2086962e44a", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0008001600320064013, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.003200640128025605, "atm_support": 0.003900780156031206, "automatic_top_up": 0.0009001800360072014, "balance_not_updated_after_bank_transfer": 0.0010002000400080016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011002200440088019, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.0008001600320064013, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0014002800560112022, "card_arrival": 0.0007001400280056011, "card_delivery_estimate": 0.0006001200240048009, "card_linking": 0.0011002200440088019, "card_not_working": 0.0008001600320064013, "card_payment_fee_charged": 0.0009001800360072014, "card_payment_not_recognised": 0.0009001800360072014, "card_payment_wrong_exchange_rate": 0.00640128025605121, "card_swallowed": 0.0007001400280056011, "cash_withdrawal_charge": 0.0011002200440088019, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.0006001200240048009, "compromised_card": 0.0008001600320064013, "contactless_not_working": 0.0010002000400080016, "country_support": 0.0024004800960192034, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0007001400280056011, "direct_debit_payment_not_recognised": 0.0009001800360072014, "disposable_card_limits": 0.0010002000400080016, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.012102420484096819, "exchange_rate": 0.6776355271054211, "exchange_via_app": 0.02380476095219044, "extra_charge_on_statement": 0.0006001200240048009, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.07751550310062012, "get_disposable_virtual_card": 0.0009001800360072014, "get_physical_card": 0.0009001800360072014, "getting_spare_card": 0.0007001400280056011, "getting_virtual_card": 0.0008001600320064013, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.0006001200240048009, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0006001200240048009, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.0018003600720144029, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0008001600320064013, "supported_cards_and_currencies": 0.13302660532106422, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.0011002200440088019, "top_up_by_card_charge": 0.0008001600320064013, "top_up_by_cash_or_cheque": 0.0008001600320064013, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0008001600320064013, "top_up_reverted": 0.0008001600320064013, "topping_up_by_card": 0.0012002400480096017, "transaction_charged_twice": 0.0006001200240048009, "transfer_fee_charged": 0.0009001800360072014, "transfer_into_account": 0.0008001600320064013, "transfer_not_received_by_recipient": 0.0007001400280056011, "transfer_timing": 0.0008001600320064013, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.0007001400280056011, "verify_source_of_funds": 0.0008001600320064013, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.0008001600320064013, "visa_or_mastercard": 0.0011002200440088019, "why_verify_identity": 0.0007001400280056011, "wrong_amount_of_cash_received": 0.0008001600320064013, "wrong_exchange_rate_for_cash_withdrawal": 0.007001400280056011 }, "error": null, "latency_ms": 67.4834999954328, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-105", "text_group": "e5c0faed87496c710c6aaaac15c093a5efe4f70b330ecde8592d5155f1d879e6", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.03920784156831366, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.07291458291658331, "exchange_rate": 0.8405681136227245, "exchange_via_app": 0.009901980396079216, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0014002800560112022, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0010002000400080016, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0023004600920184036, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0008001600320064013, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0006001200240048009, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0007001400280056011, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.004800960192038407 }, "error": null, "latency_ms": 68.62783303949982, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-106", "text_group": "c8aa4208b5e2f2e9601fdc2cb9f8336666bc5d9d191b01f0f9360f9ca17a2bf5", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0174017401740174, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.006700670067006701, "exchange_rate": 0.9285928592859286, "exchange_via_app": 0.0084008400840084, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0012001200120012, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0006000600060006, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0017001700170017002, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0107010701070107 }, "error": null, "latency_ms": 68.02008301019669, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-107", "text_group": "c4b3090041b348231f6e763b2e52e50a1d58aedfd8b2a72851a702116d9478e6", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0007000700070007, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0006000600060006, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.007700770077007701, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0006000600060006, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0058005800580058, "exchange_rate": 0.9402940294029403, "exchange_via_app": 0.011801180118011801, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0015001500150015003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0007000700070007, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0025002500250025004, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.005200520052005201 }, "error": null, "latency_ms": 67.96279200352728, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-108", "text_group": "1fad766e249646d9b9435ac7d2ffb8075aa4f74a0c9c5f363894971abed2cf8d", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0004000400040004001, "activate_my_card": 0.0005000500050005002, "age_limit": 0.0004000400040004001, "apple_pay_or_google_pay": 0.0011001100110011003, "atm_support": 0.0016001600160016004, "automatic_top_up": 0.0006000600060006001, "balance_not_updated_after_bank_transfer": 0.0007000700070007002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008000800080008002, "beneficiary_not_allowed": 0.0007000700070007002, "cancel_transfer": 0.0006000600060006001, "card_about_to_expire": 0.0004000400040004001, "card_acceptance": 0.0009000900090009002, "card_arrival": 0.0005000500050005002, "card_delivery_estimate": 0.0005000500050005002, "card_linking": 0.0007000700070007002, "card_not_working": 0.0005000500050005002, "card_payment_fee_charged": 0.0006000600060006001, "card_payment_not_recognised": 0.0006000600060006001, "card_payment_wrong_exchange_rate": 0.014201420142014204, "card_swallowed": 0.0005000500050005002, "cash_withdrawal_charge": 0.0007000700070007002, "cash_withdrawal_not_recognised": 0.0005000500050005002, "change_pin": 0.0004000400040004001, "compromised_card": 0.0005000500050005002, "contactless_not_working": 0.0006000600060006001, "country_support": 0.0010001000100010003, "declined_card_payment": 0.0004000400040004001, "declined_cash_withdrawal": 0.0004000400040004001, "declined_transfer": 0.0005000500050005002, "direct_debit_payment_not_recognised": 0.0005000500050005002, "disposable_card_limits": 0.0006000600060006001, "edit_personal_details": 0.0005000500050005002, "exchange_charge": 0.009700970097009702, "exchange_rate": 0.8936893689368938, "exchange_via_app": 0.027602760276027604, "extra_charge_on_statement": 0.0004000400040004001, "failed_transfer": 0.0005000500050005002, "fiat_currency_support": 0.004300430043004301, "get_disposable_virtual_card": 0.0005000500050005002, "get_physical_card": 0.0005000500050005002, "getting_spare_card": 0.0005000500050005002, "getting_virtual_card": 0.0005000500050005002, "lost_or_stolen_card": 0.0004000400040004001, "lost_or_stolen_phone": 0.0004000400040004001, "order_physical_card": 0.0004000400040004001, "passcode_forgotten": 0.0004000400040004001, "pending_card_payment": 0.0004000400040004001, "pending_cash_withdrawal": 0.0004000400040004001, "pending_top_up": 0.0004000400040004001, "pending_transfer": 0.0004000400040004001, "pin_blocked": 0.0004000400040004001, "receiving_money": 0.0009000900090009002, "request_refund": 0.0005000500050005002, "reverted_card_payment?": 0.0006000600060006001, "supported_cards_and_currencies": 0.006500650065006501, "terminate_account": 0.0005000500050005002, "top_up_by_bank_transfer_charge": 0.0007000700070007002, "top_up_by_card_charge": 0.0006000600060006001, "top_up_by_cash_or_cheque": 0.0007000700070007002, "top_up_failed": 0.0005000500050005002, "top_up_limits": 0.0005000500050005002, "top_up_reverted": 0.0006000600060006001, "topping_up_by_card": 0.0007000700070007002, "transaction_charged_twice": 0.0005000500050005002, "transfer_fee_charged": 0.0006000600060006001, "transfer_into_account": 0.0005000500050005002, "transfer_not_received_by_recipient": 0.0005000500050005002, "transfer_timing": 0.0005000500050005002, "unable_to_verify_identity": 0.0005000500050005002, "verify_my_identity": 0.0005000500050005002, "verify_source_of_funds": 0.0005000500050005002, "verify_top_up": 0.0005000500050005002, "virtual_card_not_working": 0.0005000500050005002, "visa_or_mastercard": 0.0007000700070007002, "why_verify_identity": 0.0005000500050005002, "wrong_amount_of_cash_received": 0.0007000700070007002, "wrong_exchange_rate_for_cash_withdrawal": 0.004500450045004501 }, "error": null, "latency_ms": 64.71541698556393, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-109", "text_group": "b9dab0f4497977064203e30fb6fa0586d6b085645fa2a9dc18e2f71d2b1b7515", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0005998800239952009, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.007298540291941612, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0034993001399720057, "exchange_rate": 0.9453109378124376, "exchange_via_app": 0.01189762047590482, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.001299740051989602, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0005998800239952009, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.001999600079984003, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0004999000199960008, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0026994601079784043 }, "error": null, "latency_ms": 66.37083296664059, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-110", "text_group": "f7f1cca0f8fdc4c11b02bedff8fc7cbe58ec5554680eed096e0abee933768edd", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0007, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0014, "atm_support": 0.002, "automatic_top_up": 0.0008, "balance_not_updated_after_bank_transfer": 0.0017, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012, "beneficiary_not_allowed": 0.001, "cancel_transfer": 0.0008, "card_about_to_expire": 0.0006, "card_acceptance": 0.0011, "card_arrival": 0.0007, "card_delivery_estimate": 0.0006, "card_linking": 0.001, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0008, "card_payment_not_recognised": 0.001, "card_payment_wrong_exchange_rate": 0.1778, "card_swallowed": 0.0007, "cash_withdrawal_charge": 0.0009, "cash_withdrawal_not_recognised": 0.0008, "change_pin": 0.0005, "compromised_card": 0.0007, "contactless_not_working": 0.0007, "country_support": 0.0011, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0009, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0006, "exchange_charge": 0.0219, "exchange_rate": 0.6127, "exchange_via_app": 0.0596, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.0007, "fiat_currency_support": 0.0022, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0007, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0006, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0005, "pending_transfer": 0.0006, "pin_blocked": 0.0006, "receiving_money": 0.0012, "request_refund": 0.0006, "reverted_card_payment?": 0.0009, "supported_cards_and_currencies": 0.0033, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0009, "top_up_by_card_charge": 0.0008, "top_up_by_cash_or_cheque": 0.0009, "top_up_failed": 0.0006, "top_up_limits": 0.0006, "top_up_reverted": 0.0008, "topping_up_by_card": 0.001, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.001, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0009, "why_verify_identity": 0.0007, "wrong_amount_of_cash_received": 0.0008, "wrong_exchange_rate_for_cash_withdrawal": 0.0688 }, "error": null, "latency_ms": 68.33399995230138, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-111", "text_group": "812dcc76783c5740b5478bf25344e094be52c7c60a2ad82e907fc734a7cd015f", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.0005999400059994001, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0011998800119988001, "atm_support": 0.0021997800219978004, "automatic_top_up": 0.0006999300069993001, "balance_not_updated_after_bank_transfer": 0.0008999100089991, "balance_not_updated_after_cheque_or_cash_deposit": 0.000999900009999, "beneficiary_not_allowed": 0.0007999200079992001, "cancel_transfer": 0.0006999300069993001, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.000999900009999, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.0005999400059994001, "card_linking": 0.0008999100089991, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.0007999200079992001, "card_payment_wrong_exchange_rate": 0.028397160283971604, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.0006999300069993001, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.0004999500049995, "compromised_card": 0.0006999300069993001, "contactless_not_working": 0.0006999300069993001, "country_support": 0.0011998800119988001, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.011698830116988301, "exchange_rate": 0.8596140385961404, "exchange_via_app": 0.034896510348965105, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.0029997000299970002, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.0005999400059994001, "pin_blocked": 0.0004999500049995, "receiving_money": 0.000999900009999, "request_refund": 0.0005999400059994001, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.003999600039996, "terminate_account": 0.0005999400059994001, "top_up_by_bank_transfer_charge": 0.0006999300069993001, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.0005999400059994001, "transfer_into_account": 0.0005999400059994001, "transfer_not_received_by_recipient": 0.0005999400059994001, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.0006999300069993001, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.0008999100089991, "why_verify_identity": 0.0007999200079992001, "wrong_amount_of_cash_received": 0.0007999200079992001, "wrong_exchange_rate_for_cash_withdrawal": 0.010898910108989102 }, "error": null, "latency_ms": 67.77783297002316, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-112", "text_group": "6e43d2f86aea19baa37cafd3551fbac69c2d9ad2468a1b5e7be4736e2ec2fd41", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0009000900090009, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0008000800080008001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007000700070007, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0007000700070007, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0006000600060006, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0063006300630063005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0006000600060006, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.008500850085008501, "exchange_rate": 0.9236923692369237, "exchange_via_app": 0.0162016201620162, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0017001700170017002, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0007000700070007, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.002000200020002, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.010001000100010001 }, "error": null, "latency_ms": 68.02116602193564, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-113", "text_group": "c8b5a424f833762dd05a8afe6682ed7dcbe2dbf0c8a031bea3a00b5430eed759", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0009000900090009, "age_limit": 0.0007000700070007, "apple_pay_or_google_pay": 0.0019001900190019003, "atm_support": 0.0034003400340034003, "automatic_top_up": 0.001000100010001, "balance_not_updated_after_bank_transfer": 0.0015001500150015003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015001500150015003, "beneficiary_not_allowed": 0.0012001200120012, "cancel_transfer": 0.0009000900090009, "card_about_to_expire": 0.0008000800080008001, "card_acceptance": 0.0015001500150015003, "card_arrival": 0.0009000900090009, "card_delivery_estimate": 0.0008000800080008001, "card_linking": 0.0012001200120012, "card_not_working": 0.001000100010001, "card_payment_fee_charged": 0.0011001100110011003, "card_payment_not_recognised": 0.0013001300130013002, "card_payment_wrong_exchange_rate": 0.047104710471047105, "card_swallowed": 0.0009000900090009, "cash_withdrawal_charge": 0.0013001300130013002, "cash_withdrawal_not_recognised": 0.001000100010001, "change_pin": 0.0007000700070007, "compromised_card": 0.001000100010001, "contactless_not_working": 0.0011001100110011003, "country_support": 0.0016001600160016002, "declined_card_payment": 0.0008000800080008001, "declined_cash_withdrawal": 0.0008000800080008001, "declined_transfer": 0.0008000800080008001, "direct_debit_payment_not_recognised": 0.001000100010001, "disposable_card_limits": 0.0011001100110011003, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0167016701670167, "exchange_rate": 0.8106810681068106, "exchange_via_app": 0.029702970297029705, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0008000800080008001, "fiat_currency_support": 0.007100710071007101, "get_disposable_virtual_card": 0.0009000900090009, "get_physical_card": 0.0011001100110011003, "getting_spare_card": 0.0008000800080008001, "getting_virtual_card": 0.0009000900090009, "lost_or_stolen_card": 0.0007000700070007, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.0007000700070007, "passcode_forgotten": 0.0007000700070007, "pending_card_payment": 0.0007000700070007, "pending_cash_withdrawal": 0.0007000700070007, "pending_top_up": 0.0007000700070007, "pending_transfer": 0.0007000700070007, "pin_blocked": 0.0008000800080008001, "receiving_money": 0.0015001500150015003, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.0012001200120012, "supported_cards_and_currencies": 0.014201420142014202, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.0012001200120012, "top_up_by_card_charge": 0.0009000900090009, "top_up_by_cash_or_cheque": 0.0012001200120012, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0008000800080008001, "top_up_reverted": 0.001000100010001, "topping_up_by_card": 0.0012001200120012, "transaction_charged_twice": 0.0007000700070007, "transfer_fee_charged": 0.0009000900090009, "transfer_into_account": 0.0008000800080008001, "transfer_not_received_by_recipient": 0.0009000900090009, "transfer_timing": 0.0008000800080008001, "unable_to_verify_identity": 0.0009000900090009, "verify_my_identity": 0.001000100010001, "verify_source_of_funds": 0.0014001400140014, "verify_top_up": 0.0009000900090009, "virtual_card_not_working": 0.0009000900090009, "visa_or_mastercard": 0.0013001300130013002, "why_verify_identity": 0.001000100010001, "wrong_amount_of_cash_received": 0.001000100010001, "wrong_exchange_rate_for_cash_withdrawal": 0.004100410041004101 }, "error": null, "latency_ms": 68.52979201357812, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-114", "text_group": "54e11f095c2c74a6dfc2af866e2f3702ac7821b8e66e34c56285878632b07b74", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0006998600279944011, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.001999600079984003, "atm_support": 0.0030993801239752048, "automatic_top_up": 0.0007998400319936014, "balance_not_updated_after_bank_transfer": 0.0016996600679864027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013997200559888023, "beneficiary_not_allowed": 0.0010997800439912018, "cancel_transfer": 0.0009998000399920016, "card_about_to_expire": 0.0006998600279944011, "card_acceptance": 0.001299740051989602, "card_arrival": 0.0007998400319936014, "card_delivery_estimate": 0.0006998600279944011, "card_linking": 0.0011997600479904018, "card_not_working": 0.0008998200359928015, "card_payment_fee_charged": 0.0008998200359928015, "card_payment_not_recognised": 0.0008998200359928015, "card_payment_wrong_exchange_rate": 0.009398120375924815, "card_swallowed": 0.0007998400319936014, "cash_withdrawal_charge": 0.0010997800439912018, "cash_withdrawal_not_recognised": 0.0008998200359928015, "change_pin": 0.0005998800239952009, "compromised_card": 0.0008998200359928015, "contactless_not_working": 0.0010997800439912018, "country_support": 0.0037992401519696063, "declined_card_payment": 0.0005998800239952009, "declined_cash_withdrawal": 0.0006998600279944011, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.0009998000399920016, "disposable_card_limits": 0.0008998200359928015, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.01139772045590882, "exchange_rate": 0.7618476304739052, "exchange_via_app": 0.04189162167566487, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0007998400319936014, "fiat_currency_support": 0.032993401319736056, "get_disposable_virtual_card": 0.0008998200359928015, "get_physical_card": 0.0010997800439912018, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0008998200359928015, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0004999000199960008, "order_physical_card": 0.0006998600279944011, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.0006998600279944011, "receiving_money": 0.001299740051989602, "request_refund": 0.0006998600279944011, "reverted_card_payment?": 0.0009998000399920016, "supported_cards_and_currencies": 0.05618876224755049, "terminate_account": 0.0007998400319936014, "top_up_by_bank_transfer_charge": 0.0009998000399920016, "top_up_by_card_charge": 0.0006998600279944011, "top_up_by_cash_or_cheque": 0.0008998200359928015, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0007998400319936014, "topping_up_by_card": 0.0009998000399920016, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.0009998000399920016, "transfer_into_account": 0.0008998200359928015, "transfer_not_received_by_recipient": 0.0007998400319936014, "transfer_timing": 0.0008998200359928015, "unable_to_verify_identity": 0.0008998200359928015, "verify_my_identity": 0.0008998200359928015, "verify_source_of_funds": 0.0008998200359928015, "verify_top_up": 0.0006998600279944011, "virtual_card_not_working": 0.0008998200359928015, "visa_or_mastercard": 0.0011997600479904018, "why_verify_identity": 0.0007998400319936014, "wrong_amount_of_cash_received": 0.0010997800439912018, "wrong_exchange_rate_for_cash_withdrawal": 0.020595880823835233 }, "error": null, "latency_ms": 67.89691699668765, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-115", "text_group": "0c4fa6e76d7db9d8e68f93f6354851b1db864a1794d06e54b3c84e4d753e1d7b", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.0006002400960384153, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.0005002000800320128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.2614045618247299, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.0005002000800320128, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.0039015606242496998, "exchange_rate": 0.3640456182472989, "exchange_via_app": 0.012705082032813125, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.0010004001600640256, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00040016006402561027, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.001600640256102441, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.0005002000800320128, "wrong_exchange_rate_for_cash_withdrawal": 0.33503401360544216 }, "error": null, "latency_ms": 67.18108395580202, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-116", "text_group": "588f0d3886710fb2f535d4163348f4253095a8ebc4b33c470863659e645de4d9", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0003001801080648389, "activate_my_card": 0.0004002401440864519, "age_limit": 0.0003001801080648389, "apple_pay_or_google_pay": 0.0010006003602161296, "atm_support": 0.0012007204322593557, "automatic_top_up": 0.0004002401440864519, "balance_not_updated_after_bank_transfer": 0.0005003001801080648, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006003602161296778, "beneficiary_not_allowed": 0.0005003001801080648, "cancel_transfer": 0.0004002401440864519, "card_about_to_expire": 0.0003001801080648389, "card_acceptance": 0.0007004202521512908, "card_arrival": 0.0004002401440864519, "card_delivery_estimate": 0.0004002401440864519, "card_linking": 0.0006003602161296778, "card_not_working": 0.0004002401440864519, "card_payment_fee_charged": 0.0005003001801080648, "card_payment_not_recognised": 0.0004002401440864519, "card_payment_wrong_exchange_rate": 0.019711827096257753, "card_swallowed": 0.0004002401440864519, "cash_withdrawal_charge": 0.0007004202521512908, "cash_withdrawal_not_recognised": 0.0004002401440864519, "change_pin": 0.0003001801080648389, "compromised_card": 0.0004002401440864519, "contactless_not_working": 0.0004002401440864519, "country_support": 0.0008004802881729038, "declined_card_payment": 0.0003001801080648389, "declined_cash_withdrawal": 0.0003001801080648389, "declined_transfer": 0.0003001801080648389, "direct_debit_payment_not_recognised": 0.0004002401440864519, "disposable_card_limits": 0.0004002401440864519, "edit_personal_details": 0.0003001801080648389, "exchange_charge": 0.035821492895737446, "exchange_rate": 0.8534120472283371, "exchange_via_app": 0.024014408645187113, "extra_charge_on_statement": 0.0004002401440864519, "failed_transfer": 0.0004002401440864519, "fiat_currency_support": 0.0040024014408645186, "get_disposable_virtual_card": 0.0004002401440864519, "get_physical_card": 0.0004002401440864519, "getting_spare_card": 0.0004002401440864519, "getting_virtual_card": 0.0004002401440864519, "lost_or_stolen_card": 0.0003001801080648389, "lost_or_stolen_phone": 0.0003001801080648389, "order_physical_card": 0.0005003001801080648, "passcode_forgotten": 0.0003001801080648389, "pending_card_payment": 0.0003001801080648389, "pending_cash_withdrawal": 0.0003001801080648389, "pending_top_up": 0.0003001801080648389, "pending_transfer": 0.0003001801080648389, "pin_blocked": 0.0003001801080648389, "receiving_money": 0.0015009005403241946, "request_refund": 0.0003001801080648389, "reverted_card_payment?": 0.0005003001801080648, "supported_cards_and_currencies": 0.019711827096257753, "terminate_account": 0.0003001801080648389, "top_up_by_bank_transfer_charge": 0.0014008405043025817, "top_up_by_card_charge": 0.0006003602161296778, "top_up_by_cash_or_cheque": 0.0005003001801080648, "top_up_failed": 0.0004002401440864519, "top_up_limits": 0.0004002401440864519, "top_up_reverted": 0.0004002401440864519, "topping_up_by_card": 0.0006003602161296778, "transaction_charged_twice": 0.0004002401440864519, "transfer_fee_charged": 0.0010006003602161296, "transfer_into_account": 0.0005003001801080648, "transfer_not_received_by_recipient": 0.0004002401440864519, "transfer_timing": 0.0006003602161296778, "unable_to_verify_identity": 0.0004002401440864519, "verify_my_identity": 0.0004002401440864519, "verify_source_of_funds": 0.0004002401440864519, "verify_top_up": 0.0003001801080648389, "virtual_card_not_working": 0.0004002401440864519, "visa_or_mastercard": 0.0006003602161296778, "why_verify_identity": 0.0003001801080648389, "wrong_amount_of_cash_received": 0.0006003602161296778, "wrong_exchange_rate_for_cash_withdrawal": 0.01010606363818291 }, "error": null, "latency_ms": 68.03212501108646, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-117", "text_group": "922e702ed5cbc02835636037dbca62c68af88d528fc81c8822aa02a5e18cd28e", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0004999000199960008, "activate_my_card": 0.0006998600279944011, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0021995600879824036, "atm_support": 0.0023995200959808036, "automatic_top_up": 0.0007998400319936014, "balance_not_updated_after_bank_transfer": 0.0015996800639872027, "balance_not_updated_after_cheque_or_cash_deposit": 0.001299740051989602, "beneficiary_not_allowed": 0.0009998000399920016, "cancel_transfer": 0.0007998400319936014, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0010997800439912018, "card_arrival": 0.0006998600279944011, "card_delivery_estimate": 0.0005998800239952009, "card_linking": 0.0009998000399920016, "card_not_working": 0.0007998400319936014, "card_payment_fee_charged": 0.0007998400319936014, "card_payment_not_recognised": 0.0007998400319936014, "card_payment_wrong_exchange_rate": 0.010297940411917617, "card_swallowed": 0.0006998600279944011, "cash_withdrawal_charge": 0.0008998200359928015, "cash_withdrawal_not_recognised": 0.0006998600279944011, "change_pin": 0.0005998800239952009, "compromised_card": 0.0007998400319936014, "contactless_not_working": 0.0008998200359928015, "country_support": 0.002599480103979204, "declined_card_payment": 0.0005998800239952009, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.0007998400319936014, "disposable_card_limits": 0.0008998200359928015, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.008098380323935212, "exchange_rate": 0.844131173765247, "exchange_via_app": 0.033393321335732855, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0006998600279944011, "fiat_currency_support": 0.013497300539892022, "get_disposable_virtual_card": 0.0007998400319936014, "get_physical_card": 0.0008998200359928015, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.0006998600279944011, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.0004999000199960008, "order_physical_card": 0.0005998800239952009, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0011997600479904018, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0008998200359928015, "supported_cards_and_currencies": 0.01779644071185763, "terminate_account": 0.0005998800239952009, "top_up_by_bank_transfer_charge": 0.0007998400319936014, "top_up_by_card_charge": 0.0006998600279944011, "top_up_by_cash_or_cheque": 0.0007998400319936014, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.0007998400319936014, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.0006998600279944011, "transfer_into_account": 0.0006998600279944011, "transfer_not_received_by_recipient": 0.0007998400319936014, "transfer_timing": 0.0007998400319936014, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0007998400319936014, "verify_top_up": 0.0006998600279944011, "virtual_card_not_working": 0.0007998400319936014, "visa_or_mastercard": 0.0009998000399920016, "why_verify_identity": 0.0005998800239952009, "wrong_amount_of_cash_received": 0.0009998000399920016, "wrong_exchange_rate_for_cash_withdrawal": 0.015496900619876025 }, "error": null, "latency_ms": 67.8092089947313, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-118", "text_group": "1e08ed16371e753b9cead241b8e2a0dfc2d869c9d14bf544752cf8d2c4585f28", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0063, "activate_my_card": 0.0063, "age_limit": 0.0051, "apple_pay_or_google_pay": 0.015, "atm_support": 0.0263, "automatic_top_up": 0.0073, "balance_not_updated_after_bank_transfer": 0.0189, "balance_not_updated_after_cheque_or_cash_deposit": 0.0181, "beneficiary_not_allowed": 0.0131, "cancel_transfer": 0.0056, "card_about_to_expire": 0.0058, "card_acceptance": 0.0267, "card_arrival": 0.0121, "card_delivery_estimate": 0.017, "card_linking": 0.0121, "card_not_working": 0.007, "card_payment_fee_charged": 0.007, "card_payment_not_recognised": 0.0104, "card_payment_wrong_exchange_rate": 0.049, "card_swallowed": 0.0061, "cash_withdrawal_charge": 0.0175, "cash_withdrawal_not_recognised": 0.008, "change_pin": 0.0052, "compromised_card": 0.0063, "contactless_not_working": 0.0067, "country_support": 0.012, "declined_card_payment": 0.0065, "declined_cash_withdrawal": 0.0066, "declined_transfer": 0.0057, "direct_debit_payment_not_recognised": 0.0079, "disposable_card_limits": 0.0091, "edit_personal_details": 0.005, "exchange_charge": 0.0133, "exchange_rate": 0.2688, "exchange_via_app": 0.0091, "extra_charge_on_statement": 0.0067, "failed_transfer": 0.0059, "fiat_currency_support": 0.0233, "get_disposable_virtual_card": 0.0065, "get_physical_card": 0.0084, "getting_spare_card": 0.0064, "getting_virtual_card": 0.006, "lost_or_stolen_card": 0.0041, "lost_or_stolen_phone": 0.0036, "order_physical_card": 0.0058, "passcode_forgotten": 0.0047, "pending_card_payment": 0.0119, "pending_cash_withdrawal": 0.008, "pending_top_up": 0.008, "pending_transfer": 0.0065, "pin_blocked": 0.0051, "receiving_money": 0.016, "request_refund": 0.0055, "reverted_card_payment?": 0.0073, "supported_cards_and_currencies": 0.0296, "terminate_account": 0.0055, "top_up_by_bank_transfer_charge": 0.008, "top_up_by_card_charge": 0.0065, "top_up_by_cash_or_cheque": 0.008, "top_up_failed": 0.0053, "top_up_limits": 0.0055, "top_up_reverted": 0.0066, "topping_up_by_card": 0.0108, "transaction_charged_twice": 0.0048, "transfer_fee_charged": 0.0053, "transfer_into_account": 0.0058, "transfer_not_received_by_recipient": 0.0064, "transfer_timing": 0.0067, "unable_to_verify_identity": 0.0062, "verify_my_identity": 0.0061, "verify_source_of_funds": 0.0065, "verify_top_up": 0.0066, "virtual_card_not_working": 0.0061, "visa_or_mastercard": 0.0119, "why_verify_identity": 0.0049, "wrong_amount_of_cash_received": 0.0069, "wrong_exchange_rate_for_cash_withdrawal": 0.0174 }, "error": null, "latency_ms": 68.22895898949355, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-119", "text_group": "fbb7fcaecd87218a1d6ecbb4db54c5c4f34935bcfb5e61ad431035a85f2d4e22", "expected": "exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0007001400280056011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00620124024804961, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.007601520304060812, "exchange_rate": 0.9274854970994199, "exchange_via_app": 0.01880376075215043, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.001900380076015203, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0008001600320064013, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0016003200640128026, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.007501500300060012 }, "error": null, "latency_ms": 68.03458300419152, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-120", "text_group": "b18161e0e704490c234aedc92395d0909161c26c706b9c3d80b10650de5e6b3a", "expected": "card_payment_wrong_exchange_rate", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0008000800080008001, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0011001100110011003, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0014001400140014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090009, "beneficiary_not_allowed": 0.0009000900090009, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0006000600060006, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0006000600060006, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.0009000900090009, "card_payment_not_recognised": 0.0013001300130013002, "card_payment_wrong_exchange_rate": 0.41354135413541354, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0007000700070007, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0003000300030003, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0006000600060006, "country_support": 0.0009000900090009, "declined_card_payment": 0.0021002100210021, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.0007000700070007, "direct_debit_payment_not_recognised": 0.008000800080008, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0027002700270027003, "exchange_rate": 0.0036003600360036, "exchange_via_app": 0.0012001200120012, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0028002800280028, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.001000100010001, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.001000100010001, "request_refund": 0.005700570057005701, "reverted_card_payment?": 0.0089008900890089, "supported_cards_and_currencies": 0.0017001700170017002, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0047004700470047005, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.0013001300130013002, "transfer_fee_charged": 0.001000100010001, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0319031903190319, "wrong_exchange_rate_for_cash_withdrawal": 0.47624762476247623 }, "error": null, "latency_ms": 67.29058304335922, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-121", "text_group": "1be129aebc49f1c62e4be55fa1927bc15be1104bca408ec46b296368c8bff593", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.0005002000800320128, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.0015006002400960385, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.013505402160864346, "card_payment_not_recognised": 0.0008003201280512205, "card_payment_wrong_exchange_rate": 0.41456582633053224, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.01520608243297319, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.0011004401760704283, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.0014005602240896359, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.08313325330132053, "exchange_rate": 0.0039015606242496998, "exchange_via_app": 0.0015006002400960385, "extra_charge_on_statement": 0.10884353741496598, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.000900360144057623, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00040016006402561027, "request_refund": 0.0011004401760704283, "reverted_card_payment?": 0.0024009603841536613, "supported_cards_and_currencies": 0.0006002400960384153, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.009403761504601841, "top_up_by_card_charge": 0.004601840736294518, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.0006002400960384153, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.003401360544217687, "transfer_fee_charged": 0.02661064425770308, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.0028011204481792717, "wrong_exchange_rate_for_cash_withdrawal": 0.2878151260504202 }, "error": null, "latency_ms": 69.65470896102488, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-122", "text_group": "34b1d1d332743ba18fa40d2cc28ffa31d4416430ca4bb071542cf58ed9953f86", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0002, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.9382, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0012, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0004, "exchange_rate": 0.0006, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0009, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0416 }, "error": null, "latency_ms": 66.90149998757988, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-123", "text_group": "f44c055e4bbc8df5537ec43b7859841250f801d10d226910f076d3247805c9b9", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.0003998800359892033, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.581225632310307, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0011996401079676095, "declined_card_payment": 0.0005998200539838048, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0006997900629811057, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.0011996401079676095, "exchange_rate": 0.002399280215935219, "exchange_via_app": 0.0008997300809757073, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 9.997000899730082e-05, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.0003998800359892033, "request_refund": 0.004098770368889334, "reverted_card_payment?": 0.013995801259622114, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0022993102069379188, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0018994301709487154, "wrong_exchange_rate_for_cash_withdrawal": 0.3719884034789563 }, "error": null, "latency_ms": 66.96891610044986, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-124", "text_group": "2c0f59f846d6bf4b11dbf448245a329114501f849d35d4ba94acb6e9b64af81b", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.00019994001799460164, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.8028591422573229, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.0006997900629811057, "exchange_rate": 0.005298410476856943, "exchange_via_app": 0.0007997600719784066, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.0002999100269919024, "request_refund": 0.0008997300809757073, "reverted_card_payment?": 0.000999700089973008, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0005998200539838048, "wrong_exchange_rate_for_cash_withdrawal": 0.17084874537638708 }, "error": null, "latency_ms": 66.73912506084889, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-125", "text_group": "2682f90f043459c7d618dab9489dad304d1d2dcf99b9fd4a64922fda9f6d3413", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 9.995002498750626e-05, "age_limit": 9.995002498750626e-05, "apple_pay_or_google_pay": 0.0002998500749625187, "atm_support": 0.0002998500749625187, "automatic_top_up": 9.995002498750626e-05, "balance_not_updated_after_bank_transfer": 0.00019990004997501253, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019990004997501253, "beneficiary_not_allowed": 0.00019990004997501253, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 9.995002498750626e-05, "card_acceptance": 0.0002998500749625187, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.00019990004997501253, "card_not_working": 0.00019990004997501253, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.0002998500749625187, "card_payment_wrong_exchange_rate": 0.6541729135432284, "card_swallowed": 0.00019990004997501253, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 9.995002498750626e-05, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.00019990004997501253, "country_support": 0.0002998500749625187, "declined_card_payment": 0.00019990004997501253, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.00019990004997501253, "disposable_card_limits": 0.00019990004997501253, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.0005997001499250374, "exchange_rate": 0.012293853073463269, "exchange_via_app": 0.0007996001999000501, "extra_charge_on_statement": 9.995002498750626e-05, "failed_transfer": 0.00019990004997501253, "fiat_currency_support": 0.0004997501249375313, "get_disposable_virtual_card": 0.00019990004997501253, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 9.995002498750626e-05, "lost_or_stolen_phone": 9.995002498750626e-05, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 9.995002498750626e-05, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 9.995002498750626e-05, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.0002998500749625187, "request_refund": 0.00039980009995002505, "reverted_card_payment?": 0.00039980009995002505, "supported_cards_and_currencies": 0.00039980009995002505, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 9.995002498750626e-05, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.00019990004997501253, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.00019990004997501253, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.00019990004997501253, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.0005997001499250374, "wrong_exchange_rate_for_cash_withdrawal": 0.3164417791104448 }, "error": null, "latency_ms": 67.9897079244256, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-126", "text_group": "7afaf7254e8a4747119b2c2c06403e392c126bdedac69ebc345fc15285f95489", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00030009002700810244, "activate_my_card": 0.00010003000900270082, "age_limit": 0.00010003000900270082, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.00030009002700810244, "automatic_top_up": 0.00010003000900270082, "balance_not_updated_after_bank_transfer": 0.00030009002700810244, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.00030009002700810244, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.00030009002700810244, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.00020006001800540165, "card_not_working": 0.00020006001800540165, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.0004001200360108033, "card_payment_wrong_exchange_rate": 0.6333900170051016, "card_swallowed": 0.00020006001800540165, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00010003000900270082, "compromised_card": 0.00020006001800540165, "contactless_not_working": 0.00020006001800540165, "country_support": 0.00030009002700810244, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.0007002100630189057, "disposable_card_limits": 0.00020006001800540165, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.0008002400720216066, "exchange_rate": 0.002600780234070221, "exchange_via_app": 0.0008002400720216066, "extra_charge_on_statement": 0.00030009002700810244, "failed_transfer": 0.00020006001800540165, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.00020006001800540165, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00010003000900270082, "lost_or_stolen_phone": 0.00010003000900270082, "order_physical_card": 0.00030009002700810244, "passcode_forgotten": 0.00010003000900270082, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.0004001200360108033, "request_refund": 0.001100330099029709, "reverted_card_payment?": 0.001100330099029709, "supported_cards_and_currencies": 0.0004001200360108033, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00020006001800540165, "top_up_failed": 0.00020006001800540165, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.0004001200360108033, "topping_up_by_card": 0.00020006001800540165, "transaction_charged_twice": 0.00030009002700810244, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00020006001800540165, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00020006001800540165, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.00020006001800540165, "visa_or_mastercard": 0.00020006001800540165, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.002200660198059418, "wrong_exchange_rate_for_cash_withdrawal": 0.34150245073522056 }, "error": null, "latency_ms": 67.53941590432078, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-127", "text_group": "1bb986f20a52edb5c539fd1273abe35139e15d26bd41ca823deacbed3db46212", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0021, "activate_my_card": 0.0006, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0018, "atm_support": 0.0017, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016, "beneficiary_not_allowed": 0.0016, "cancel_transfer": 0.001, "card_about_to_expire": 0.0007, "card_acceptance": 0.0013, "card_arrival": 0.0007, "card_delivery_estimate": 0.0007, "card_linking": 0.0011, "card_not_working": 0.001, "card_payment_fee_charged": 0.0017, "card_payment_not_recognised": 0.0022, "card_payment_wrong_exchange_rate": 0.5222, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0012, "cash_withdrawal_not_recognised": 0.0008, "change_pin": 0.0006, "compromised_card": 0.001, "contactless_not_working": 0.0011, "country_support": 0.0058, "declined_card_payment": 0.0045, "declined_cash_withdrawal": 0.0011, "declined_transfer": 0.0013, "direct_debit_payment_not_recognised": 0.0105, "disposable_card_limits": 0.0009, "edit_personal_details": 0.0008, "exchange_charge": 0.0036, "exchange_rate": 0.0064, "exchange_via_app": 0.0013, "extra_charge_on_statement": 0.0039, "failed_transfer": 0.0011, "fiat_currency_support": 0.0023, "get_disposable_virtual_card": 0.0009, "get_physical_card": 0.0008, "getting_spare_card": 0.0007, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0012, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0009, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0006, "pending_transfer": 0.0007, "pin_blocked": 0.0007, "receiving_money": 0.0013, "request_refund": 0.021, "reverted_card_payment?": 0.0636, "supported_cards_and_currencies": 0.0028, "terminate_account": 0.0008, "top_up_by_bank_transfer_charge": 0.0013, "top_up_by_card_charge": 0.0012, "top_up_by_cash_or_cheque": 0.0009, "top_up_failed": 0.0009, "top_up_limits": 0.0007, "top_up_reverted": 0.014, "topping_up_by_card": 0.0012, "transaction_charged_twice": 0.0019, "transfer_fee_charged": 0.002, "transfer_into_account": 0.0008, "transfer_not_received_by_recipient": 0.0009, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0007, "virtual_card_not_working": 0.0009, "visa_or_mastercard": 0.0012, "why_verify_identity": 0.0008, "wrong_amount_of_cash_received": 0.0105, "wrong_exchange_rate_for_cash_withdrawal": 0.2644 }, "error": null, "latency_ms": 66.81058299727738, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-128", "text_group": "cadd605ae0c948a125e1f67f662d1624ae1d677af5bbad5d8308d047e807436c", "expected": "card_payment_wrong_exchange_rate", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0006001200240048009, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0009001800360072014, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0011002200440088019, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008001600320064013, "beneficiary_not_allowed": 0.0008001600320064013, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0010002000400080016, "card_payment_wrong_exchange_rate": 0.382876575315063, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0008001600320064013, "declined_card_payment": 0.0015003000600120023, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.007001400280056011, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.001900380076015203, "exchange_rate": 0.0033006601320264054, "exchange_via_app": 0.0010002000400080016, "extra_charge_on_statement": 0.0006001200240048009, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0027005401080216042, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0008001600320064013, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0007001400280056011, "request_refund": 0.008401680336067212, "reverted_card_payment?": 0.007001400280056011, "supported_cards_and_currencies": 0.0016003200640128026, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.003200640128025605, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.001300260052010402, "transfer_fee_charged": 0.0007001400280056011, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.021004200840168033, "wrong_exchange_rate_for_cash_withdrawal": 0.5270054010802161 }, "error": null, "latency_ms": 67.34779092948884, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-129", "text_group": "2fe41001c39401cf9f60d1c341e6f301528bb2f24a86dc2ccbd484689908abf3", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0008000800080008001, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.753975397539754, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0011001100110011003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.054605460546054606, "exchange_rate": 0.0048004800480048, "exchange_via_app": 0.0024002400240024, "extra_charge_on_statement": 0.0028002800280028, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.0011001100110011003, "reverted_card_payment?": 0.0036003600360036, "supported_cards_and_currencies": 0.0007000700070007, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0016001600160016002, "top_up_by_card_charge": 0.0012001200120012, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0023002300230023, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0013001300130013002, "transfer_fee_charged": 0.0038003800380038005, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.002000200020002, "wrong_exchange_rate_for_cash_withdrawal": 0.14481448144814482 }, "error": null, "latency_ms": 67.80604098457843, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-130", "text_group": "34c53f3a91f8c9f1ba14d7e2f34d9f1de0f7bfe9687a736789f1242e8796d86c", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0006001200240048009, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0006001200240048009, "card_payment_wrong_exchange_rate": 0.6117223444688938, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0012002400480096017, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0010002000400080016, "exchange_rate": 0.004100820164032807, "exchange_via_app": 0.0017003400680136026, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0008001600320064013, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00040008001600320064, "request_refund": 0.0036007201440288058, "reverted_card_payment?": 0.027705541108221644, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0063012602520504096, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0049009801960392075, "wrong_exchange_rate_for_cash_withdrawal": 0.3180636127225445 }, "error": null, "latency_ms": 66.16033392492682, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-131", "text_group": "0bcf0a261557495c4b2ea970d2fd41510f10f2e30fefd6ab3cbb2e413ba56f31", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019998000199980003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.9174082591740825, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.0023997600239976003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.0008999100089991, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.0011998800119988001, "supported_cards_and_currencies": 0.0011998800119988001, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.05919408059194081 }, "error": null, "latency_ms": 65.76095905620605, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-132", "text_group": "e1528433deb4a05b1379b2568215342e62c5748f0fd1836e816064c648030898", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.6234753049390123, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0005998800239952009, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.001999600079984003, "exchange_rate": 0.003999200159968006, "exchange_via_app": 0.0009998000399920016, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0033993201359728054, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0003999200159968007, "request_refund": 0.0018996200759848032, "reverted_card_payment?": 0.006798640271945611, "supported_cards_and_currencies": 0.0009998000399920016, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0028994201159768043, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.0021995600879824036, "wrong_exchange_rate_for_cash_withdrawal": 0.3327334533093381 }, "error": null, "latency_ms": 67.22437497228384, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-133", "text_group": "367afd058b82b3f8799b8353401ef7001222d0e140dba8c86d9f1b248067e2d2", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0003998800359892033, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.7775667299810057, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.0002999100269919024, "country_support": 0.000999700089973008, "declined_card_payment": 0.0006997900629811057, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.0005998200539838048, "exchange_rate": 0.008797360791762472, "exchange_via_app": 0.0011996401079676095, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0006997900629811057, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 9.997000899730082e-05, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.000499850044986504, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0012996101169649105, "supported_cards_and_currencies": 0.0007997600719784066, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0007997600719784066, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0007997600719784066, "wrong_exchange_rate_for_cash_withdrawal": 0.18914325702289314 }, "error": null, "latency_ms": 67.04104202799499, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-134", "text_group": "fb8a3dce47e46664c236164c7092356de1f67526a7c6ed8862f27b053cc90d44", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0001, "age_limit": 0.0001, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0003, "automatic_top_up": 0.0001, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0001, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0002, "card_not_working": 0.0002, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.6158, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0001, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0002, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0011, "exchange_rate": 0.0044, "exchange_via_app": 0.0011, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0001, "getting_virtual_card": 0.0001, "lost_or_stolen_card": 0.0001, "lost_or_stolen_phone": 0.0001, "order_physical_card": 0.0003, "passcode_forgotten": 0.0001, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0001, "pending_top_up": 0.0001, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0005, "reverted_card_payment?": 0.0013, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0001, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0008, "wrong_exchange_rate_for_cash_withdrawal": 0.3602 }, "error": null, "latency_ms": 66.31087500136346, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-135", "text_group": "b5297eed07728797acf7ba8b6a8415134ad1b0f0dd87803d430df383f76741d7", "expected": "card_payment_wrong_exchange_rate", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0004000800160032007, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0008001600320064014, "balance_not_updated_after_cheque_or_cash_deposit": 0.000600120024004801, "beneficiary_not_allowed": 0.0004000800160032007, "cancel_transfer": 0.0003000600120024005, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0004000800160032007, "card_arrival": 0.0003000600120024005, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0003000600120024005, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.0004000800160032007, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.471494298859772, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0004000800160032007, "cash_withdrawal_not_recognised": 0.0003000600120024005, "change_pin": 0.00020004000800160035, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0003000600120024005, "country_support": 0.000600120024004801, "declined_card_payment": 0.0004000800160032007, "declined_cash_withdrawal": 0.0003000600120024005, "declined_transfer": 0.0003000600120024005, "direct_debit_payment_not_recognised": 0.0009001800360072014, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.0008001600320064014, "exchange_rate": 0.0032006401280256056, "exchange_via_app": 0.000600120024004801, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0003000600120024005, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.0003000600120024005, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.0003000600120024005, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.0003000600120024005, "pending_cash_withdrawal": 0.0003000600120024005, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.0003000600120024005, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.0004000800160032007, "request_refund": 0.0010002000400080016, "reverted_card_payment?": 0.0008001600320064014, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.0003000600120024005, "top_up_by_card_charge": 0.0003000600120024005, "top_up_by_cash_or_cheque": 0.0003000600120024005, "top_up_failed": 0.0003000600120024005, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0004000800160032007, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.0004000800160032007, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.00020004000800160035, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.0003000600120024005, "wrong_amount_of_cash_received": 0.002400480096019204, "wrong_exchange_rate_for_cash_withdrawal": 0.49729945989197843 }, "error": null, "latency_ms": 65.70537493098527, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-136", "text_group": "ec676c35eb05323c7da554d6fc5976d642c454870d20adb8939973b434cee597", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 9.998000399920017e-05, "age_limit": 9.998000399920017e-05, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.00029994001199760045, "automatic_top_up": 9.998000399920017e-05, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00019996000799840034, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.5367926414717057, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.0009998000399920016, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 9.998000399920017e-05, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00019996000799840034, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.010797840431913617, "exchange_rate": 0.0013997200559888023, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.026094781043791242, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 9.998000399920017e-05, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 9.998000399920017e-05, "lost_or_stolen_phone": 9.998000399920017e-05, "order_physical_card": 9.998000399920017e-05, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 9.998000399920017e-05, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.0014997000599880025, "reverted_card_payment?": 0.0009998000399920016, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.007798440311937612, "transfer_fee_charged": 0.0013997200559888023, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 9.998000399920017e-05, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.0015996800639872027, "wrong_exchange_rate_for_cash_withdrawal": 0.395620875824835 }, "error": null, "latency_ms": 68.69037507567555, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-137", "text_group": "335a1a5dc57840c9fd651b10526323a0c986778bfc1d5c8b407881fa55396ec7", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019994001799460164, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.9489153254023793, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.002199340197940618, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0007997600719784066, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 9.997000899730082e-05, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.0002999100269919024, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.005398380485854244, "supported_cards_and_currencies": 0.0007997600719784066, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0247925622313306 }, "error": null, "latency_ms": 66.6097920620814, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-138", "text_group": "e65b7f7ba20e1fe6ef9093ff24f812cad60793b0d488b4f575fa4c5bde1c5550", "expected": "card_payment_wrong_exchange_rate", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.001, "activate_my_card": 0.0006, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.001, "atm_support": 0.0012, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013, "beneficiary_not_allowed": 0.0013, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0006, "card_acceptance": 0.0009, "card_arrival": 0.0006, "card_delivery_estimate": 0.0006, "card_linking": 0.0008, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0043, "card_payment_not_recognised": 0.0026, "card_payment_wrong_exchange_rate": 0.0094, "card_swallowed": 0.0007, "cash_withdrawal_charge": 0.0591, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0005, "compromised_card": 0.0006, "contactless_not_working": 0.0008, "country_support": 0.0008, "declined_card_payment": 0.0016, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0789, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0006, "exchange_charge": 0.0027, "exchange_rate": 0.0007, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.6151, "failed_transfer": 0.0005, "fiat_currency_support": 0.0008, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0005, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0005, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0005, "pending_transfer": 0.0005, "pin_blocked": 0.0005, "receiving_money": 0.0008, "request_refund": 0.001, "reverted_card_payment?": 0.0019, "supported_cards_and_currencies": 0.0009, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0518, "top_up_by_card_charge": 0.1022, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0006, "top_up_limits": 0.0005, "top_up_reverted": 0.0011, "topping_up_by_card": 0.0014, "transaction_charged_twice": 0.0012, "transfer_fee_charged": 0.0059, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0009, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0052, "wrong_exchange_rate_for_cash_withdrawal": 0.0149 }, "error": null, "latency_ms": 66.63825002033263, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-139", "text_group": "54f42a81a41ef7e7b106de9df492cf6012545654ea364e2ed2ad0ba25c9ff776", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.64003599640036, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.0010998900109989002, "exchange_rate": 0.0033996600339966003, "exchange_via_app": 0.0018998100189981002, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 9.999000099990002e-05, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00039996000399960006, "request_refund": 0.0031996800319968005, "reverted_card_payment?": 0.0032996700329967, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.0033996600339966003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.005099490050994901, "wrong_exchange_rate_for_cash_withdrawal": 0.3216678332166783 }, "error": null, "latency_ms": 67.74399999994785, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-140", "text_group": "e440d0ef3b6baf717270bbddaf6e549ab524ee4bacf577635d1c8bdfd189ec6d", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.0009003601440576229, "card_payment_wrong_exchange_rate": 0.9305722288915567, "card_swallowed": 0.00020008003201280514, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00430172068827531, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.0008003201280512205, "exchange_rate": 0.0018007202881152459, "exchange_via_app": 0.0006002400960384153, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.0005002000800320128, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.0010004001600640256, "supported_cards_and_currencies": 0.0008003201280512205, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.04261704681872749 }, "error": null, "latency_ms": 67.22104200161994, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-141", "text_group": "3ec29c54d85fec48204719ba717689534d98f827864c6cbb7b2754e9cc32a13e", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00030000000000000003, "activate_my_card": 0.00030000000000000003, "age_limit": 0.00020000000000000004, "apple_pay_or_google_pay": 0.0012000000000000001, "atm_support": 0.0006000000000000001, "automatic_top_up": 0.00030000000000000003, "balance_not_updated_after_bank_transfer": 0.0004000000000000001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004000000000000001, "beneficiary_not_allowed": 0.0005000000000000001, "cancel_transfer": 0.00030000000000000003, "card_about_to_expire": 0.00030000000000000003, "card_acceptance": 0.0005000000000000001, "card_arrival": 0.00030000000000000003, "card_delivery_estimate": 0.00020000000000000004, "card_linking": 0.0004000000000000001, "card_not_working": 0.00030000000000000003, "card_payment_fee_charged": 0.008400000000000001, "card_payment_not_recognised": 0.0036000000000000003, "card_payment_wrong_exchange_rate": 0.6688000000000001, "card_swallowed": 0.00030000000000000003, "cash_withdrawal_charge": 0.004400000000000001, "cash_withdrawal_not_recognised": 0.00030000000000000003, "change_pin": 0.00020000000000000004, "compromised_card": 0.00030000000000000003, "contactless_not_working": 0.00030000000000000003, "country_support": 0.0004000000000000001, "declined_card_payment": 0.0006000000000000001, "declined_cash_withdrawal": 0.00030000000000000003, "declined_transfer": 0.00030000000000000003, "direct_debit_payment_not_recognised": 0.0039000000000000003, "disposable_card_limits": 0.00030000000000000003, "edit_personal_details": 0.00030000000000000003, "exchange_charge": 0.020000000000000004, "exchange_rate": 0.005000000000000001, "exchange_via_app": 0.0012000000000000001, "extra_charge_on_statement": 0.08560000000000001, "failed_transfer": 0.00030000000000000003, "fiat_currency_support": 0.0008000000000000001, "get_disposable_virtual_card": 0.00030000000000000003, "get_physical_card": 0.00030000000000000003, "getting_spare_card": 0.00020000000000000004, "getting_virtual_card": 0.00030000000000000003, "lost_or_stolen_card": 0.00020000000000000004, "lost_or_stolen_phone": 0.00020000000000000004, "order_physical_card": 0.00030000000000000003, "passcode_forgotten": 0.00020000000000000004, "pending_card_payment": 0.0004000000000000001, "pending_cash_withdrawal": 0.00020000000000000004, "pending_top_up": 0.00030000000000000003, "pending_transfer": 0.00020000000000000004, "pin_blocked": 0.00020000000000000004, "receiving_money": 0.0005000000000000001, "request_refund": 0.0016000000000000003, "reverted_card_payment?": 0.019000000000000003, "supported_cards_and_currencies": 0.0006000000000000001, "terminate_account": 0.00030000000000000003, "top_up_by_bank_transfer_charge": 0.0036000000000000003, "top_up_by_card_charge": 0.007900000000000003, "top_up_by_cash_or_cheque": 0.00030000000000000003, "top_up_failed": 0.00030000000000000003, "top_up_limits": 0.00020000000000000004, "top_up_reverted": 0.0023000000000000004, "topping_up_by_card": 0.0004000000000000001, "transaction_charged_twice": 0.005000000000000001, "transfer_fee_charged": 0.004600000000000001, "transfer_into_account": 0.00030000000000000003, "transfer_not_received_by_recipient": 0.00030000000000000003, "transfer_timing": 0.00030000000000000003, "unable_to_verify_identity": 0.00030000000000000003, "verify_my_identity": 0.00030000000000000003, "verify_source_of_funds": 0.00030000000000000003, "verify_top_up": 0.0004000000000000001, "virtual_card_not_working": 0.00030000000000000003, "visa_or_mastercard": 0.00030000000000000003, "why_verify_identity": 0.00030000000000000003, "wrong_amount_of_cash_received": 0.006100000000000001, "wrong_exchange_rate_for_cash_withdrawal": 0.12880000000000003 }, "error": null, "latency_ms": 73.31912498921156, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-142", "text_group": "2045637094dd899cd4e2725c24ecbae03341592e37b0a4d2d40cc99535ee0c7a", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0005002000800320128, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.0007002801120448179, "atm_support": 0.0005002000800320128, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.0005002000800320128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.0006002400960384153, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.005502200880352141, "card_payment_not_recognised": 0.0011004401760704283, "card_payment_wrong_exchange_rate": 0.7477991196478592, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.0011004401760704283, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00030012004801920766, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.0006002400960384153, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.0028011204481792717, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.041716686674669864, "exchange_rate": 0.0015006002400960385, "exchange_via_app": 0.0009003601440576229, "extra_charge_on_statement": 0.008103241296518607, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.0010004001600640256, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00040016006402561027, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.0005002000800320128, "request_refund": 0.0028011204481792717, "reverted_card_payment?": 0.0072028811524609835, "supported_cards_and_currencies": 0.0006002400960384153, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.0033013205282112846, "top_up_by_card_charge": 0.002901160464185674, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.0012004801920768306, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.002300920368147259, "transfer_fee_charged": 0.008803521408563426, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.0056022408963585435, "wrong_exchange_rate_for_cash_withdrawal": 0.13565426170468187 }, "error": null, "latency_ms": 70.41095790918916, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-143", "text_group": "5f9fd1d1b7f4cecec50ed64d7d47f003033b92671855f5cc0e96b70b63eb9263", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.9286928692869286, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0014001400140014, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0011001100110011003, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0012001200120012, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.04940494049404941 }, "error": null, "latency_ms": 69.58745804149657, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-144", "text_group": "c6d901bbc45b0a1859b716bc56689ce46d07889526fa4533f952f3c9c823d14e", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0003998800359892033, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0057982605218434465, "card_payment_not_recognised": 0.0032990102969109266, "card_payment_wrong_exchange_rate": 0.8346496051184644, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.0014995501349595122, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0037988603418974308, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.002599220233929821, "exchange_rate": 0.0011996401079676095, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0015995201439568132, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.0002999100269919024, "request_refund": 0.0014995501349595122, "reverted_card_payment?": 0.06787963610916725, "supported_cards_and_currencies": 0.0002999100269919024, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.000499850044986504, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0071978406478056586, "topping_up_by_card": 0.00019994001799460164, "transaction_charged_twice": 0.0018994301709487154, "transfer_fee_charged": 0.000999700089973008, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0013995801259622115, "wrong_exchange_rate_for_cash_withdrawal": 0.0490852744176747 }, "error": null, "latency_ms": 67.50999996438622, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-145", "text_group": "2614d8238edbe2104460e4e9f226ccf73886b3b6cb56458e359dc1fde9ccfa1f", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.000199860097931448, "activate_my_card": 0.000199860097931448, "age_limit": 0.000199860097931448, "apple_pay_or_google_pay": 0.000399720195862896, "atm_support": 0.00029979014689717197, "automatic_top_up": 0.000199860097931448, "balance_not_updated_after_bank_transfer": 0.000399720195862896, "balance_not_updated_after_cheque_or_cash_deposit": 0.000399720195862896, "beneficiary_not_allowed": 0.00029979014689717197, "cancel_transfer": 0.000199860097931448, "card_about_to_expire": 0.000199860097931448, "card_acceptance": 0.00029979014689717197, "card_arrival": 0.000199860097931448, "card_delivery_estimate": 0.000199860097931448, "card_linking": 0.00029979014689717197, "card_not_working": 0.000199860097931448, "card_payment_fee_charged": 0.00029979014689717197, "card_payment_not_recognised": 0.00029979014689717197, "card_payment_wrong_exchange_rate": 0.5477165983811333, "card_swallowed": 0.000199860097931448, "cash_withdrawal_charge": 0.00029979014689717197, "cash_withdrawal_not_recognised": 0.00029979014689717197, "change_pin": 0.000199860097931448, "compromised_card": 0.000199860097931448, "contactless_not_working": 0.00029979014689717197, "country_support": 0.00029979014689717197, "declined_card_payment": 0.00029979014689717197, "declined_cash_withdrawal": 0.00029979014689717197, "declined_transfer": 0.000399720195862896, "direct_debit_payment_not_recognised": 0.00029979014689717197, "disposable_card_limits": 0.000199860097931448, "edit_personal_details": 0.000199860097931448, "exchange_charge": 0.000699510342760068, "exchange_rate": 0.012591186169681225, "exchange_via_app": 0.00099930048965724, "extra_charge_on_statement": 0.000199860097931448, "failed_transfer": 0.000399720195862896, "fiat_currency_support": 0.0005995802937943439, "get_disposable_virtual_card": 0.000199860097931448, "get_physical_card": 0.000199860097931448, "getting_spare_card": 0.000199860097931448, "getting_virtual_card": 0.000199860097931448, "lost_or_stolen_card": 0.000199860097931448, "lost_or_stolen_phone": 9.9930048965724e-05, "order_physical_card": 0.000199860097931448, "passcode_forgotten": 0.000199860097931448, "pending_card_payment": 0.000199860097931448, "pending_cash_withdrawal": 0.000199860097931448, "pending_top_up": 0.000199860097931448, "pending_transfer": 0.000199860097931448, "pin_blocked": 0.000199860097931448, "receiving_money": 0.000399720195862896, "request_refund": 0.00029979014689717197, "reverted_card_payment?": 0.000399720195862896, "supported_cards_and_currencies": 0.000399720195862896, "terminate_account": 0.000199860097931448, "top_up_by_bank_transfer_charge": 0.00029979014689717197, "top_up_by_card_charge": 0.000199860097931448, "top_up_by_cash_or_cheque": 0.000199860097931448, "top_up_failed": 0.00029979014689717197, "top_up_limits": 0.000199860097931448, "top_up_reverted": 0.000399720195862896, "topping_up_by_card": 0.00029979014689717197, "transaction_charged_twice": 0.00029979014689717197, "transfer_fee_charged": 0.00029979014689717197, "transfer_into_account": 0.00029979014689717197, "transfer_not_received_by_recipient": 0.00029979014689717197, "transfer_timing": 0.00029979014689717197, "unable_to_verify_identity": 0.000199860097931448, "verify_my_identity": 0.000199860097931448, "verify_source_of_funds": 0.000199860097931448, "verify_top_up": 0.000199860097931448, "virtual_card_not_working": 0.000199860097931448, "visa_or_mastercard": 0.000199860097931448, "why_verify_identity": 0.000199860097931448, "wrong_amount_of_cash_received": 0.000399720195862896, "wrong_exchange_rate_for_cash_withdrawal": 0.41910662536224647 }, "error": null, "latency_ms": 67.48125003650784, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-146", "text_group": "9efa4412e2bff5c316363c128a1adae9d9db08c54fcffcf119f114cf28050ef1", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.00020002000200020003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.6795679567956796, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.002000200020002, "exchange_rate": 0.013401340134013402, "exchange_via_app": 0.0015001500150015003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00010001000100010001, "lost_or_stolen_phone": 0.00010001000100010001, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.0015001500150015003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0008000800080008001, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0012001200120012, "wrong_exchange_rate_for_cash_withdrawal": 0.2829282928292829 }, "error": null, "latency_ms": 72.60466704610735, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-147", "text_group": "a962ed936ca7f45ad0c8cbcf5abb8cdc5da4119b34f4da62ee40643f9c3194c0", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0003998400639744103, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.00019992003198720514, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.7366053578568573, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.0003998400639744103, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.0012994802079168333, "exchange_rate": 0.008896441423430629, "exchange_via_app": 0.0026989204318272693, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0009996001599360256, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0007996801279488206, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.0003998400639744103, "wrong_exchange_rate_for_cash_withdrawal": 0.23270691723310677 }, "error": null, "latency_ms": 72.82537501305342, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-148", "text_group": "96f00197f3f4dff4319c79e0d2db5f1e1c8565d0429301512a99e12cb3fc6d09", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0004998000799680128, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.0009996001599360256, "card_payment_not_recognised": 0.0005997600959616154, "card_payment_wrong_exchange_rate": 0.6483406637345062, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.0009996001599360256, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.0002998800479808077, "declined_card_payment": 0.000899640143942423, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0007996801279488206, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.051279488204718116, "exchange_rate": 0.0031987205117952823, "exchange_via_app": 0.0034986005597760898, "extra_charge_on_statement": 0.0032986805277888847, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 9.996001599360257e-05, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.0002998800479808077, "request_refund": 0.002299080367852859, "reverted_card_payment?": 0.003698520591763295, "supported_cards_and_currencies": 0.0003998400639744103, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.0011995201919232307, "top_up_by_card_charge": 0.0007996801279488206, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0014994002399040384, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.0004998000799680128, "transfer_fee_charged": 0.004898040783686526, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.0030987604958016795, "wrong_exchange_rate_for_cash_withdrawal": 0.25419832067173137 }, "error": null, "latency_ms": 74.69941698946059, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-149", "text_group": "eeb6086df4e3e17f82d4f6f73abe562f7ddebeb1358e3202a95d2afa2147fa2a", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0003998800359892033, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0005998200539838048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.6827951614515646, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0002999100269919024, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.0017994601619514146, "exchange_rate": 0.010096970908727382, "exchange_via_app": 0.002399280215935219, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 9.997000899730082e-05, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.0003998800359892033, "request_refund": 0.0007997600719784066, "reverted_card_payment?": 0.0037988603418974308, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0033989803059082274, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.008097570728781365, "wrong_exchange_rate_for_cash_withdrawal": 0.2682195341397581 }, "error": null, "latency_ms": 73.35679198149592, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-150", "text_group": "4cbd77ecb78d310b67850ac9020fded42a1ab78e58f6c420212005e841f71945", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0007, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0004, "card_acceptance": 0.0008, "card_arrival": 0.0004, "card_delivery_estimate": 0.0003, "card_linking": 0.0007, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0035, "card_payment_wrong_exchange_rate": 0.7095, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0005, "contactless_not_working": 0.0005, "country_support": 0.0006, "declined_card_payment": 0.0342, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.001, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0004, "exchange_charge": 0.0005, "exchange_rate": 0.0006, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0004, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0004, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0004, "receiving_money": 0.0005, "request_refund": 0.0006, "reverted_card_payment?": 0.0944, "supported_cards_and_currencies": 0.0089, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0004, "top_up_limits": 0.0004, "top_up_reverted": 0.0019, "topping_up_by_card": 0.0009, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0008, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.1147 }, "error": null, "latency_ms": 77.02954101841897, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-151", "text_group": "5a743cf4d194adbccefc9c6792841374f9a0eaa4aeac7b38bc452dd105624be8", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0007998400319936014, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.6392721455708859, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0007998400319936014, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.0009998000399920016, "exchange_rate": 0.0015996800639872027, "exchange_via_app": 0.0007998400319936014, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0010997800439912018, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0003999200159968007, "request_refund": 0.0010997800439912018, "reverted_card_payment?": 0.015796840631873626, "supported_cards_and_currencies": 0.0013997200559888023, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0014997000599880025, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.0009998000399920016, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.0013997200559888023, "wrong_exchange_rate_for_cash_withdrawal": 0.31473705258948215 }, "error": null, "latency_ms": 77.98829104285687, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-152", "text_group": "90e7acccec3f41afdb465b4c16e7fd54c609f4ad3e3ef310734df04454895626", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0003999200159968007, "automatic_top_up": 9.998000399920017e-05, "balance_not_updated_after_bank_transfer": 0.0007998400319936014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.6454709058188361, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0021995600879824036, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.001299740051989602, "exchange_rate": 0.0010997800439912018, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0006998600279944011, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.0006998600279944011, "reverted_card_payment?": 0.007498500299940012, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0009998000399920016, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.0015996800639872027, "wrong_exchange_rate_for_cash_withdrawal": 0.3202359528094381 }, "error": null, "latency_ms": 72.52779195550829, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-153", "text_group": "914ddd3aaf6763565414fca6f5af9fc5f21e90457f18a36408021841b9228169", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0008002400720216066, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00030009002700810244, "apple_pay_or_google_pay": 0.0012003601080324098, "atm_support": 0.0008002400720216066, "automatic_top_up": 0.00030009002700810244, "balance_not_updated_after_bank_transfer": 0.0009002700810243074, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008002400720216066, "beneficiary_not_allowed": 0.0007002100630189057, "cancel_transfer": 0.0004001200360108033, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0006001800540162049, "card_arrival": 0.0004001200360108033, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.0005001500450135041, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.0006001800540162049, "card_payment_not_recognised": 0.0014004201260378114, "card_payment_wrong_exchange_rate": 0.5015504651395418, "card_swallowed": 0.0004001200360108033, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0004001200360108033, "change_pin": 0.00030009002700810244, "compromised_card": 0.0006001800540162049, "contactless_not_working": 0.0005001500450135041, "country_support": 0.0058017405221566475, "declined_card_payment": 0.0019005701710513156, "declined_cash_withdrawal": 0.0006001800540162049, "declined_transfer": 0.0007002100630189057, "direct_debit_payment_not_recognised": 0.0031009302790837253, "disposable_card_limits": 0.0004001200360108033, "edit_personal_details": 0.0004001200360108033, "exchange_charge": 0.0008002400720216066, "exchange_rate": 0.0029008702610783237, "exchange_via_app": 0.0006001800540162049, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.0015004501350405124, "get_disposable_virtual_card": 0.0004001200360108033, "get_physical_card": 0.0004001200360108033, "getting_spare_card": 0.00030009002700810244, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.00030009002700810244, "lost_or_stolen_phone": 0.00030009002700810244, "order_physical_card": 0.0006001800540162049, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.0004001200360108033, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.0004001200360108033, "receiving_money": 0.0006001800540162049, "request_refund": 0.006201860558167451, "reverted_card_payment?": 0.13784135240572173, "supported_cards_and_currencies": 0.0008002400720216066, "terminate_account": 0.0004001200360108033, "top_up_by_bank_transfer_charge": 0.0004001200360108033, "top_up_by_card_charge": 0.0004001200360108033, "top_up_by_cash_or_cheque": 0.0004001200360108033, "top_up_failed": 0.0004001200360108033, "top_up_limits": 0.00030009002700810244, "top_up_reverted": 0.036911073321996606, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.002100630189056717, "transfer_fee_charged": 0.0006001800540162049, "transfer_into_account": 0.0004001200360108033, "transfer_not_received_by_recipient": 0.0005001500450135041, "transfer_timing": 0.0004001200360108033, "unable_to_verify_identity": 0.0004001200360108033, "verify_my_identity": 0.0004001200360108033, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.00030009002700810244, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.0006001800540162049, "why_verify_identity": 0.0004001200360108033, "wrong_amount_of_cash_received": 0.009902970891267382, "wrong_exchange_rate_for_cash_withdrawal": 0.2582774832449735 }, "error": null, "latency_ms": 73.05420807097107, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-154", "text_group": "9af4e55dfc79ed5a29d40c7ebbd7622ce1a69e97ecd3582c4aada6933605444a", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.7385522895420916, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.0008998200359928015, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.0006998600279944011, "exchange_rate": 0.004399120175964807, "exchange_via_app": 0.0014997000599880025, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0003999200159968007, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.026094781043791242, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.015096980603879226, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.001299740051989602, "wrong_exchange_rate_for_cash_withdrawal": 0.1930613877224555 }, "error": null, "latency_ms": 70.0542499544099, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-155", "text_group": "c9fb4d326070cd204cb9343a39e33d9894e72207b545cbb4dd551be09381a678", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.00039980009995002505, "atm_support": 0.0002998500749625187, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.0002998500749625187, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039980009995002505, "beneficiary_not_allowed": 0.0002998500749625187, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.0002998500749625187, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.0002998500749625187, "card_not_working": 0.00019990004997501253, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.0002998500749625187, "card_payment_wrong_exchange_rate": 0.7614192903548227, "card_swallowed": 0.00019990004997501253, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.00019990004997501253, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.0002998500749625187, "country_support": 0.0002998500749625187, "declined_card_payment": 0.0004997501249375313, "declined_cash_withdrawal": 0.00019990004997501253, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.00039980009995002505, "disposable_card_limits": 0.00019990004997501253, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.0005997001499250374, "exchange_rate": 0.008395802098950524, "exchange_via_app": 0.0011994002998500749, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.0004997501249375313, "get_disposable_virtual_card": 0.00019990004997501253, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 9.995002498750626e-05, "order_physical_card": 0.00039980009995002505, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.00039980009995002505, "request_refund": 0.00039980009995002505, "reverted_card_payment?": 0.0017991004497751124, "supported_cards_and_currencies": 0.0004997501249375313, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.00019990004997501253, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.0009995002498750627, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.00019990004997501253, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.0011994002998500749, "wrong_exchange_rate_for_cash_withdrawal": 0.20719640179910048 }, "error": null, "latency_ms": 68.9508750801906, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-156", "text_group": "a942a6bff21b7e2a8972a16803b5972879f28670190e349a241478d015ca1388", "expected": "card_payment_wrong_exchange_rate", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0006998600279944011, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0023995200959808036, "atm_support": 0.001999600079984003, "automatic_top_up": 0.0006998600279944011, "balance_not_updated_after_bank_transfer": 0.001299740051989602, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009998000399920016, "beneficiary_not_allowed": 0.0008998200359928015, "cancel_transfer": 0.0008998200359928015, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0010997800439912018, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0009998000399920016, "card_not_working": 0.0006998600279944011, "card_payment_fee_charged": 0.0009998000399920016, "card_payment_not_recognised": 0.0009998000399920016, "card_payment_wrong_exchange_rate": 0.20415916816636673, "card_swallowed": 0.0005998800239952009, "cash_withdrawal_charge": 0.0008998200359928015, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.0004999000199960008, "compromised_card": 0.0006998600279944011, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0009998000399920016, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0005998800239952009, "direct_debit_payment_not_recognised": 0.0009998000399920016, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.03839232153569286, "exchange_rate": 0.5592881423715257, "exchange_via_app": 0.040091981603679265, "extra_charge_on_statement": 0.0006998600279944011, "failed_transfer": 0.0007998400319936014, "fiat_currency_support": 0.0031993601279744054, "get_disposable_virtual_card": 0.0006998600279944011, "get_physical_card": 0.0006998600279944011, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0006998600279944011, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0011997600479904018, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.0011997600479904018, "supported_cards_and_currencies": 0.0028994201159768043, "terminate_account": 0.0005998800239952009, "top_up_by_bank_transfer_charge": 0.0008998200359928015, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0006998600279944011, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0007998400319936014, "topping_up_by_card": 0.0007998400319936014, "transaction_charged_twice": 0.0013997200559888023, "transfer_fee_charged": 0.0008998200359928015, "transfer_into_account": 0.0006998600279944011, "transfer_not_received_by_recipient": 0.0007998400319936014, "transfer_timing": 0.0006998600279944011, "unable_to_verify_identity": 0.0005998800239952009, "verify_my_identity": 0.0005998800239952009, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0005998800239952009, "visa_or_mastercard": 0.0008998200359928015, "why_verify_identity": 0.0005998800239952009, "wrong_amount_of_cash_received": 0.0008998200359928015, "wrong_exchange_rate_for_cash_withdrawal": 0.09788042391521697 }, "error": null, "latency_ms": 69.03649994637817, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-157", "text_group": "cf16eabc2ff3059ebdf869b49eea608af11fde8026a851a50886b60d28f65dfd", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 9.996001599360257e-05, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0002998800479808077, "automatic_top_up": 9.996001599360257e-05, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019992003198720514, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.00019992003198720514, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.9415233906437425, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.00019992003198720514, "declined_card_payment": 0.004198320671731307, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0012994802079168333, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 9.996001599360257e-05, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 9.996001599360257e-05, "pending_top_up": 9.996001599360257e-05, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0010995601759296284, "supported_cards_and_currencies": 0.000899640143942423, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.03518592562974811 }, "error": null, "latency_ms": 68.11695802025497, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-158", "text_group": "eb18701ceedd3e2956e09cea98666f3939e2670d2c8a3c4bcec3dc55579232cb", "expected": "card_payment_wrong_exchange_rate", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0008002400720216065, "activate_my_card": 0.0005001500450135041, "age_limit": 0.0005001500450135041, "apple_pay_or_google_pay": 0.001100330099029709, "atm_support": 0.001600480144043213, "automatic_top_up": 0.0005001500450135041, "balance_not_updated_after_bank_transfer": 0.001600480144043213, "balance_not_updated_after_cheque_or_cash_deposit": 0.001100330099029709, "beneficiary_not_allowed": 0.001100330099029709, "cancel_transfer": 0.001100330099029709, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0010003000900270082, "card_arrival": 0.0006001800540162048, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.0009002700810243073, "card_not_working": 0.0008002400720216065, "card_payment_fee_charged": 0.0008002400720216065, "card_payment_not_recognised": 0.0009002700810243073, "card_payment_wrong_exchange_rate": 0.30539161748524557, "card_swallowed": 0.0006001800540162048, "cash_withdrawal_charge": 0.0007002100630189057, "cash_withdrawal_not_recognised": 0.0006001800540162048, "change_pin": 0.0007002100630189057, "compromised_card": 0.0006001800540162048, "contactless_not_working": 0.0007002100630189057, "country_support": 0.001100330099029709, "declined_card_payment": 0.0012003601080324095, "declined_cash_withdrawal": 0.0007002100630189057, "declined_transfer": 0.0007002100630189057, "direct_debit_payment_not_recognised": 0.002100630189056717, "disposable_card_limits": 0.0007002100630189057, "edit_personal_details": 0.0010003000900270082, "exchange_charge": 0.002400720216064819, "exchange_rate": 0.0043012903871161344, "exchange_via_app": 0.0019005701710513153, "extra_charge_on_statement": 0.0007002100630189057, "failed_transfer": 0.0008002400720216065, "fiat_currency_support": 0.0047014104231269385, "get_disposable_virtual_card": 0.0007002100630189057, "get_physical_card": 0.0007002100630189057, "getting_spare_card": 0.0006001800540162048, "getting_virtual_card": 0.0006001800540162048, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.0009002700810243073, "passcode_forgotten": 0.0005001500450135041, "pending_card_payment": 0.0007002100630189057, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0006001800540162048, "pin_blocked": 0.0006001800540162048, "receiving_money": 0.0013003901170351103, "request_refund": 0.02340702210663199, "reverted_card_payment?": 0.07092127638291487, "supported_cards_and_currencies": 0.002200660198059418, "terminate_account": 0.0006001800540162048, "top_up_by_bank_transfer_charge": 0.0007002100630189057, "top_up_by_card_charge": 0.0006001800540162048, "top_up_by_cash_or_cheque": 0.0007002100630189057, "top_up_failed": 0.0006001800540162048, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.0078023407022106625, "topping_up_by_card": 0.0008002400720216065, "transaction_charged_twice": 0.0010003000900270082, "transfer_fee_charged": 0.0008002400720216065, "transfer_into_account": 0.0006001800540162048, "transfer_not_received_by_recipient": 0.0006001800540162048, "transfer_timing": 0.0006001800540162048, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.0005001500450135041, "verify_top_up": 0.0006001800540162048, "virtual_card_not_working": 0.0007002100630189057, "visa_or_mastercard": 0.0008002400720216065, "why_verify_identity": 0.0006001800540162048, "wrong_amount_of_cash_received": 0.015504651395418624, "wrong_exchange_rate_for_cash_withdrawal": 0.5113534060218066 }, "error": null, "latency_ms": 68.71299992781132, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-159", "text_group": "e17adf30dfbc3be5d384318bc2f9bc7884b2934b169911333e3d8d94cb44b36c", "expected": "card_payment_wrong_exchange_rate", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.000400200100050025, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.0005002501250625312, "balance_not_updated_after_cheque_or_cash_deposit": 0.000400200100050025, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.0002001000500250125, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.000400200100050025, "card_payment_wrong_exchange_rate": 0.7761880940470235, "card_swallowed": 0.0002001000500250125, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.0007003501750875437, "declined_card_payment": 0.000400200100050025, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.000400200100050025, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.0021010505252626313, "exchange_rate": 0.0064032016008004, "exchange_via_app": 0.0014007003501750874, "extra_charge_on_statement": 0.00030015007503751874, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.0007003501750875437, "get_disposable_virtual_card": 0.0002001000500250125, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.000400200100050025, "request_refund": 0.000400200100050025, "reverted_card_payment?": 0.0010005002501250625, "supported_cards_and_currencies": 0.0006003001500750375, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.0002001000500250125, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.0005002501250625312, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.00030015007503751874, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.00030015007503751874, "unable_to_verify_identity": 0.0002001000500250125, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.0002001000500250125, "visa_or_mastercard": 0.0002001000500250125, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.001200600300150075, "wrong_exchange_rate_for_cash_withdrawal": 0.19159579789894945 }, "error": null, "latency_ms": 68.3249169960618, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-160", "text_group": "44d2e86536bff2d1f0735d095c521611f32c294d3008dfb3e4b66e88c46a1508", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0005002501250625313, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00040020010005002504, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040020010005002504, "beneficiary_not_allowed": 0.00040020010005002504, "cancel_transfer": 0.00020010005002501252, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.006203101550775388, "card_payment_not_recognised": 0.006203101550775388, "card_payment_wrong_exchange_rate": 0.0005002501250625313, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.003501750875437719, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00020010005002501252, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00040020010005002504, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.007703851925962982, "disposable_card_limits": 0.00020010005002501252, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00040020010005002504, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.9535767883941971, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00040020010005002504, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.0005002501250625313, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.0005002501250625313, "top_up_by_card_charge": 0.001200600300150075, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.0005002501250625313, "transfer_fee_charged": 0.003001500750375188, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00020010005002501252, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00040020010005002504 }, "error": null, "latency_ms": 66.62725005298853, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-161", "text_group": "f06887630b4fac0c736ff3097f2bf148d93b744158a26ecbc0da0d3ad1db7f0d", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.000200160128102482, "activate_my_card": 0.000200160128102482, "age_limit": 0.000200160128102482, "apple_pay_or_google_pay": 0.000200160128102482, "atm_support": 0.00030024019215372296, "automatic_top_up": 0.000200160128102482, "balance_not_updated_after_bank_transfer": 0.00030024019215372296, "balance_not_updated_after_cheque_or_cash_deposit": 0.000400320256204964, "beneficiary_not_allowed": 0.00030024019215372296, "cancel_transfer": 0.000200160128102482, "card_about_to_expire": 0.000200160128102482, "card_acceptance": 0.00030024019215372296, "card_arrival": 0.000200160128102482, "card_delivery_estimate": 0.000200160128102482, "card_linking": 0.00030024019215372296, "card_not_working": 0.000200160128102482, "card_payment_fee_charged": 0.000500400320256205, "card_payment_not_recognised": 0.00030024019215372296, "card_payment_wrong_exchange_rate": 0.000400320256204964, "card_swallowed": 0.00030024019215372296, "cash_withdrawal_charge": 0.0012009607686148918, "cash_withdrawal_not_recognised": 0.000200160128102482, "change_pin": 0.000200160128102482, "compromised_card": 0.000200160128102482, "contactless_not_working": 0.000200160128102482, "country_support": 0.00030024019215372296, "declined_card_payment": 0.000200160128102482, "declined_cash_withdrawal": 0.000200160128102482, "declined_transfer": 0.000200160128102482, "direct_debit_payment_not_recognised": 0.00030024019215372296, "disposable_card_limits": 0.000200160128102482, "edit_personal_details": 0.000200160128102482, "exchange_charge": 0.00030024019215372296, "exchange_rate": 0.000200160128102482, "exchange_via_app": 0.000200160128102482, "extra_charge_on_statement": 0.9795836669335468, "failed_transfer": 0.000200160128102482, "fiat_currency_support": 0.00030024019215372296, "get_disposable_virtual_card": 0.000200160128102482, "get_physical_card": 0.000200160128102482, "getting_spare_card": 0.000200160128102482, "getting_virtual_card": 0.000200160128102482, "lost_or_stolen_card": 0.000200160128102482, "lost_or_stolen_phone": 0.000200160128102482, "order_physical_card": 0.000200160128102482, "passcode_forgotten": 0.000200160128102482, "pending_card_payment": 0.000200160128102482, "pending_cash_withdrawal": 0.000200160128102482, "pending_top_up": 0.000200160128102482, "pending_transfer": 0.000200160128102482, "pin_blocked": 0.000200160128102482, "receiving_money": 0.00030024019215372296, "request_refund": 0.000200160128102482, "reverted_card_payment?": 0.00030024019215372296, "supported_cards_and_currencies": 0.000400320256204964, "terminate_account": 0.000200160128102482, "top_up_by_bank_transfer_charge": 0.000500400320256205, "top_up_by_card_charge": 0.000900720576461169, "top_up_by_cash_or_cheque": 0.000200160128102482, "top_up_failed": 0.000200160128102482, "top_up_limits": 0.000200160128102482, "top_up_reverted": 0.00030024019215372296, "topping_up_by_card": 0.00030024019215372296, "transaction_charged_twice": 0.00030024019215372296, "transfer_fee_charged": 0.000800640512409928, "transfer_into_account": 0.000200160128102482, "transfer_not_received_by_recipient": 0.000200160128102482, "transfer_timing": 0.000200160128102482, "unable_to_verify_identity": 0.000200160128102482, "verify_my_identity": 0.000200160128102482, "verify_source_of_funds": 0.000200160128102482, "verify_top_up": 0.000200160128102482, "virtual_card_not_working": 0.000200160128102482, "visa_or_mastercard": 0.000200160128102482, "why_verify_identity": 0.000200160128102482, "wrong_amount_of_cash_received": 0.000200160128102482, "wrong_exchange_rate_for_cash_withdrawal": 0.00030024019215372296 }, "error": null, "latency_ms": 65.7342920312658, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-162", "text_group": "858c81ffd78bfbbda4dcd3f5e8a03d2da5226a266cfe4753737f3f1a53834c9b", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0004, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0012, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0022, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0004, "exchange_charge": 0.0006, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.9692, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0005, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0008, "top_up_by_card_charge": 0.0018, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0011, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 66.12345902249217, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-163", "text_group": "ce1fc80591be02f0b490774b2435133b0bb43fdc2d3be5b718e46bcc8cbb9ce5", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.0003002101471029721, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.00040028019613729617, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040028019613729617, "beneficiary_not_allowed": 0.00040028019613729617, "cancel_transfer": 0.00020014009806864808, "card_about_to_expire": 0.00020014009806864808, "card_acceptance": 0.0003002101471029721, "card_arrival": 0.00020014009806864808, "card_delivery_estimate": 0.00020014009806864808, "card_linking": 0.0003002101471029721, "card_not_working": 0.0003002101471029721, "card_payment_fee_charged": 0.0010007004903432404, "card_payment_not_recognised": 0.0005003502451716202, "card_payment_wrong_exchange_rate": 0.00040028019613729617, "card_swallowed": 0.00020014009806864808, "cash_withdrawal_charge": 0.0031021715200640447, "cash_withdrawal_not_recognised": 0.00020014009806864808, "change_pin": 0.00020014009806864808, "compromised_card": 0.00020014009806864808, "contactless_not_working": 0.00020014009806864808, "country_support": 0.0003002101471029721, "declined_card_payment": 0.0003002101471029721, "declined_cash_withdrawal": 0.00020014009806864808, "declined_transfer": 0.00020014009806864808, "direct_debit_payment_not_recognised": 0.0010007004903432404, "disposable_card_limits": 0.00020014009806864808, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.00040028019613729617, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.9733813669568698, "failed_transfer": 0.00020014009806864808, "fiat_currency_support": 0.0003002101471029721, "get_disposable_virtual_card": 0.00020014009806864808, "get_physical_card": 0.00020014009806864808, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.00020014009806864808, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.00020014009806864808, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.00020014009806864808, "receiving_money": 0.00040028019613729617, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.00040028019613729617, "supported_cards_and_currencies": 0.0003002101471029721, "terminate_account": 0.0003002101471029721, "top_up_by_bank_transfer_charge": 0.0008005603922745923, "top_up_by_card_charge": 0.0018012608826178324, "top_up_by_cash_or_cheque": 0.0003002101471029721, "top_up_failed": 0.00020014009806864808, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.0003002101471029721, "transaction_charged_twice": 0.0005003502451716202, "transfer_fee_charged": 0.0013009106374462123, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.00020014009806864808, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.00020014009806864808, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.00020014009806864808, "visa_or_mastercard": 0.00020014009806864808, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.0003002101471029721, "wrong_exchange_rate_for_cash_withdrawal": 0.00040028019613729617 }, "error": null, "latency_ms": 65.92791702132672, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-164", "text_group": "bd23d241ed6c28569eb115537e42cd2d2ca7a6a07fb77d51589132956ffac0dd", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0004, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0027, "card_payment_not_recognised": 0.0209, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.006, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0106, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0004, "exchange_charge": 0.0006, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.9221, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0006, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0009, "top_up_by_card_charge": 0.0015, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0095, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 66.22858403716236, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-165", "text_group": "fe6db76a5e362e716a9958864faa1f0b831892ebd8baee74702318d346e4ba77", "expected": "extra_charge_on_statement", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.0165, "activate_my_card": 0.0005, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0008, "atm_support": 0.0009, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011, "beneficiary_not_allowed": 0.0012, "cancel_transfer": 0.0008, "card_about_to_expire": 0.0007, "card_acceptance": 0.001, "card_arrival": 0.0007, "card_delivery_estimate": 0.0005, "card_linking": 0.0009, "card_not_working": 0.0009, "card_payment_fee_charged": 0.0059, "card_payment_not_recognised": 0.0012, "card_payment_wrong_exchange_rate": 0.0022, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0082, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0005, "compromised_card": 0.0006, "contactless_not_working": 0.0006, "country_support": 0.0007, "declined_card_payment": 0.0009, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0025, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0006, "exchange_charge": 0.0011, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.3009, "failed_transfer": 0.0005, "fiat_currency_support": 0.001, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0005, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0006, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0005, "receiving_money": 0.0006, "request_refund": 0.5985, "reverted_card_payment?": 0.0017, "supported_cards_and_currencies": 0.0013, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0027, "top_up_by_card_charge": 0.0082, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0006, "top_up_limits": 0.0005, "top_up_reverted": 0.001, "topping_up_by_card": 0.0008, "transaction_charged_twice": 0.0027, "transfer_fee_charged": 0.0057, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0007, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0018, "wrong_exchange_rate_for_cash_withdrawal": 0.001 }, "error": null, "latency_ms": 66.79837498813868, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-166", "text_group": "a774812175f3ee857717a8b19d9e921a1a5d4af47401190cd81dabaa435a9676", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0009002700810243073, "activate_my_card": 0.0008002400720216065, "age_limit": 0.0007002100630189057, "apple_pay_or_google_pay": 0.0015004501350405122, "atm_support": 0.0017005101530459135, "automatic_top_up": 0.0008002400720216065, "balance_not_updated_after_bank_transfer": 0.0015004501350405122, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015004501350405122, "beneficiary_not_allowed": 0.0015004501350405122, "cancel_transfer": 0.0010003000900270082, "card_about_to_expire": 0.0008002400720216065, "card_acceptance": 0.0014004201260378114, "card_arrival": 0.0009002700810243073, "card_delivery_estimate": 0.0008002400720216065, "card_linking": 0.0012003601080324095, "card_not_working": 0.0010003000900270082, "card_payment_fee_charged": 0.00850255076522957, "card_payment_not_recognised": 0.029508852655796735, "card_payment_wrong_exchange_rate": 0.003100930279083725, "card_swallowed": 0.001100330099029709, "cash_withdrawal_charge": 0.200260078023407, "cash_withdrawal_not_recognised": 0.001100330099029709, "change_pin": 0.0008002400720216065, "compromised_card": 0.0010003000900270082, "contactless_not_working": 0.0009002700810243073, "country_support": 0.0012003601080324095, "declined_card_payment": 0.0018005401620486145, "declined_cash_withdrawal": 0.0009002700810243073, "declined_transfer": 0.0009002700810243073, "direct_debit_payment_not_recognised": 0.0987296188856657, "disposable_card_limits": 0.0010003000900270082, "edit_personal_details": 0.0009002700810243073, "exchange_charge": 0.009102730819245773, "exchange_rate": 0.0009002700810243073, "exchange_via_app": 0.0009002700810243073, "extra_charge_on_statement": 0.46413924177253174, "failed_transfer": 0.0008002400720216065, "fiat_currency_support": 0.0014004201260378114, "get_disposable_virtual_card": 0.001100330099029709, "get_physical_card": 0.0009002700810243073, "getting_spare_card": 0.0008002400720216065, "getting_virtual_card": 0.0008002400720216065, "lost_or_stolen_card": 0.0008002400720216065, "lost_or_stolen_phone": 0.0007002100630189057, "order_physical_card": 0.0009002700810243073, "passcode_forgotten": 0.0008002400720216065, "pending_card_payment": 0.001100330099029709, "pending_cash_withdrawal": 0.0007002100630189057, "pending_top_up": 0.0007002100630189057, "pending_transfer": 0.0007002100630189057, "pin_blocked": 0.0008002400720216065, "receiving_money": 0.0017005101530459135, "request_refund": 0.0010003000900270082, "reverted_card_payment?": 0.0028008402520756227, "supported_cards_and_currencies": 0.0014004201260378114, "terminate_account": 0.0009002700810243073, "top_up_by_bank_transfer_charge": 0.05471641492447734, "top_up_by_card_charge": 0.060218065419625884, "top_up_by_cash_or_cheque": 0.0009002700810243073, "top_up_failed": 0.0008002400720216065, "top_up_limits": 0.0007002100630189057, "top_up_reverted": 0.001100330099029709, "topping_up_by_card": 0.0013003901170351103, "transaction_charged_twice": 0.0009002700810243073, "transfer_fee_charged": 0.00250075022506752, "transfer_into_account": 0.0008002400720216065, "transfer_not_received_by_recipient": 0.0008002400720216065, "transfer_timing": 0.0008002400720216065, "unable_to_verify_identity": 0.0009002700810243073, "verify_my_identity": 0.0009002700810243073, "verify_source_of_funds": 0.0008002400720216065, "verify_top_up": 0.0008002400720216065, "virtual_card_not_working": 0.0010003000900270082, "visa_or_mastercard": 0.0012003601080324095, "why_verify_identity": 0.0009002700810243073, "wrong_amount_of_cash_received": 0.001100330099029709, "wrong_exchange_rate_for_cash_withdrawal": 0.0013003901170351103 }, "error": null, "latency_ms": 66.27837498672307, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-167", "text_group": "07a6836e6b0e5af8aef0adbc61bbe6afc1754b48ca1a20ab1789480d2ce1a598", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0004, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0018, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0014, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0005, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.9712, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0008, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 66.26937491819263, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-168", "text_group": "50c0127c77c245427abc282cc1f712d145c15f991057ebe522a4f3ff42bf2759", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0002, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0002, "card_not_working": 0.0002, "card_payment_fee_charged": 0.0009, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0009, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0002, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0003, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.9802, "failed_transfer": 0.0002, "fiat_currency_support": 0.0002, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0008, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0002, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 65.4990419279784, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-169", "text_group": "be8eb6409a7a38d909a24b43244fad17cb9f862e4047b96056df82076e4a1a19", "expected": "extra_charge_on_statement", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0013997200559888023, "activate_my_card": 0.0004999000199960008, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0008998200359928015, "atm_support": 0.0010997800439912018, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0015996800639872027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016996600679864027, "beneficiary_not_allowed": 0.0011997600479904018, "cancel_transfer": 0.0006998600279944011, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0006998600279944011, "card_not_working": 0.0008998200359928015, "card_payment_fee_charged": 0.0006998600279944011, "card_payment_not_recognised": 0.8392321535692862, "card_payment_wrong_exchange_rate": 0.0010997800439912018, "card_swallowed": 0.0006998600279944011, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.003899220155968806, "change_pin": 0.0004999000199960008, "compromised_card": 0.0006998600279944011, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0007998400319936014, "declined_card_payment": 0.0010997800439912018, "declined_cash_withdrawal": 0.0006998600279944011, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.06788642271545692, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.0009998000399920016, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.0011997600479904018, "failed_transfer": 0.0006998600279944011, "fiat_currency_support": 0.0009998000399920016, "get_disposable_virtual_card": 0.0007998400319936014, "get_physical_card": 0.0009998000399920016, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.005198960207958408, "lost_or_stolen_phone": 0.0010997800439912018, "order_physical_card": 0.0010997800439912018, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0005998800239952009, "pending_transfer": 0.0006998600279944011, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0010997800439912018, "request_refund": 0.005398920215956809, "reverted_card_payment?": 0.01749650069986003, "supported_cards_and_currencies": 0.0008998200359928015, "terminate_account": 0.0005998800239952009, "top_up_by_bank_transfer_charge": 0.0006998600279944011, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0007998400319936014, "top_up_failed": 0.0007998400319936014, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0013997200559888023, "topping_up_by_card": 0.0008998200359928015, "transaction_charged_twice": 0.001799640071985603, "transfer_fee_charged": 0.0006998600279944011, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.001299740051989602, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.0009998000399920016, "verify_my_identity": 0.0007998400319936014, "verify_source_of_funds": 0.0013997200559888023, "verify_top_up": 0.0008998200359928015, "virtual_card_not_working": 0.0007998400319936014, "visa_or_mastercard": 0.0007998400319936014, "why_verify_identity": 0.0011997600479904018, "wrong_amount_of_cash_received": 0.001799640071985603, "wrong_exchange_rate_for_cash_withdrawal": 0.0008998200359928015 }, "error": null, "latency_ms": 67.64033297076821, "usage": { "input_tokens": 605, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-170", "text_group": "13287fb06cecb8cfaff6b6f46fb915e10e9d29442491bdc9593ed2fab96e1459", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.0003000900270081024, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.00040012003601080324, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.002200660198059418, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00040012003601080324, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.9726918075422627, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0010003000900270082, "top_up_by_card_charge": 0.003200960288086426, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.00040012003601080324, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 68.03116702940315, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-171", "text_group": "350b8aff847a4fb1c305de015e65857c0ab434dec12653e30aea1c51f8b4cf58", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.000999900009999, "card_payment_not_recognised": 0.0008999100089991, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.0007999200079992001, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.006799320067993201, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.9688031196880312, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.0008999100089991, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0005999400059994001, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 66.54095801059157, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-172", "text_group": "2edaf8e7415dab5f404e0b6c974e9676ec053842aac786755d1b897d0ed7cee8", "expected": "extra_charge_on_statement", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0014998500149985001, "activate_my_card": 0.0008999100089991, "age_limit": 0.0006999300069993001, "apple_pay_or_google_pay": 0.0022997700229977, "atm_support": 0.0017998200179982, "automatic_top_up": 0.0010998900109989002, "balance_not_updated_after_bank_transfer": 0.25347465253474655, "balance_not_updated_after_cheque_or_cash_deposit": 0.007899210078992101, "beneficiary_not_allowed": 0.0017998200179982, "cancel_transfer": 0.0014998500149985001, "card_about_to_expire": 0.0008999100089991, "card_acceptance": 0.0012998700129987, "card_arrival": 0.000999900009999, "card_delivery_estimate": 0.030896910308969103, "card_linking": 0.0010998900109989002, "card_not_working": 0.0008999100089991, "card_payment_fee_charged": 0.0012998700129987, "card_payment_not_recognised": 0.0018998100189981002, "card_payment_wrong_exchange_rate": 0.0015998400159984002, "card_swallowed": 0.0008999100089991, "cash_withdrawal_charge": 0.0010998900109989002, "cash_withdrawal_not_recognised": 0.0008999100089991, "change_pin": 0.0007999200079992001, "compromised_card": 0.000999900009999, "contactless_not_working": 0.0010998900109989002, "country_support": 0.0012998700129987, "declined_card_payment": 0.0011998800119988001, "declined_cash_withdrawal": 0.0011998800119988001, "declined_transfer": 0.0014998500149985001, "direct_debit_payment_not_recognised": 0.0422957704229577, "disposable_card_limits": 0.0011998800119988001, "edit_personal_details": 0.0010998900109989002, "exchange_charge": 0.0013998600139986002, "exchange_rate": 0.0014998500149985001, "exchange_via_app": 0.0013998600139986002, "extra_charge_on_statement": 0.004299570042995701, "failed_transfer": 0.0032996700329967, "fiat_currency_support": 0.0032996700329967, "get_disposable_virtual_card": 0.0012998700129987, "get_physical_card": 0.0014998500149985001, "getting_spare_card": 0.0010998900109989002, "getting_virtual_card": 0.0010998900109989002, "lost_or_stolen_card": 0.0006999300069993001, "lost_or_stolen_phone": 0.0005999400059994001, "order_physical_card": 0.0008999100089991, "passcode_forgotten": 0.0006999300069993001, "pending_card_payment": 0.0018998100189981002, "pending_cash_withdrawal": 0.004899510048995101, "pending_top_up": 0.0112988701129887, "pending_transfer": 0.0923907609239076, "pin_blocked": 0.0007999200079992001, "receiving_money": 0.1295870412958704, "request_refund": 0.0010998900109989002, "reverted_card_payment?": 0.0022997700229977, "supported_cards_and_currencies": 0.0014998500149985001, "terminate_account": 0.0007999200079992001, "top_up_by_bank_transfer_charge": 0.0011998800119988001, "top_up_by_card_charge": 0.0007999200079992001, "top_up_by_cash_or_cheque": 0.000999900009999, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.0008999100089991, "top_up_reverted": 0.0030996900309969004, "topping_up_by_card": 0.0012998700129987, "transaction_charged_twice": 0.0010998900109989002, "transfer_fee_charged": 0.0007999200079992001, "transfer_into_account": 0.004299570042995701, "transfer_not_received_by_recipient": 0.21037896210378962, "transfer_timing": 0.126987301269873, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.0006999300069993001, "verify_top_up": 0.0006999300069993001, "virtual_card_not_working": 0.0007999200079992001, "visa_or_mastercard": 0.0011998800119988001, "why_verify_identity": 0.0005999400059994001, "wrong_amount_of_cash_received": 0.0013998600139986002, "wrong_exchange_rate_for_cash_withdrawal": 0.0012998700129987 }, "error": null, "latency_ms": 65.92824996914715, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-173", "text_group": "d02731e4ffdcaaf43a9a47a97fa8e0fcdd61ba3120f8d83cc16063e2adccd232", "expected": "extra_charge_on_statement", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0012998700129987, "activate_my_card": 0.0010998900109989002, "age_limit": 0.0008999100089991, "apple_pay_or_google_pay": 0.0017998200179982, "atm_support": 0.0030996900309969004, "automatic_top_up": 0.0010998900109989002, "balance_not_updated_after_bank_transfer": 0.0023997600239976003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017998200179982, "beneficiary_not_allowed": 0.0014998500149985001, "cancel_transfer": 0.000999900009999, "card_about_to_expire": 0.000999900009999, "card_acceptance": 0.0016998300169983002, "card_arrival": 0.0011998800119988001, "card_delivery_estimate": 0.000999900009999, "card_linking": 0.0015998400159984002, "card_not_working": 0.0012998700129987, "card_payment_fee_charged": 0.32796720327967205, "card_payment_not_recognised": 0.0047995200479952005, "card_payment_wrong_exchange_rate": 0.0020997900209979003, "card_swallowed": 0.0011998800119988001, "cash_withdrawal_charge": 0.1156884311568843, "cash_withdrawal_not_recognised": 0.0011998800119988001, "change_pin": 0.0008999100089991, "compromised_card": 0.0012998700129987, "contactless_not_working": 0.0012998700129987, "country_support": 0.0017998200179982, "declined_card_payment": 0.0015998400159984002, "declined_cash_withdrawal": 0.0011998800119988001, "declined_transfer": 0.0012998700129987, "direct_debit_payment_not_recognised": 0.022697730226977304, "disposable_card_limits": 0.0012998700129987, "edit_personal_details": 0.0010998900109989002, "exchange_charge": 0.010898910108989102, "exchange_rate": 0.0011998800119988001, "exchange_via_app": 0.000999900009999, "extra_charge_on_statement": 0.0826917308269173, "failed_transfer": 0.000999900009999, "fiat_currency_support": 0.0018998100189981002, "get_disposable_virtual_card": 0.0010998900109989002, "get_physical_card": 0.000999900009999, "getting_spare_card": 0.000999900009999, "getting_virtual_card": 0.000999900009999, "lost_or_stolen_card": 0.000999900009999, "lost_or_stolen_phone": 0.0008999100089991, "order_physical_card": 0.000999900009999, "passcode_forgotten": 0.000999900009999, "pending_card_payment": 0.000999900009999, "pending_cash_withdrawal": 0.0008999100089991, "pending_top_up": 0.0008999100089991, "pending_transfer": 0.0008999100089991, "pin_blocked": 0.0010998900109989002, "receiving_money": 0.0015998400159984002, "request_refund": 0.0015998400159984002, "reverted_card_payment?": 0.0024997500249975004, "supported_cards_and_currencies": 0.0018998100189981002, "terminate_account": 0.0010998900109989002, "top_up_by_bank_transfer_charge": 0.022697730226977304, "top_up_by_card_charge": 0.06179382061793821, "top_up_by_cash_or_cheque": 0.000999900009999, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.0008999100089991, "top_up_reverted": 0.0013998600139986002, "topping_up_by_card": 0.0012998700129987, "transaction_charged_twice": 0.0011998800119988001, "transfer_fee_charged": 0.258974102589741, "transfer_into_account": 0.0008999100089991, "transfer_not_received_by_recipient": 0.000999900009999, "transfer_timing": 0.0008999100089991, "unable_to_verify_identity": 0.000999900009999, "verify_my_identity": 0.0010998900109989002, "verify_source_of_funds": 0.0057994200579942, "verify_top_up": 0.000999900009999, "virtual_card_not_working": 0.0010998900109989002, "visa_or_mastercard": 0.0016998300169983002, "why_verify_identity": 0.0012998700129987, "wrong_amount_of_cash_received": 0.0010998900109989002, "wrong_exchange_rate_for_cash_withdrawal": 0.0014998500149985001 }, "error": null, "latency_ms": 67.61191692203283, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-174", "text_group": "8dcf021363b747910e1671f5fad07a77d2e149535ba00cff6e87df8689d69d1b", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00019996000799840034, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.00019996000799840034, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00019996000799840034, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.0007998400319936014, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00019996000799840034, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.9817036592681464, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00019996000799840034, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.00019996000799840034, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00019996000799840034, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 66.58220803365111, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-175", "text_group": "9830de33b5dab4a595669b3157ec3cc1b3e6fd8730c6525850301077eb393b2c", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.00020002000200020003, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.0035003500350035003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.00020002000200020003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.9751975197519751, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00020002000200020003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.0037003700370037006, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00020002000200020003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 66.25625002197921, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-176", "text_group": "992f73a09c9340400a1f5ba9f60f4be2530e299ee5b16014b56cab478b973972", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.00020012007204322593, "activate_my_card": 0.00020012007204322593, "age_limit": 0.00020012007204322593, "apple_pay_or_google_pay": 0.00030018010806483886, "atm_support": 0.00030018010806483886, "automatic_top_up": 0.00020012007204322593, "balance_not_updated_after_bank_transfer": 0.00030018010806483886, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030018010806483886, "beneficiary_not_allowed": 0.00030018010806483886, "cancel_transfer": 0.00030018010806483886, "card_about_to_expire": 0.00030018010806483886, "card_acceptance": 0.00030018010806483886, "card_arrival": 0.00020012007204322593, "card_delivery_estimate": 0.00030018010806483886, "card_linking": 0.00030018010806483886, "card_not_working": 0.00030018010806483886, "card_payment_fee_charged": 0.0005003001801080648, "card_payment_not_recognised": 0.00030018010806483886, "card_payment_wrong_exchange_rate": 0.00040024014408645187, "card_swallowed": 0.00030018010806483886, "cash_withdrawal_charge": 0.0006003602161296777, "cash_withdrawal_not_recognised": 0.00020012007204322593, "change_pin": 0.00020012007204322593, "compromised_card": 0.00030018010806483886, "contactless_not_working": 0.00030018010806483886, "country_support": 0.00030018010806483886, "declined_card_payment": 0.00030018010806483886, "declined_cash_withdrawal": 0.00020012007204322593, "declined_transfer": 0.00020012007204322593, "direct_debit_payment_not_recognised": 0.00040024014408645187, "disposable_card_limits": 0.00030018010806483886, "edit_personal_details": 0.00040024014408645187, "exchange_charge": 0.00040024014408645187, "exchange_rate": 0.00020012007204322593, "exchange_via_app": 0.00020012007204322593, "extra_charge_on_statement": 0.979287572543526, "failed_transfer": 0.00020012007204322593, "fiat_currency_support": 0.00030018010806483886, "get_disposable_virtual_card": 0.00020012007204322593, "get_physical_card": 0.00020012007204322593, "getting_spare_card": 0.00020012007204322593, "getting_virtual_card": 0.00020012007204322593, "lost_or_stolen_card": 0.00020012007204322593, "lost_or_stolen_phone": 0.00020012007204322593, "order_physical_card": 0.00020012007204322593, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.00020012007204322593, "pending_cash_withdrawal": 0.00020012007204322593, "pending_top_up": 0.00020012007204322593, "pending_transfer": 0.00020012007204322593, "pin_blocked": 0.00030018010806483886, "receiving_money": 0.00030018010806483886, "request_refund": 0.00020012007204322593, "reverted_card_payment?": 0.00030018010806483886, "supported_cards_and_currencies": 0.00040024014408645187, "terminate_account": 0.00020012007204322593, "top_up_by_bank_transfer_charge": 0.00030018010806483886, "top_up_by_card_charge": 0.0005003001801080648, "top_up_by_cash_or_cheque": 0.00020012007204322593, "top_up_failed": 0.00020012007204322593, "top_up_limits": 0.00020012007204322593, "top_up_reverted": 0.00030018010806483886, "topping_up_by_card": 0.00030018010806483886, "transaction_charged_twice": 0.00030018010806483886, "transfer_fee_charged": 0.0008004802881729037, "transfer_into_account": 0.00020012007204322593, "transfer_not_received_by_recipient": 0.00020012007204322593, "transfer_timing": 0.00020012007204322593, "unable_to_verify_identity": 0.00020012007204322593, "verify_my_identity": 0.00020012007204322593, "verify_source_of_funds": 0.00020012007204322593, "verify_top_up": 0.00020012007204322593, "virtual_card_not_working": 0.00020012007204322593, "visa_or_mastercard": 0.00030018010806483886, "why_verify_identity": 0.00020012007204322593, "wrong_amount_of_cash_received": 0.00030018010806483886, "wrong_exchange_rate_for_cash_withdrawal": 0.00030018010806483886 }, "error": null, "latency_ms": 67.38099991343915, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-177", "text_group": "45e6c3d6d9e5ff78ab0c7b03fc53bd9e890ce19078169945661ac30635a0dc70", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.0020995800839832034, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0006998600279944011, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.005398920215956809, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.9538092381523695, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.00029994001199760045, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0007998400319936014, "supported_cards_and_currencies": 0.0006998600279944011, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0014997000599880025, "top_up_by_card_charge": 0.01199760047990402, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.0004999000199960008, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0004999000199960008, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 67.50016706064343, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-178", "text_group": "f1bad36620eb20ff8fb11184ac4809807e2ca09c0f67db2451b2d25d09d0f599", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.0026997300269973002, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.0008999100089991, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.9704029597040297, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0007999200079992001, "top_up_by_card_charge": 0.000999900009999, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.0023997600239976003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 68.72604100499302, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-179", "text_group": "d5c83d3be51209470f599b0a603e728d856660416efd1145708116cad25c7782", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0010002000400080016, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0018003600720144029, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.9760952190438087, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0010002000400080016, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.0012002400480096017, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 68.2186660123989, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-180", "text_group": "08a9daee4ec7e271491f01f3081837c936f51fa2d75a7c00a0b89b6ad98efed5", "expected": "extra_charge_on_statement", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0014995501349595122, "activate_my_card": 0.0011996401079676095, "age_limit": 0.0011996401079676095, "apple_pay_or_google_pay": 0.002099370188943317, "atm_support": 0.0034989503149055285, "automatic_top_up": 0.0012996101169649105, "balance_not_updated_after_bank_transfer": 0.0028991302609217232, "balance_not_updated_after_cheque_or_cash_deposit": 0.0022993102069379188, "beneficiary_not_allowed": 0.002199340197940618, "cancel_transfer": 0.0013995801259622115, "card_about_to_expire": 0.0012996101169649105, "card_acceptance": 0.001999400179946016, "card_arrival": 0.0012996101169649105, "card_delivery_estimate": 0.0012996101169649105, "card_linking": 0.0017994601619514146, "card_not_working": 0.0015995201439568132, "card_payment_fee_charged": 0.20043986803958813, "card_payment_not_recognised": 0.005598320503848846, "card_payment_wrong_exchange_rate": 0.005098470458862342, "card_swallowed": 0.001999400179946016, "cash_withdrawal_charge": 0.08747375787263821, "cash_withdrawal_not_recognised": 0.0016994901529541137, "change_pin": 0.001099670098970309, "compromised_card": 0.0015995201439568132, "contactless_not_working": 0.0017994601619514146, "country_support": 0.002399280215935219, "declined_card_payment": 0.002199340197940618, "declined_cash_withdrawal": 0.001999400179946016, "declined_transfer": 0.002099370188943317, "direct_debit_payment_not_recognised": 0.03378986304108767, "disposable_card_limits": 0.0018994301709487154, "edit_personal_details": 0.0013995801259622115, "exchange_charge": 0.013995801259622114, "exchange_rate": 0.002199340197940618, "exchange_via_app": 0.0014995501349595122, "extra_charge_on_statement": 0.22883135059482154, "failed_transfer": 0.0014995501349595122, "fiat_currency_support": 0.0045986204138758376, "get_disposable_virtual_card": 0.0015995201439568132, "get_physical_card": 0.0013995801259622115, "getting_spare_card": 0.0012996101169649105, "getting_virtual_card": 0.0011996401079676095, "lost_or_stolen_card": 0.0011996401079676095, "lost_or_stolen_phone": 0.001099670098970309, "order_physical_card": 0.0012996101169649105, "passcode_forgotten": 0.0011996401079676095, "pending_card_payment": 0.001099670098970309, "pending_cash_withdrawal": 0.001099670098970309, "pending_top_up": 0.001099670098970309, "pending_transfer": 0.001099670098970309, "pin_blocked": 0.0014995501349595122, "receiving_money": 0.002199340197940618, "request_refund": 0.0017994601619514146, "reverted_card_payment?": 0.004198740377886634, "supported_cards_and_currencies": 0.0022993102069379188, "terminate_account": 0.0014995501349595122, "top_up_by_bank_transfer_charge": 0.005298410476856943, "top_up_by_card_charge": 0.019094271718484455, "top_up_by_cash_or_cheque": 0.0013995801259622115, "top_up_failed": 0.0012996101169649105, "top_up_limits": 0.001099670098970309, "top_up_reverted": 0.001999400179946016, "topping_up_by_card": 0.0014995501349595122, "transaction_charged_twice": 0.0015995201439568132, "transfer_fee_charged": 0.2827151854443667, "transfer_into_account": 0.001099670098970309, "transfer_not_received_by_recipient": 0.0012996101169649105, "transfer_timing": 0.001099670098970309, "unable_to_verify_identity": 0.0011996401079676095, "verify_my_identity": 0.0011996401079676095, "verify_source_of_funds": 0.0064980505848245525, "verify_top_up": 0.001099670098970309, "virtual_card_not_working": 0.0014995501349595122, "visa_or_mastercard": 0.0012996101169649105, "why_verify_identity": 0.0013995801259622115, "wrong_amount_of_cash_received": 0.0016994901529541137, "wrong_exchange_rate_for_cash_withdrawal": 0.0022993102069379188 }, "error": null, "latency_ms": 68.17120802588761, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-181", "text_group": "baa21e036e1fa1b8d4ca4fc31df4e40d28795ff7ced17fc4e6bb2c83eaaf9692", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040020010005002504, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.0022011005502751376, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00040020010005002504, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.002301150575287644, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00040020010005002504, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00040020010005002504, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.9725862931465733, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00030015007503751874, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.00040020010005002504, "supported_cards_and_currencies": 0.00040020010005002504, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.0005002501250625313, "top_up_by_card_charge": 0.0007003501750875438, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.003001500750375188, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00040020010005002504 }, "error": null, "latency_ms": 67.89320800453424, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-182", "text_group": "30c4adaf09ddedcd5e82cae9b75e94fbde9b0435263456a4bdaa75bdf10f5efa", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0005000500050005, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0023002300230023, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0033003300330033004, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0007000700070007, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.9620962096209621, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.00040004000400040005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.001000100010001, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0031003100310031, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 67.61262496002018, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-183", "text_group": "992488d173e19cefa8824b649098d55c37cbd1adaeadddfcac4033b81a7bc47d", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0024, "activate_my_card": 0.0007, "age_limit": 0.0007, "apple_pay_or_google_pay": 0.0013, "atm_support": 0.0017, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0026, "balance_not_updated_after_cheque_or_cash_deposit": 0.0019, "beneficiary_not_allowed": 0.0029, "cancel_transfer": 0.0009, "card_about_to_expire": 0.0008, "card_acceptance": 0.0013, "card_arrival": 0.0009, "card_delivery_estimate": 0.0008, "card_linking": 0.0011, "card_not_working": 0.0011, "card_payment_fee_charged": 0.0406, "card_payment_not_recognised": 0.0251, "card_payment_wrong_exchange_rate": 0.0679, "card_swallowed": 0.0017, "cash_withdrawal_charge": 0.046, "cash_withdrawal_not_recognised": 0.0014, "change_pin": 0.0007, "compromised_card": 0.0012, "contactless_not_working": 0.0011, "country_support": 0.0013, "declined_card_payment": 0.0052, "declined_cash_withdrawal": 0.0014, "declined_transfer": 0.0012, "direct_debit_payment_not_recognised": 0.066, "disposable_card_limits": 0.001, "edit_personal_details": 0.0008, "exchange_charge": 0.0049, "exchange_rate": 0.001, "exchange_via_app": 0.0009, "extra_charge_on_statement": 0.3591, "failed_transfer": 0.0008, "fiat_currency_support": 0.0042, "get_disposable_virtual_card": 0.0009, "get_physical_card": 0.0008, "getting_spare_card": 0.0007, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0006, "order_physical_card": 0.0012, "passcode_forgotten": 0.0007, "pending_card_payment": 0.0009, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0006, "pending_transfer": 0.0006, "pin_blocked": 0.0008, "receiving_money": 0.0012, "request_refund": 0.0037, "reverted_card_payment?": 0.0283, "supported_cards_and_currencies": 0.0035, "terminate_account": 0.0008, "top_up_by_bank_transfer_charge": 0.0236, "top_up_by_card_charge": 0.0242, "top_up_by_cash_or_cheque": 0.0009, "top_up_failed": 0.0008, "top_up_limits": 0.0007, "top_up_reverted": 0.0176, "topping_up_by_card": 0.0012, "transaction_charged_twice": 0.0162, "transfer_fee_charged": 0.0254, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.0008, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0008, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0009, "visa_or_mastercard": 0.0008, "why_verify_identity": 0.0008, "wrong_amount_of_cash_received": 0.1577, "wrong_exchange_rate_for_cash_withdrawal": 0.0216 }, "error": null, "latency_ms": 67.89154093712568, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-184", "text_group": "86d69f3d4968e14f9b9a3fe71271c24d0d1236c0731a3e2cd548e479db48a9c4", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0008001600320064013, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0009001800360072014, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.015303060612122424, "card_payment_not_recognised": 0.003900780156031206, "card_payment_wrong_exchange_rate": 0.0018003600720144029, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.013402680536107221, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.008901780356071214, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.9187837567513503, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0017003400680136026, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0028005601120224045, "top_up_by_card_charge": 0.00610122024404881, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0009001800360072014, "transfer_fee_charged": 0.003900780156031206, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0014002800560112022, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 69.2407499300316, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-185", "text_group": "d66ccfc4375f1c8dcf9d6cd2bb9648137de4192c30cbc40fae1f465a187a5f18", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.002500500100020004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.0012002400480096017, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.9769953990798159, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.0007001400280056011, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.0017003400680136026, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 67.77187495026737, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-186", "text_group": "edb7ad93832b7df420ea3ba7f26535b38735566a91a4067ca531577c11212ce7", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.00040008001600320064, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0006001200240048009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0006001200240048009, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.03910782156431286, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0007001400280056011, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0008001600320064013, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.9231846369273855, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0005001000200040008, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.004600920184036807, "top_up_by_card_charge": 0.005601120224044809, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 68.13079107087106, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-187", "text_group": "09363f26dc87ae227b38d689f356796c01fb9f6b864e0b99a1100bd3d797ba47", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040020010005002504, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00020010005002501252, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.0008004002001000501, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.0016008004002001002, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00020010005002501252, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00020010005002501252, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.00040020010005002504, "disposable_card_limits": 0.00020010005002501252, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00040020010005002504, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.9784892446223112, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.0005002501250625313, "top_up_by_card_charge": 0.0007003501750875438, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.0007003501750875438, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00020010005002501252, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.57791694346815, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-188", "text_group": "46416a2bb96b95cad85a82307d17fb58d78a82a6ff14423afdce33e3be5f3d9a", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.009899010098990102, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.0037996200379962005, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.0007999200079992001, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0011998800119988001, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.9523047695230478, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0010998900109989002, "top_up_by_card_charge": 0.0018998100189981002, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.005699430056994301, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 68.5059999814257, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-189", "text_group": "f306e82209c611a4af6da08beb44f060de5f2b59ab6c6d33ac3570500e06ee87", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0005, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0007, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0004, "card_acceptance": 0.0006, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0006, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.003, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0265, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0004, "compromised_card": 0.0004, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0022, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0008, "exchange_charge": 0.0014, "exchange_rate": 0.0004, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.9101, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0003, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0004, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0006, "request_refund": 0.0007, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0076, "top_up_by_card_charge": 0.0173, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0004, "top_up_limits": 0.0003, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 71.21741701848805, "usage": { "input_tokens": 615, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-190", "text_group": "9ae43a3cac29ae4be2c9c2402905a48b690f8ef63db7d9b8512740ce99ce187a", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0066, "card_payment_not_recognised": 0.0008, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0112, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0002, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0033, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0005, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.9514, "failed_transfer": 0.0002, "fiat_currency_support": 0.0002, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0019, "top_up_by_card_charge": 0.0044, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0027, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 68.112334003672, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-191", "text_group": "81a0248ec6013408bd1fa982cfe33f1b27ebd812b6c7dd31fd4e59b910898257", "expected": "extra_charge_on_statement", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0017001700170017002, "activate_my_card": 0.0008000800080008001, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.0019001900190019003, "atm_support": 0.002000200020002, "automatic_top_up": 0.0009000900090009, "balance_not_updated_after_bank_transfer": 0.0053005300530053, "balance_not_updated_after_cheque_or_cash_deposit": 0.0024002400240024, "beneficiary_not_allowed": 0.0045004500450045, "cancel_transfer": 0.0027002700270027003, "card_about_to_expire": 0.0011001100110011003, "card_acceptance": 0.0016001600160016002, "card_arrival": 0.0011001100110011003, "card_delivery_estimate": 0.0011001100110011003, "card_linking": 0.0014001400140014, "card_not_working": 0.0013001300130013002, "card_payment_fee_charged": 0.027502750275027504, "card_payment_not_recognised": 0.0177017701770177, "card_payment_wrong_exchange_rate": 0.0078007800780078, "card_swallowed": 0.0013001300130013002, "cash_withdrawal_charge": 0.0773077307730773, "cash_withdrawal_not_recognised": 0.0016001600160016002, "change_pin": 0.001000100010001, "compromised_card": 0.0011001100110011003, "contactless_not_working": 0.0013001300130013002, "country_support": 0.0014001400140014, "declined_card_payment": 0.0038003800380038005, "declined_cash_withdrawal": 0.0022002200220022005, "declined_transfer": 0.0019001900190019003, "direct_debit_payment_not_recognised": 0.2223222322232223, "disposable_card_limits": 0.0011001100110011003, "edit_personal_details": 0.0014001400140014, "exchange_charge": 0.0112011201120112, "exchange_rate": 0.0013001300130013002, "exchange_via_app": 0.0012001200120012, "extra_charge_on_statement": 0.1992199219921992, "failed_transfer": 0.0016001600160016002, "fiat_currency_support": 0.0019001900190019003, "get_disposable_virtual_card": 0.0011001100110011003, "get_physical_card": 0.001000100010001, "getting_spare_card": 0.0009000900090009, "getting_virtual_card": 0.0009000900090009, "lost_or_stolen_card": 0.0009000900090009, "lost_or_stolen_phone": 0.0009000900090009, "order_physical_card": 0.0009000900090009, "passcode_forgotten": 0.0009000900090009, "pending_card_payment": 0.0017001700170017002, "pending_cash_withdrawal": 0.0011001100110011003, "pending_top_up": 0.001000100010001, "pending_transfer": 0.0011001100110011003, "pin_blocked": 0.0011001100110011003, "receiving_money": 0.0053005300530053, "request_refund": 0.0022002200220022005, "reverted_card_payment?": 0.017001700170017002, "supported_cards_and_currencies": 0.0017001700170017002, "terminate_account": 0.0013001300130013002, "top_up_by_bank_transfer_charge": 0.017901790179017902, "top_up_by_card_charge": 0.007700770077007701, "top_up_by_cash_or_cheque": 0.001000100010001, "top_up_failed": 0.0011001100110011003, "top_up_limits": 0.0009000900090009, "top_up_reverted": 0.0017001700170017002, "topping_up_by_card": 0.0012001200120012, "transaction_charged_twice": 0.11211121112111211, "transfer_fee_charged": 0.1789178917891789, "transfer_into_account": 0.0011001100110011003, "transfer_not_received_by_recipient": 0.0018001800180018, "transfer_timing": 0.001000100010001, "unable_to_verify_identity": 0.001000100010001, "verify_my_identity": 0.0009000900090009, "verify_source_of_funds": 0.0009000900090009, "verify_top_up": 0.0009000900090009, "virtual_card_not_working": 0.0013001300130013002, "visa_or_mastercard": 0.0013001300130013002, "why_verify_identity": 0.0013001300130013002, "wrong_amount_of_cash_received": 0.0036003600360036, "wrong_exchange_rate_for_cash_withdrawal": 0.0036003600360036 }, "error": null, "latency_ms": 70.47716702800244, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-192", "text_group": "75ef7ea3c79e50247e4ef46dd92845badc4ffdd70c3ee0201f0b34ee0190af76", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0029014507253626812, "activate_my_card": 0.0010005002501250627, "age_limit": 0.0009004502251125563, "apple_pay_or_google_pay": 0.003801900950475238, "atm_support": 0.0018009004502251126, "automatic_top_up": 0.001200600300150075, "balance_not_updated_after_bank_transfer": 0.008004002001000501, "balance_not_updated_after_cheque_or_cash_deposit": 0.003101550775387694, "beneficiary_not_allowed": 0.00240120060030015, "cancel_transfer": 0.0011005502751375688, "card_about_to_expire": 0.0010005002501250627, "card_acceptance": 0.0017008504252126063, "card_arrival": 0.0011005502751375688, "card_delivery_estimate": 0.0011005502751375688, "card_linking": 0.0016008004002001002, "card_not_working": 0.0017008504252126063, "card_payment_fee_charged": 0.0020010005002501254, "card_payment_not_recognised": 0.04042021010505253, "card_payment_wrong_exchange_rate": 0.004102051025512757, "card_swallowed": 0.0014007003501750877, "cash_withdrawal_charge": 0.014407203601800901, "cash_withdrawal_not_recognised": 0.0014007003501750877, "change_pin": 0.0009004502251125563, "compromised_card": 0.0013006503251625813, "contactless_not_working": 0.001500750375187594, "country_support": 0.001200600300150075, "declined_card_payment": 0.0022011005502751376, "declined_cash_withdrawal": 0.0010005002501250627, "declined_transfer": 0.0011005502751375688, "direct_debit_payment_not_recognised": 0.05552776388194097, "disposable_card_limits": 0.001200600300150075, "edit_personal_details": 0.0014007003501750877, "exchange_charge": 0.0020010005002501254, "exchange_rate": 0.0009004502251125563, "exchange_via_app": 0.001200600300150075, "extra_charge_on_statement": 0.5980990495247624, "failed_transfer": 0.0011005502751375688, "fiat_currency_support": 0.0014007003501750877, "get_disposable_virtual_card": 0.001200600300150075, "get_physical_card": 0.0010005002501250627, "getting_spare_card": 0.0008004002001000501, "getting_virtual_card": 0.0008004002001000501, "lost_or_stolen_card": 0.0008004002001000501, "lost_or_stolen_phone": 0.0008004002001000501, "order_physical_card": 0.0008004002001000501, "passcode_forgotten": 0.0008004002001000501, "pending_card_payment": 0.1151575787893947, "pending_cash_withdrawal": 0.00240120060030015, "pending_top_up": 0.020510255127563784, "pending_transfer": 0.01040520260130065, "pin_blocked": 0.0010005002501250627, "receiving_money": 0.0013006503251625813, "request_refund": 0.0017008504252126063, "reverted_card_payment?": 0.0021010505252626313, "supported_cards_and_currencies": 0.0014007003501750877, "terminate_account": 0.0010005002501250627, "top_up_by_bank_transfer_charge": 0.0022011005502751376, "top_up_by_card_charge": 0.0029014507253626812, "top_up_by_cash_or_cheque": 0.0010005002501250627, "top_up_failed": 0.0011005502751375688, "top_up_limits": 0.0009004502251125563, "top_up_reverted": 0.0014007003501750877, "topping_up_by_card": 0.001200600300150075, "transaction_charged_twice": 0.04062031015507754, "transfer_fee_charged": 0.001200600300150075, "transfer_into_account": 0.0009004502251125563, "transfer_not_received_by_recipient": 0.0013006503251625813, "transfer_timing": 0.0009004502251125563, "unable_to_verify_identity": 0.0011005502751375688, "verify_my_identity": 0.0011005502751375688, "verify_source_of_funds": 0.0010005002501250627, "verify_top_up": 0.0010005002501250627, "virtual_card_not_working": 0.0014007003501750877, "visa_or_mastercard": 0.0010005002501250627, "why_verify_identity": 0.0011005502751375688, "wrong_amount_of_cash_received": 0.0011005502751375688, "wrong_exchange_rate_for_cash_withdrawal": 0.0014007003501750877 }, "error": null, "latency_ms": 70.44495805166662, "usage": { "input_tokens": 632, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-193", "text_group": "0f00dcd13fcb8fc2d1314f5125ebdaa023adf403efc103c8ba3927f53c4fd177", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.000200160128102482, "activate_my_card": 0.000200160128102482, "age_limit": 0.000200160128102482, "apple_pay_or_google_pay": 0.00030024019215372296, "atm_support": 0.00030024019215372296, "automatic_top_up": 0.000200160128102482, "balance_not_updated_after_bank_transfer": 0.00030024019215372296, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030024019215372296, "beneficiary_not_allowed": 0.00030024019215372296, "cancel_transfer": 0.000200160128102482, "card_about_to_expire": 0.000200160128102482, "card_acceptance": 0.00030024019215372296, "card_arrival": 0.000200160128102482, "card_delivery_estimate": 0.000200160128102482, "card_linking": 0.00030024019215372296, "card_not_working": 0.000200160128102482, "card_payment_fee_charged": 0.001801441152922338, "card_payment_not_recognised": 0.000400320256204964, "card_payment_wrong_exchange_rate": 0.00030024019215372296, "card_swallowed": 0.000200160128102482, "cash_withdrawal_charge": 0.002201761409127302, "cash_withdrawal_not_recognised": 0.000200160128102482, "change_pin": 0.000200160128102482, "compromised_card": 0.000200160128102482, "contactless_not_working": 0.000200160128102482, "country_support": 0.00030024019215372296, "declined_card_payment": 0.000200160128102482, "declined_cash_withdrawal": 0.000200160128102482, "declined_transfer": 0.000200160128102482, "direct_debit_payment_not_recognised": 0.00030024019215372296, "disposable_card_limits": 0.000200160128102482, "edit_personal_details": 0.000200160128102482, "exchange_charge": 0.000400320256204964, "exchange_rate": 0.000200160128102482, "exchange_via_app": 0.000200160128102482, "extra_charge_on_statement": 0.9756805444355484, "failed_transfer": 0.000200160128102482, "fiat_currency_support": 0.00030024019215372296, "get_disposable_virtual_card": 0.000200160128102482, "get_physical_card": 0.000200160128102482, "getting_spare_card": 0.000200160128102482, "getting_virtual_card": 0.000200160128102482, "lost_or_stolen_card": 0.000200160128102482, "lost_or_stolen_phone": 0.000200160128102482, "order_physical_card": 0.000200160128102482, "passcode_forgotten": 0.000200160128102482, "pending_card_payment": 0.000200160128102482, "pending_cash_withdrawal": 0.000200160128102482, "pending_top_up": 0.000200160128102482, "pending_transfer": 0.000200160128102482, "pin_blocked": 0.000200160128102482, "receiving_money": 0.00030024019215372296, "request_refund": 0.00030024019215372296, "reverted_card_payment?": 0.00030024019215372296, "supported_cards_and_currencies": 0.00030024019215372296, "terminate_account": 0.000200160128102482, "top_up_by_bank_transfer_charge": 0.000700560448358687, "top_up_by_card_charge": 0.00200160128102482, "top_up_by_cash_or_cheque": 0.000200160128102482, "top_up_failed": 0.000200160128102482, "top_up_limits": 0.000200160128102482, "top_up_reverted": 0.00030024019215372296, "topping_up_by_card": 0.00030024019215372296, "transaction_charged_twice": 0.000200160128102482, "transfer_fee_charged": 0.001100880704563651, "transfer_into_account": 0.000200160128102482, "transfer_not_received_by_recipient": 0.000200160128102482, "transfer_timing": 0.000200160128102482, "unable_to_verify_identity": 0.000200160128102482, "verify_my_identity": 0.000200160128102482, "verify_source_of_funds": 0.000200160128102482, "verify_top_up": 0.000200160128102482, "virtual_card_not_working": 0.000200160128102482, "visa_or_mastercard": 0.00030024019215372296, "why_verify_identity": 0.000200160128102482, "wrong_amount_of_cash_received": 0.000200160128102482, "wrong_exchange_rate_for_cash_withdrawal": 0.00030024019215372296 }, "error": null, "latency_ms": 69.14545793551952, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-194", "text_group": "9f1494de1afec4b4f7605b5fb85f679549df934711f31ec83739d0880406074d", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.00020002000200020003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.00020002000200020003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.9820982098209821, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00020002000200020003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 67.17812491115183, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-195", "text_group": "d66e3ec7afa52a24c35715e1f874cdcf3b0181839dea52e3c41112f62ebe6957", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.0003002101471029721, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.0003002101471029721, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040028019613729617, "beneficiary_not_allowed": 0.0003002101471029721, "cancel_transfer": 0.00020014009806864808, "card_about_to_expire": 0.00020014009806864808, "card_acceptance": 0.0003002101471029721, "card_arrival": 0.00020014009806864808, "card_delivery_estimate": 0.00020014009806864808, "card_linking": 0.0003002101471029721, "card_not_working": 0.0003002101471029721, "card_payment_fee_charged": 0.0008005603922745923, "card_payment_not_recognised": 0.0003002101471029721, "card_payment_wrong_exchange_rate": 0.00040028019613729617, "card_swallowed": 0.0003002101471029721, "cash_withdrawal_charge": 0.0008005603922745923, "cash_withdrawal_not_recognised": 0.00020014009806864808, "change_pin": 0.00020014009806864808, "compromised_card": 0.0003002101471029721, "contactless_not_working": 0.0003002101471029721, "country_support": 0.0003002101471029721, "declined_card_payment": 0.0003002101471029721, "declined_cash_withdrawal": 0.0003002101471029721, "declined_transfer": 0.0003002101471029721, "direct_debit_payment_not_recognised": 0.00040028019613729617, "disposable_card_limits": 0.0003002101471029721, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.00040028019613729617, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.9787851496047233, "failed_transfer": 0.00020014009806864808, "fiat_currency_support": 0.0003002101471029721, "get_disposable_virtual_card": 0.00020014009806864808, "get_physical_card": 0.00020014009806864808, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.00020014009806864808, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.00020014009806864808, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.00020014009806864808, "receiving_money": 0.0003002101471029721, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.0003002101471029721, "supported_cards_and_currencies": 0.0003002101471029721, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.00040028019613729617, "top_up_by_card_charge": 0.0005003502451716202, "top_up_by_cash_or_cheque": 0.00020014009806864808, "top_up_failed": 0.00020014009806864808, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.0003002101471029721, "transaction_charged_twice": 0.0003002101471029721, "transfer_fee_charged": 0.0013009106374462123, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.00020014009806864808, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.00020014009806864808, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.00020014009806864808, "visa_or_mastercard": 0.00020014009806864808, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.00020014009806864808, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 66.48454198148102, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-196", "text_group": "6bbb269a59a688b89b47d5f74cc75cbe2b592edc5b72d5efb1b837f3f859c214", "expected": "extra_charge_on_statement", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.016905071521456438, "activate_my_card": 0.0006001800540162049, "age_limit": 0.0006001800540162049, "apple_pay_or_google_pay": 0.0010003000900270082, "atm_support": 0.0014004201260378114, "automatic_top_up": 0.0007002100630189057, "balance_not_updated_after_bank_transfer": 0.009002700810243073, "balance_not_updated_after_cheque_or_cash_deposit": 0.0028008402520756227, "beneficiary_not_allowed": 0.0015004501350405124, "cancel_transfer": 0.0012003601080324098, "card_about_to_expire": 0.0007002100630189057, "card_acceptance": 0.0010003000900270082, "card_arrival": 0.0007002100630189057, "card_delivery_estimate": 0.0008002400720216066, "card_linking": 0.0009002700810243074, "card_not_working": 0.0009002700810243074, "card_payment_fee_charged": 0.0008002400720216066, "card_payment_not_recognised": 0.0014004201260378114, "card_payment_wrong_exchange_rate": 0.0012003601080324098, "card_swallowed": 0.0009002700810243074, "cash_withdrawal_charge": 0.0009002700810243074, "cash_withdrawal_not_recognised": 0.001100330099029709, "change_pin": 0.0006001800540162049, "compromised_card": 0.0009002700810243074, "contactless_not_working": 0.001100330099029709, "country_support": 0.001100330099029709, "declined_card_payment": 0.0012003601080324098, "declined_cash_withdrawal": 0.0014004201260378114, "declined_transfer": 0.0010003000900270082, "direct_debit_payment_not_recognised": 0.004101230369110734, "disposable_card_limits": 0.0008002400720216066, "edit_personal_details": 0.0008002400720216066, "exchange_charge": 0.0007002100630189057, "exchange_rate": 0.0007002100630189057, "exchange_via_app": 0.0008002400720216066, "extra_charge_on_statement": 0.0007002100630189057, "failed_transfer": 0.0015004501350405124, "fiat_currency_support": 0.0013003901170351106, "get_disposable_virtual_card": 0.0008002400720216066, "get_physical_card": 0.0008002400720216066, "getting_spare_card": 0.0006001800540162049, "getting_virtual_card": 0.0007002100630189057, "lost_or_stolen_card": 0.0007002100630189057, "lost_or_stolen_phone": 0.0006001800540162049, "order_physical_card": 0.0006001800540162049, "passcode_forgotten": 0.0006001800540162049, "pending_card_payment": 0.0008002400720216066, "pending_cash_withdrawal": 0.001100330099029709, "pending_top_up": 0.0009002700810243074, "pending_transfer": 0.0009002700810243074, "pin_blocked": 0.0007002100630189057, "receiving_money": 0.0013003901170351106, "request_refund": 0.008002400720216065, "reverted_card_payment?": 0.021006301890567174, "supported_cards_and_currencies": 0.0010003000900270082, "terminate_account": 0.0007002100630189057, "top_up_by_bank_transfer_charge": 0.0007002100630189057, "top_up_by_card_charge": 0.0006001800540162049, "top_up_by_cash_or_cheque": 0.0007002100630189057, "top_up_failed": 0.0008002400720216066, "top_up_limits": 0.0006001800540162049, "top_up_reverted": 0.002600780234070221, "topping_up_by_card": 0.0008002400720216066, "transaction_charged_twice": 0.8745623687106132, "transfer_fee_charged": 0.0007002100630189057, "transfer_into_account": 0.0006001800540162049, "transfer_not_received_by_recipient": 0.0014004201260378114, "transfer_timing": 0.0007002100630189057, "unable_to_verify_identity": 0.0007002100630189057, "verify_my_identity": 0.0007002100630189057, "verify_source_of_funds": 0.0007002100630189057, "verify_top_up": 0.0008002400720216066, "virtual_card_not_working": 0.0009002700810243074, "visa_or_mastercard": 0.0008002400720216066, "why_verify_identity": 0.0008002400720216066, "wrong_amount_of_cash_received": 0.0013003901170351106, "wrong_exchange_rate_for_cash_withdrawal": 0.0010003000900270082 }, "error": null, "latency_ms": 67.53837503492832, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-197", "text_group": "9c30f7c5055366405986309bd0bcf79ab201ac2a8e90658de52c96b5495e6cd1", "expected": "extra_charge_on_statement", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0011, "activate_my_card": 0.0016, "age_limit": 0.0012, "apple_pay_or_google_pay": 0.0026, "atm_support": 0.0039, "automatic_top_up": 0.0017, "balance_not_updated_after_bank_transfer": 0.0021, "balance_not_updated_after_cheque_or_cash_deposit": 0.0023, "beneficiary_not_allowed": 0.0017, "cancel_transfer": 0.0014, "card_about_to_expire": 0.0014, "card_acceptance": 0.0025, "card_arrival": 0.0015, "card_delivery_estimate": 0.0014, "card_linking": 0.0021, "card_not_working": 0.0016, "card_payment_fee_charged": 0.2066, "card_payment_not_recognised": 0.0022, "card_payment_wrong_exchange_rate": 0.0024, "card_swallowed": 0.0014, "cash_withdrawal_charge": 0.1557, "cash_withdrawal_not_recognised": 0.0014, "change_pin": 0.0013, "compromised_card": 0.0015, "contactless_not_working": 0.0017, "country_support": 0.0023, "declined_card_payment": 0.0016, "declined_cash_withdrawal": 0.0014, "declined_transfer": 0.0016, "direct_debit_payment_not_recognised": 0.0088, "disposable_card_limits": 0.0021, "edit_personal_details": 0.0014, "exchange_charge": 0.0581, "exchange_rate": 0.0045, "exchange_via_app": 0.0019, "extra_charge_on_statement": 0.0652, "failed_transfer": 0.0013, "fiat_currency_support": 0.0072, "get_disposable_virtual_card": 0.0019, "get_physical_card": 0.0022, "getting_spare_card": 0.0019, "getting_virtual_card": 0.0016, "lost_or_stolen_card": 0.0011, "lost_or_stolen_phone": 0.0011, "order_physical_card": 0.0017, "passcode_forgotten": 0.0012, "pending_card_payment": 0.0012, "pending_cash_withdrawal": 0.0011, "pending_top_up": 0.0011, "pending_transfer": 0.0011, "pin_blocked": 0.0013, "receiving_money": 0.0025, "request_refund": 0.0012, "reverted_card_payment?": 0.0021, "supported_cards_and_currencies": 0.0032, "terminate_account": 0.0015, "top_up_by_bank_transfer_charge": 0.0822, "top_up_by_card_charge": 0.0619, "top_up_by_cash_or_cheque": 0.0015, "top_up_failed": 0.0012, "top_up_limits": 0.0012, "top_up_reverted": 0.0015, "topping_up_by_card": 0.0022, "transaction_charged_twice": 0.0014, "transfer_fee_charged": 0.239, "transfer_into_account": 0.0013, "transfer_not_received_by_recipient": 0.0013, "transfer_timing": 0.0012, "unable_to_verify_identity": 0.0013, "verify_my_identity": 0.0014, "verify_source_of_funds": 0.0013, "verify_top_up": 0.0012, "virtual_card_not_working": 0.0013, "visa_or_mastercard": 0.0022, "why_verify_identity": 0.0013, "wrong_amount_of_cash_received": 0.0013, "wrong_exchange_rate_for_cash_withdrawal": 0.0021 }, "error": null, "latency_ms": 68.11445893254131, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-198", "text_group": "70db76f36ba157f1cd393532976a5586abf073ed6e30297a9140315eb79aedb9", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.00030021014710297203, "activate_my_card": 0.00020014009806864806, "age_limit": 0.00020014009806864806, "apple_pay_or_google_pay": 0.00020014009806864806, "atm_support": 0.00030021014710297203, "automatic_top_up": 0.00020014009806864806, "balance_not_updated_after_bank_transfer": 0.0005003502451716201, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005003502451716201, "beneficiary_not_allowed": 0.0004002801961372961, "cancel_transfer": 0.00020014009806864806, "card_about_to_expire": 0.00020014009806864806, "card_acceptance": 0.00030021014710297203, "card_arrival": 0.00020014009806864806, "card_delivery_estimate": 0.00020014009806864806, "card_linking": 0.00030021014710297203, "card_not_working": 0.00030021014710297203, "card_payment_fee_charged": 0.00030021014710297203, "card_payment_not_recognised": 0.0006004202942059441, "card_payment_wrong_exchange_rate": 0.0004002801961372961, "card_swallowed": 0.00030021014710297203, "cash_withdrawal_charge": 0.0016011207845491844, "cash_withdrawal_not_recognised": 0.00030021014710297203, "change_pin": 0.00020014009806864806, "compromised_card": 0.00020014009806864806, "contactless_not_working": 0.00030021014710297203, "country_support": 0.00020014009806864806, "declined_card_payment": 0.00030021014710297203, "declined_cash_withdrawal": 0.00020014009806864806, "declined_transfer": 0.00020014009806864806, "direct_debit_payment_not_recognised": 0.00030021014710297203, "disposable_card_limits": 0.00020014009806864806, "edit_personal_details": 0.00020014009806864806, "exchange_charge": 0.00030021014710297203, "exchange_rate": 0.00020014009806864806, "exchange_via_app": 0.00020014009806864806, "extra_charge_on_statement": 0.9751826278394876, "failed_transfer": 0.00020014009806864806, "fiat_currency_support": 0.00030021014710297203, "get_disposable_virtual_card": 0.00020014009806864806, "get_physical_card": 0.00020014009806864806, "getting_spare_card": 0.00020014009806864806, "getting_virtual_card": 0.00020014009806864806, "lost_or_stolen_card": 0.00020014009806864806, "lost_or_stolen_phone": 0.00020014009806864806, "order_physical_card": 0.00020014009806864806, "passcode_forgotten": 0.00020014009806864806, "pending_card_payment": 0.0029020314219953963, "pending_cash_withdrawal": 0.00030021014710297203, "pending_top_up": 0.0007004903432402681, "pending_transfer": 0.0004002801961372961, "pin_blocked": 0.00020014009806864806, "receiving_money": 0.00030021014710297203, "request_refund": 0.00030021014710297203, "reverted_card_payment?": 0.0004002801961372961, "supported_cards_and_currencies": 0.00030021014710297203, "terminate_account": 0.00020014009806864806, "top_up_by_bank_transfer_charge": 0.00030021014710297203, "top_up_by_card_charge": 0.0005003502451716201, "top_up_by_cash_or_cheque": 0.00020014009806864806, "top_up_failed": 0.00030021014710297203, "top_up_limits": 0.00020014009806864806, "top_up_reverted": 0.00030021014710297203, "topping_up_by_card": 0.00030021014710297203, "transaction_charged_twice": 0.0006004202942059441, "transfer_fee_charged": 0.00030021014710297203, "transfer_into_account": 0.00020014009806864806, "transfer_not_received_by_recipient": 0.00020014009806864806, "transfer_timing": 0.00020014009806864806, "unable_to_verify_identity": 0.00020014009806864806, "verify_my_identity": 0.00020014009806864806, "verify_source_of_funds": 0.00020014009806864806, "verify_top_up": 0.00020014009806864806, "virtual_card_not_working": 0.00030021014710297203, "visa_or_mastercard": 0.00020014009806864806, "why_verify_identity": 0.00020014009806864806, "wrong_amount_of_cash_received": 0.00030021014710297203, "wrong_exchange_rate_for_cash_withdrawal": 0.00030021014710297203 }, "error": null, "latency_ms": 70.71024994365871, "usage": { "input_tokens": 618, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-199", "text_group": "5b94baa19e1d6a519c75ba8d6aa74743b53aa1d6b47c140fa95fedcd5c74a5b4", "expected": "extra_charge_on_statement", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0012002400480096017, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.001300260052010402, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.00020004000800160032, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.9790958191638327, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00020004000800160032, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.0006001200240048009, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00020004000800160032, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.0015003000600120023, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.79158404283226, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-200", "text_group": "a105c9ab9c677c67df9284cef9c8272b28dae1257a7601306ad72bd7ec594106", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0002, "card_arrival": 0.0002, "card_delivery_estimate": 0.0003, "card_linking": 0.0002, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0029, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0064, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.9713, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0002, "receiving_money": 0.0004, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 67.7769579924643, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-201", "text_group": "4f356e852fc4644beaf0fd7ea93fa3dd030d1b676015158943b8fdd43285921f", "expected": "pending_cash_withdrawal", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.0009998000399920016, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0015996800639872027, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.015796840631873626, "cancel_transfer": 0.5646870625874825, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0004999000199960008, "card_not_working": 0.001299740051989602, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0006998600279944011, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0014997000599880025, "change_pin": 0.00029994001199760045, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0005998800239952009, "country_support": 0.0004999000199960008, "declined_card_payment": 0.042691461707658473, "declined_cash_withdrawal": 0.09398120375924815, "declined_transfer": 0.009698060387922416, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0020995800839832034, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.010597880423915218, "pending_cash_withdrawal": 0.03369326134773046, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.002299540091981604, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0028994201159768043, "request_refund": 0.019396120775844832, "reverted_card_payment?": 0.008498300339932015, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.031393721255748845, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.005798840231953609, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.01249750049990002, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.11467706458708259, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 68.63162503577769, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-202", "text_group": "8eca1d21bca148e23a016110a143de0e327595154728bcb1995a32317c705e7f", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.019198080191980802, "balance_not_updated_after_cheque_or_cash_deposit": 0.0031996800319968005, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.008599140085991401, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.0021997800219978004, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.941105889411059, "pending_top_up": 0.0008999100089991, "pending_transfer": 0.0011998800119988001, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.0014998500149985001, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 67.80141696799546, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-203", "text_group": "00013e4075724a45035a71bf4501465db5bd9993e92cef0b3f3b31e2bd532579", "expected": "pending_cash_withdrawal", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0024014408645187113, "activate_my_card": 0.0008004802881729038, "age_limit": 0.0007004202521512908, "apple_pay_or_google_pay": 0.0014008405043025817, "atm_support": 0.0017010206123674204, "automatic_top_up": 0.0010006003602161296, "balance_not_updated_after_bank_transfer": 0.18020812487492496, "balance_not_updated_after_cheque_or_cash_deposit": 0.004102461476886132, "beneficiary_not_allowed": 0.0073043826295777475, "cancel_transfer": 0.0040024014408645186, "card_about_to_expire": 0.0009005403241945167, "card_acceptance": 0.0015009005403241946, "card_arrival": 0.0011006603962377428, "card_delivery_estimate": 0.0011006603962377428, "card_linking": 0.0015009005403241946, "card_not_working": 0.002601560936561937, "card_payment_fee_charged": 0.0016009605763458077, "card_payment_not_recognised": 0.0028016810086051633, "card_payment_wrong_exchange_rate": 0.0028016810086051633, "card_swallowed": 0.0019011406844106464, "cash_withdrawal_charge": 0.008505103061837103, "cash_withdrawal_not_recognised": 0.013908345007004202, "change_pin": 0.0008004802881729038, "compromised_card": 0.0014008405043025817, "contactless_not_working": 0.0017010206123674204, "country_support": 0.0012007204322593557, "declined_card_payment": 0.006003602161296778, "declined_cash_withdrawal": 0.11086651991194717, "declined_transfer": 0.0068040824494696815, "direct_debit_payment_not_recognised": 0.007104262557534521, "disposable_card_limits": 0.0012007204322593557, "edit_personal_details": 0.0011006603962377428, "exchange_charge": 0.0015009005403241946, "exchange_rate": 0.0010006003602161296, "exchange_via_app": 0.0012007204322593557, "extra_charge_on_statement": 0.0021012607564538724, "failed_transfer": 0.049629777866720036, "fiat_currency_support": 0.0015009005403241946, "get_disposable_virtual_card": 0.0015009005403241946, "get_physical_card": 0.0014008405043025817, "getting_spare_card": 0.0009005403241945167, "getting_virtual_card": 0.0009005403241945167, "lost_or_stolen_card": 0.0009005403241945167, "lost_or_stolen_phone": 0.0007004202521512908, "order_physical_card": 0.0009005403241945167, "passcode_forgotten": 0.0008004802881729038, "pending_card_payment": 0.014608765259155495, "pending_cash_withdrawal": 0.16599959975985593, "pending_top_up": 0.006303782269361617, "pending_transfer": 0.032319391634980994, "pin_blocked": 0.0014008405043025817, "receiving_money": 0.00940564338603162, "request_refund": 0.0024014408645187113, "reverted_card_payment?": 0.0051030618371022615, "supported_cards_and_currencies": 0.0013007804682809686, "terminate_account": 0.0013007804682809686, "top_up_by_bank_transfer_charge": 0.015909545727436462, "top_up_by_card_charge": 0.0032019211526916154, "top_up_by_cash_or_cheque": 0.0014008405043025817, "top_up_failed": 0.012507504502701623, "top_up_limits": 0.0009005403241945167, "top_up_reverted": 0.014708825295177107, "topping_up_by_card": 0.0015009005403241946, "transaction_charged_twice": 0.006003602161296778, "transfer_fee_charged": 0.003001801080648389, "transfer_into_account": 0.0021012607564538724, "transfer_not_received_by_recipient": 0.1565939563738243, "transfer_timing": 0.0015009005403241946, "unable_to_verify_identity": 0.0011006603962377428, "verify_my_identity": 0.0009005403241945167, "verify_source_of_funds": 0.0014008405043025817, "verify_top_up": 0.0012007204322593557, "virtual_card_not_working": 0.0025015009005403244, "visa_or_mastercard": 0.0011006603962377428, "why_verify_identity": 0.0011006603962377428, "wrong_amount_of_cash_received": 0.07844706824094456, "wrong_exchange_rate_for_cash_withdrawal": 0.005803482089253552 }, "error": null, "latency_ms": 69.77704190649092, "usage": { "input_tokens": 634, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-204", "text_group": "965f13dd07d32be27e20913e1f9c92e66b2c1217eee9926abccb45977b52d026", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008000800080008001, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0016001600160016002, "card_linking": 0.00020002000200020003, "card_not_working": 0.00020002000200020003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.002000200020002, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.9776977697769778, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00020002000200020003, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 67.24945793394, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-205", "text_group": "05cf2f99be4b99d225ed8d65093025d4a0660a2379437e8bbdea9e5f30597e9e", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0018005401620486145, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002100630189057, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.006001800540162049, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.001100330099029709, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.9718915674702411, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.00040012003601080324, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00040012003601080324, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 67.81233299989253, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-206", "text_group": "f261f070f6f0581268df959bc8e1420e0cded3f365c892ae6ff12e7c3df35c3a", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0005997001499250374, "activate_my_card": 0.00039980009995002505, "age_limit": 0.00039980009995002505, "apple_pay_or_google_pay": 0.0004997501249375313, "atm_support": 0.013993003498250875, "automatic_top_up": 0.00039980009995002505, "balance_not_updated_after_bank_transfer": 0.0012993503248375812, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007996001999000501, "beneficiary_not_allowed": 0.0034982508745627187, "cancel_transfer": 0.0005997001499250374, "card_about_to_expire": 0.00039980009995002505, "card_acceptance": 0.0005997001499250374, "card_arrival": 0.00039980009995002505, "card_delivery_estimate": 0.0004997501249375313, "card_linking": 0.0004997501249375313, "card_not_working": 0.0006996501749125438, "card_payment_fee_charged": 0.00039980009995002505, "card_payment_not_recognised": 0.0004997501249375313, "card_payment_wrong_exchange_rate": 0.0005997001499250374, "card_swallowed": 0.0006996501749125438, "cash_withdrawal_charge": 0.0005997001499250374, "cash_withdrawal_not_recognised": 0.0024987506246876563, "change_pin": 0.0002998500749625187, "compromised_card": 0.00039980009995002505, "contactless_not_working": 0.0008995502248875562, "country_support": 0.0007996001999000501, "declined_card_payment": 0.0015992003998001002, "declined_cash_withdrawal": 0.23158420789605197, "declined_transfer": 0.004097951024487756, "direct_debit_payment_not_recognised": 0.0005997001499250374, "disposable_card_limits": 0.0004997501249375313, "edit_personal_details": 0.00039980009995002505, "exchange_charge": 0.00039980009995002505, "exchange_rate": 0.00039980009995002505, "exchange_via_app": 0.0004997501249375313, "extra_charge_on_statement": 0.00039980009995002505, "failed_transfer": 0.020889555222388806, "fiat_currency_support": 0.0006996501749125438, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.00039980009995002505, "getting_spare_card": 0.00039980009995002505, "getting_virtual_card": 0.00039980009995002505, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.0002998500749625187, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0007996001999000501, "pending_cash_withdrawal": 0.3220389805097451, "pending_top_up": 0.0009995002498750627, "pending_transfer": 0.003098450774612694, "pin_blocked": 0.0004997501249375313, "receiving_money": 0.003398300849575212, "request_refund": 0.00039980009995002505, "reverted_card_payment?": 0.0005997001499250374, "supported_cards_and_currencies": 0.0005997001499250374, "terminate_account": 0.00039980009995002505, "top_up_by_bank_transfer_charge": 0.00039980009995002505, "top_up_by_card_charge": 0.00039980009995002505, "top_up_by_cash_or_cheque": 0.0004997501249375313, "top_up_failed": 0.26936531734132935, "top_up_limits": 0.00039980009995002505, "top_up_reverted": 0.0013993003498250875, "topping_up_by_card": 0.0005997001499250374, "transaction_charged_twice": 0.0011994002998500749, "transfer_fee_charged": 0.0004997501249375313, "transfer_into_account": 0.0005997001499250374, "transfer_not_received_by_recipient": 0.0029985007496251877, "transfer_timing": 0.0007996001999000501, "unable_to_verify_identity": 0.0004997501249375313, "verify_my_identity": 0.00039980009995002505, "verify_source_of_funds": 0.00039980009995002505, "verify_top_up": 0.00039980009995002505, "virtual_card_not_working": 0.0005997001499250374, "visa_or_mastercard": 0.00039980009995002505, "why_verify_identity": 0.00039980009995002505, "wrong_amount_of_cash_received": 0.08585707146426788, "wrong_exchange_rate_for_cash_withdrawal": 0.0008995502248875562 }, "error": null, "latency_ms": 70.08962496183813, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-207", "text_group": "e96969c16b5a4db3c3511316f1d6e48b0c6ca574225b230fd7b229b0de5b0ea4", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0009996001599360256, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.008696521391443423, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009996001599360256, "beneficiary_not_allowed": 0.0004998000799680128, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0002998800479808077, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0003998400639744103, "cash_withdrawal_not_recognised": 0.0018992403038784486, "change_pin": 0.00019992003198720514, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0003998400639744103, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.0003998400639744103, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0004998000799680128, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0005997600959616154, "pending_cash_withdrawal": 0.9610155937624951, "pending_top_up": 0.0012994802079168333, "pending_transfer": 0.0012994802079168333, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0004998000799680128, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0002998800479808077, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0004998000799680128, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0004998000799680128, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0013994402239104358, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 69.77558298967779, "usage": { "input_tokens": 610, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-208", "text_group": "8d5f1696c44d85110351effefa2d3d05b778633eb58d2abb8ebf61591521eb47", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0004001200360108033, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00020006001800540165, "atm_support": 0.00030009002700810244, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.0028008402520756227, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002100630189057, "beneficiary_not_allowed": 0.0008002400720216066, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.00030009002700810244, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.00030009002700810244, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.00020006001800540165, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.005301590477143144, "change_pin": 0.00020006001800540165, "compromised_card": 0.00020006001800540165, "contactless_not_working": 0.00030009002700810244, "country_support": 0.00030009002700810244, "declined_card_payment": 0.00030009002700810244, "declined_cash_withdrawal": 0.010003000900270082, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.00020006001800540165, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.00030009002700810244, "get_disposable_virtual_card": 0.00020006001800540165, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.9623887166149845, "pending_top_up": 0.0004001200360108033, "pending_transfer": 0.0004001200360108033, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.00030009002700810244, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.00030009002700810244, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00020006001800540165, "top_up_failed": 0.00030009002700810244, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.00030009002700810244, "topping_up_by_card": 0.00030009002700810244, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.0004001200360108033, "transfer_timing": 0.00030009002700810244, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.0004001200360108033 }, "error": null, "latency_ms": 66.53937499504536, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-209", "text_group": "838dfdcb17397702a9a95b2f78b33585c0bf4770b4e6abdf4b54a055e7f9e204", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0010997800439912018, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007998400319936014, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0010997800439912018, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0006998600279944011, "cash_withdrawal_not_recognised": 0.006998600279944011, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0005998800239952009, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.0008998200359928015, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0005998800239952009, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.9617076584683063, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0004999000199960008, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0006998600279944011 }, "error": null, "latency_ms": 68.55474994517863, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-210", "text_group": "2825e21de52e9d85b7ba830b96c975669dd55beb2aa4aecc2ab2d9cf15609844", "expected": "pending_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0005996402158704777, "activate_my_card": 0.00019988007195682593, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00029982010793523883, "atm_support": 0.002098740755546672, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.0006995802518488907, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997001798920648, "beneficiary_not_allowed": 0.002098740755546672, "cancel_transfer": 0.10153907655406756, "card_about_to_expire": 0.00029982010793523883, "card_acceptance": 0.0004997001798920648, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00029982010793523883, "card_linking": 0.00039976014391365186, "card_not_working": 0.0005996402158704777, "card_payment_fee_charged": 0.00039976014391365186, "card_payment_not_recognised": 0.00039976014391365186, "card_payment_wrong_exchange_rate": 0.00039976014391365186, "card_swallowed": 0.0004997001798920648, "cash_withdrawal_charge": 0.0004997001798920648, "cash_withdrawal_not_recognised": 0.0018988606835898462, "change_pin": 0.00029982010793523883, "compromised_card": 0.00029982010793523883, "contactless_not_working": 0.00039976014391365186, "country_support": 0.00039976014391365186, "declined_card_payment": 0.006096342194683191, "declined_cash_withdrawal": 0.5131920847491505, "declined_transfer": 0.0021986807915250852, "direct_debit_payment_not_recognised": 0.00029982010793523883, "disposable_card_limits": 0.00029982010793523883, "edit_personal_details": 0.0004997001798920648, "exchange_charge": 0.00029982010793523883, "exchange_rate": 0.00029982010793523883, "exchange_via_app": 0.00029982010793523883, "extra_charge_on_statement": 0.00029982010793523883, "failed_transfer": 0.0005996402158704777, "fiat_currency_support": 0.0004997001798920648, "get_disposable_virtual_card": 0.00039976014391365186, "get_physical_card": 0.00039976014391365186, "getting_spare_card": 0.00029982010793523883, "getting_virtual_card": 0.00029982010793523883, "lost_or_stolen_card": 0.00029982010793523883, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00029982010793523883, "passcode_forgotten": 0.00029982010793523883, "pending_card_payment": 0.0005996402158704777, "pending_cash_withdrawal": 0.15060963421946832, "pending_top_up": 0.00039976014391365186, "pending_transfer": 0.0005996402158704777, "pin_blocked": 0.00029982010793523883, "receiving_money": 0.0006995802518488907, "request_refund": 0.00269838097141715, "reverted_card_payment?": 0.0010993403957625426, "supported_cards_and_currencies": 0.0004997001798920648, "terminate_account": 0.0005996402158704777, "top_up_by_bank_transfer_charge": 0.00029982010793523883, "top_up_by_card_charge": 0.00029982010793523883, "top_up_by_cash_or_cheque": 0.00039976014391365186, "top_up_failed": 0.0007995202878273037, "top_up_limits": 0.00029982010793523883, "top_up_reverted": 0.01449130521686988, "topping_up_by_card": 0.0004997001798920648, "transaction_charged_twice": 0.00269838097141715, "transfer_fee_charged": 0.00029982010793523883, "transfer_into_account": 0.00029982010793523883, "transfer_not_received_by_recipient": 0.0007995202878273037, "transfer_timing": 0.00029982010793523883, "unable_to_verify_identity": 0.00029982010793523883, "verify_my_identity": 0.00029982010793523883, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.00029982010793523883, "virtual_card_not_working": 0.00039976014391365186, "visa_or_mastercard": 0.00029982010793523883, "why_verify_identity": 0.00029982010793523883, "wrong_amount_of_cash_received": 0.17399560263841696, "wrong_exchange_rate_for_cash_withdrawal": 0.0004997001798920648 }, "error": null, "latency_ms": 68.74995899852365, "usage": { "input_tokens": 629, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-211", "text_group": "b4d1373d03c400415b5e2d85ad1feda6a232e07340763051cce2f7e2a45c3f73", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0006999300069993001, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0030996900309969004, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.004199580041995801, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016998300169983002, "beneficiary_not_allowed": 0.0008999100089991, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0004999500049995, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0006999300069993001, "card_payment_wrong_exchange_rate": 0.0007999200079992001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0006999300069993001, "cash_withdrawal_not_recognised": 0.0052994700529947, "change_pin": 0.00039996000399960006, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0005999400059994001, "declined_card_payment": 0.0006999300069993001, "declined_cash_withdrawal": 0.0027997200279972004, "declined_transfer": 0.0007999200079992001, "direct_debit_payment_not_recognised": 0.000999900009999, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.0012998700129987, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.0036996300369963007, "pending_cash_withdrawal": 0.9168083191680833, "pending_top_up": 0.0026997300269973002, "pending_transfer": 0.012198780121987803, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.008599140085991401, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0007999200079992001, "top_up_failed": 0.0006999300069993001, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.000999900009999, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0028997100289971, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.0016998300169983002, "wrong_exchange_rate_for_cash_withdrawal": 0.0006999300069993001 }, "error": null, "latency_ms": 66.43129198346287, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-212", "text_group": "a22b4626a581978cd4413e15a0d5f3ff61880107de9361c35cc3b45b2ed9b11e", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.0014007003501750874, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.012906453226613306, "balance_not_updated_after_cheque_or_cash_deposit": 0.003501750875437719, "beneficiary_not_allowed": 0.000400200100050025, "cancel_transfer": 0.0002001000500250125, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.0002001000500250125, "card_payment_not_recognised": 0.0002001000500250125, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.0030015007503751876, "change_pin": 0.0002001000500250125, "compromised_card": 0.0002001000500250125, "contactless_not_working": 0.00030015007503751874, "country_support": 0.000400200100050025, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.001700850425212606, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.0002001000500250125, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.9579789894947474, "pending_top_up": 0.00080040020010005, "pending_transfer": 0.0005002501250625312, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.000400200100050025, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.000400200100050025, "top_up_limits": 0.00030015007503751874, "top_up_reverted": 0.000400200100050025, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.000400200100050025, "transfer_timing": 0.00030015007503751874, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.0002001000500250125, "visa_or_mastercard": 0.0002001000500250125, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.00080040020010005, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 66.17624999489635, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-213", "text_group": "8e4092163a8c4b68c237a0ee020378542bd5f2cbe561a843ce8a3f7928ebe491", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0005997600959616154, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.10235905637744903, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.045381847261095565, "balance_not_updated_after_cheque_or_cash_deposit": 0.009796081567373051, "beneficiary_not_allowed": 0.000899640143942423, "cancel_transfer": 0.0004998000799680128, "card_about_to_expire": 0.0004998000799680128, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.0004998000799680128, "card_delivery_estimate": 0.0009996001599360256, "card_linking": 0.0005997600959616154, "card_not_working": 0.0005997600959616154, "card_payment_fee_charged": 0.0004998000799680128, "card_payment_not_recognised": 0.0004998000799680128, "card_payment_wrong_exchange_rate": 0.0006997201119552179, "card_swallowed": 0.0007996801279488206, "cash_withdrawal_charge": 0.0006997201119552179, "cash_withdrawal_not_recognised": 0.0043982407037185135, "change_pin": 0.0003998400639744103, "compromised_card": 0.0004998000799680128, "contactless_not_working": 0.0006997201119552179, "country_support": 0.0006997201119552179, "declined_card_payment": 0.0005997600959616154, "declined_cash_withdrawal": 0.0029988004798080768, "declined_transfer": 0.0007996801279488206, "direct_debit_payment_not_recognised": 0.0005997600959616154, "disposable_card_limits": 0.0006997201119552179, "edit_personal_details": 0.0004998000799680128, "exchange_charge": 0.0004998000799680128, "exchange_rate": 0.0004998000799680128, "exchange_via_app": 0.0005997600959616154, "extra_charge_on_statement": 0.0004998000799680128, "failed_transfer": 0.0007996801279488206, "fiat_currency_support": 0.0006997201119552179, "get_disposable_virtual_card": 0.0004998000799680128, "get_physical_card": 0.0004998000799680128, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.0003998400639744103, "lost_or_stolen_phone": 0.0003998400639744103, "order_physical_card": 0.0003998400639744103, "passcode_forgotten": 0.0004998000799680128, "pending_card_payment": 0.0010995601759296284, "pending_cash_withdrawal": 0.7828868452618953, "pending_top_up": 0.006197520991603359, "pending_transfer": 0.002898840463814474, "pin_blocked": 0.0004998000799680128, "receiving_money": 0.000899640143942423, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.0005997600959616154, "supported_cards_and_currencies": 0.0005997600959616154, "terminate_account": 0.0005997600959616154, "top_up_by_bank_transfer_charge": 0.0004998000799680128, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.0005997600959616154, "top_up_failed": 0.0006997201119552179, "top_up_limits": 0.0004998000799680128, "top_up_reverted": 0.000899640143942423, "topping_up_by_card": 0.0006997201119552179, "transaction_charged_twice": 0.0004998000799680128, "transfer_fee_charged": 0.0004998000799680128, "transfer_into_account": 0.0004998000799680128, "transfer_not_received_by_recipient": 0.0018992403038784486, "transfer_timing": 0.0005997600959616154, "unable_to_verify_identity": 0.0004998000799680128, "verify_my_identity": 0.0004998000799680128, "verify_source_of_funds": 0.0005997600959616154, "verify_top_up": 0.0004998000799680128, "virtual_card_not_working": 0.0004998000799680128, "visa_or_mastercard": 0.0004998000799680128, "why_verify_identity": 0.0004998000799680128, "wrong_amount_of_cash_received": 0.0021991203518592567, "wrong_exchange_rate_for_cash_withdrawal": 0.0009996001599360256 }, "error": null, "latency_ms": 69.07325005158782, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-214", "text_group": "6470697ee53fb1047d01cb6c2265548eabdd552bb4931e359c36823f9785097d", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00019988007195682588, "activate_my_card": 0.00019988007195682588, "age_limit": 9.994003597841294e-05, "apple_pay_or_google_pay": 0.00019988007195682588, "atm_support": 0.00019988007195682588, "automatic_top_up": 0.00019988007195682588, "balance_not_updated_after_bank_transfer": 0.0009994003597841295, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010993403957625424, "beneficiary_not_allowed": 0.0002998201079352388, "cancel_transfer": 0.00019988007195682588, "card_about_to_expire": 0.00019988007195682588, "card_acceptance": 0.00019988007195682588, "card_arrival": 0.00019988007195682588, "card_delivery_estimate": 0.0002998201079352388, "card_linking": 0.00019988007195682588, "card_not_working": 0.00019988007195682588, "card_payment_fee_charged": 0.00019988007195682588, "card_payment_not_recognised": 0.00019988007195682588, "card_payment_wrong_exchange_rate": 0.00019988007195682588, "card_swallowed": 0.0002998201079352388, "cash_withdrawal_charge": 0.00019988007195682588, "cash_withdrawal_not_recognised": 0.010093943633819706, "change_pin": 0.00019988007195682588, "compromised_card": 0.00019988007195682588, "contactless_not_working": 0.00019988007195682588, "country_support": 0.0002998201079352388, "declined_card_payment": 0.00019988007195682588, "declined_cash_withdrawal": 0.0018988606835898458, "declined_transfer": 0.00019988007195682588, "direct_debit_payment_not_recognised": 0.00019988007195682588, "disposable_card_limits": 0.00019988007195682588, "edit_personal_details": 0.00019988007195682588, "exchange_charge": 0.00019988007195682588, "exchange_rate": 0.00019988007195682588, "exchange_via_app": 0.00019988007195682588, "extra_charge_on_statement": 0.00019988007195682588, "failed_transfer": 0.00019988007195682588, "fiat_currency_support": 0.0002998201079352388, "get_disposable_virtual_card": 0.00019988007195682588, "get_physical_card": 0.00019988007195682588, "getting_spare_card": 0.00019988007195682588, "getting_virtual_card": 0.00019988007195682588, "lost_or_stolen_card": 0.00019988007195682588, "lost_or_stolen_phone": 0.00019988007195682588, "order_physical_card": 0.00019988007195682588, "passcode_forgotten": 0.00019988007195682588, "pending_card_payment": 0.00019988007195682588, "pending_cash_withdrawal": 0.9697181690985408, "pending_top_up": 0.0002998201079352388, "pending_transfer": 0.0002998201079352388, "pin_blocked": 0.00019988007195682588, "receiving_money": 0.0002998201079352388, "request_refund": 0.00019988007195682588, "reverted_card_payment?": 0.00019988007195682588, "supported_cards_and_currencies": 0.00019988007195682588, "terminate_account": 0.00019988007195682588, "top_up_by_bank_transfer_charge": 0.00019988007195682588, "top_up_by_card_charge": 0.00019988007195682588, "top_up_by_cash_or_cheque": 0.00019988007195682588, "top_up_failed": 0.00019988007195682588, "top_up_limits": 0.00019988007195682588, "top_up_reverted": 0.00019988007195682588, "topping_up_by_card": 0.00019988007195682588, "transaction_charged_twice": 0.00019988007195682588, "transfer_fee_charged": 0.00019988007195682588, "transfer_into_account": 0.00019988007195682588, "transfer_not_received_by_recipient": 0.0002998201079352388, "transfer_timing": 0.00019988007195682588, "unable_to_verify_identity": 0.00019988007195682588, "verify_my_identity": 0.00019988007195682588, "verify_source_of_funds": 0.00019988007195682588, "verify_top_up": 0.00019988007195682588, "virtual_card_not_working": 0.00019988007195682588, "visa_or_mastercard": 0.00019988007195682588, "why_verify_identity": 0.00019988007195682588, "wrong_amount_of_cash_received": 0.0010993403957625424, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998201079352388 }, "error": null, "latency_ms": 69.09954093862325, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-215", "text_group": "e2f306bd63662d0b23f271fec852af2493b11a565b15daa48d094305cdbb06e5", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0003002401921537229, "activate_my_card": 0.00020016012810248197, "age_limit": 0.00020016012810248197, "apple_pay_or_google_pay": 0.00020016012810248197, "atm_support": 0.0003002401921537229, "automatic_top_up": 0.00020016012810248197, "balance_not_updated_after_bank_transfer": 0.002201761409127302, "balance_not_updated_after_cheque_or_cash_deposit": 0.001100880704563651, "beneficiary_not_allowed": 0.0016012810248198558, "cancel_transfer": 0.00020016012810248197, "card_about_to_expire": 0.00020016012810248197, "card_acceptance": 0.0003002401921537229, "card_arrival": 0.00020016012810248197, "card_delivery_estimate": 0.00040032025620496394, "card_linking": 0.0003002401921537229, "card_not_working": 0.0003002401921537229, "card_payment_fee_charged": 0.0003002401921537229, "card_payment_not_recognised": 0.0003002401921537229, "card_payment_wrong_exchange_rate": 0.0003002401921537229, "card_swallowed": 0.0003002401921537229, "cash_withdrawal_charge": 0.00040032025620496394, "cash_withdrawal_not_recognised": 0.002201761409127302, "change_pin": 0.00020016012810248197, "compromised_card": 0.00020016012810248197, "contactless_not_working": 0.0003002401921537229, "country_support": 0.00040032025620496394, "declined_card_payment": 0.00020016012810248197, "declined_cash_withdrawal": 0.005204163330664531, "declined_transfer": 0.0003002401921537229, "direct_debit_payment_not_recognised": 0.00020016012810248197, "disposable_card_limits": 0.00020016012810248197, "edit_personal_details": 0.00020016012810248197, "exchange_charge": 0.00020016012810248197, "exchange_rate": 0.00020016012810248197, "exchange_via_app": 0.00020016012810248197, "extra_charge_on_statement": 0.00020016012810248197, "failed_transfer": 0.0003002401921537229, "fiat_currency_support": 0.00040032025620496394, "get_disposable_virtual_card": 0.00020016012810248197, "get_physical_card": 0.0003002401921537229, "getting_spare_card": 0.00020016012810248197, "getting_virtual_card": 0.00020016012810248197, "lost_or_stolen_card": 0.00020016012810248197, "lost_or_stolen_phone": 0.00020016012810248197, "order_physical_card": 0.00020016012810248197, "passcode_forgotten": 0.00020016012810248197, "pending_card_payment": 0.0003002401921537229, "pending_cash_withdrawal": 0.9690752602081665, "pending_top_up": 0.0006004803843074458, "pending_transfer": 0.00040032025620496394, "pin_blocked": 0.00020016012810248197, "receiving_money": 0.0003002401921537229, "request_refund": 0.00020016012810248197, "reverted_card_payment?": 0.0003002401921537229, "supported_cards_and_currencies": 0.0003002401921537229, "terminate_account": 0.00020016012810248197, "top_up_by_bank_transfer_charge": 0.00020016012810248197, "top_up_by_card_charge": 0.00020016012810248197, "top_up_by_cash_or_cheque": 0.0003002401921537229, "top_up_failed": 0.0003002401921537229, "top_up_limits": 0.00020016012810248197, "top_up_reverted": 0.0003002401921537229, "topping_up_by_card": 0.00020016012810248197, "transaction_charged_twice": 0.00020016012810248197, "transfer_fee_charged": 0.00020016012810248197, "transfer_into_account": 0.00020016012810248197, "transfer_not_received_by_recipient": 0.0007005604483586869, "transfer_timing": 0.00020016012810248197, "unable_to_verify_identity": 0.0003002401921537229, "verify_my_identity": 0.00020016012810248197, "verify_source_of_funds": 0.00020016012810248197, "verify_top_up": 0.00020016012810248197, "virtual_card_not_working": 0.00020016012810248197, "visa_or_mastercard": 0.00020016012810248197, "why_verify_identity": 0.00020016012810248197, "wrong_amount_of_cash_received": 0.0005004003202562049, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002401921537229 }, "error": null, "latency_ms": 70.23245899472386, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-216", "text_group": "8f3154abfa93a1c92b6088df78317b0066154d57de1d4d0603d63fc718eba1ae", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.00039996000399960006, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.000999900009999, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0023997600239976003, "balance_not_updated_after_cheque_or_cash_deposit": 0.004199580041995801, "beneficiary_not_allowed": 0.007499250074992501, "cancel_transfer": 0.0006999300069993001, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.0080991900809919, "card_linking": 0.0004999500049995, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0007999200079992001, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.0012998700129987, "cash_withdrawal_not_recognised": 0.013398660133986603, "change_pin": 0.00039996000399960006, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0007999200079992001, "declined_card_payment": 0.0005999400059994001, "declined_cash_withdrawal": 0.0035996400359964, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.0006999300069993001, "disposable_card_limits": 0.0008999100089991, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.0015998400159984002, "fiat_currency_support": 0.0008999100089991, "get_disposable_virtual_card": 0.0006999300069993001, "get_physical_card": 0.0006999300069993001, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.000999900009999, "pending_cash_withdrawal": 0.8865113488651135, "pending_top_up": 0.0022997700229977, "pending_transfer": 0.0155984401559844, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0008999100089991, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0008999100089991, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0006999300069993001, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0008999100089991, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.0007999200079992001, "top_up_reverted": 0.0007999200079992001, "topping_up_by_card": 0.0008999100089991, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.0005999400059994001, "transfer_not_received_by_recipient": 0.0030996900309969004, "transfer_timing": 0.0012998700129987, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.010298970102989701, "wrong_exchange_rate_for_cash_withdrawal": 0.0015998400159984002 }, "error": null, "latency_ms": 67.65845906920731, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-217", "text_group": "43fc5d61789323de39e46af0e24131ce0f72c0449a72db46907861ac143e98e3", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.0010003000900270082, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0005001500450135041, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.00020006001800540162, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.002100630189056717, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.0007002100630189057, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00020006001800540162, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00040012003601080324, "pending_cash_withdrawal": 0.9778933680104032, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0007002100630189057, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00020006001800540162, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.00020006001800540162, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 68.54562496300787, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-218", "text_group": "d05bcbb421d80be82ee06e017e70df3d0f3e30512a64fcb63f375edacd560758", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0018994301709487154, "activate_my_card": 0.000499850044986504, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.0007997600719784066, "atm_support": 0.000999700089973008, "automatic_top_up": 0.0005998200539838048, "balance_not_updated_after_bank_transfer": 0.04818554433669899, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016994901529541137, "beneficiary_not_allowed": 0.007697690692792163, "cancel_transfer": 0.0032990102969109266, "card_about_to_expire": 0.0005998200539838048, "card_acceptance": 0.0008997300809757073, "card_arrival": 0.0005998200539838048, "card_delivery_estimate": 0.0007997600719784066, "card_linking": 0.0008997300809757073, "card_not_working": 0.002199340197940618, "card_payment_fee_charged": 0.0008997300809757073, "card_payment_not_recognised": 0.000999700089973008, "card_payment_wrong_exchange_rate": 0.0011996401079676095, "card_swallowed": 0.0013995801259622115, "cash_withdrawal_charge": 0.0045986204138758376, "cash_withdrawal_not_recognised": 0.006797960611816455, "change_pin": 0.000499850044986504, "compromised_card": 0.0007997600719784066, "contactless_not_working": 0.0012996101169649105, "country_support": 0.0006997900629811057, "declined_card_payment": 0.002099370188943317, "declined_cash_withdrawal": 0.08637408777366791, "declined_transfer": 0.007397780665800261, "direct_debit_payment_not_recognised": 0.002699190242927122, "disposable_card_limits": 0.0007997600719784066, "edit_personal_details": 0.0006997900629811057, "exchange_charge": 0.0008997300809757073, "exchange_rate": 0.0005998200539838048, "exchange_via_app": 0.0005998200539838048, "extra_charge_on_statement": 0.0014995501349595122, "failed_transfer": 0.12796161151654503, "fiat_currency_support": 0.0008997300809757073, "get_disposable_virtual_card": 0.000999700089973008, "get_physical_card": 0.0007997600719784066, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.005498350494851544, "pending_cash_withdrawal": 0.31500549835049485, "pending_top_up": 0.0024992502249325203, "pending_transfer": 0.0370888733379986, "pin_blocked": 0.000999700089973008, "receiving_money": 0.006797960611816455, "request_refund": 0.001099670098970309, "reverted_card_payment?": 0.0015995201439568132, "supported_cards_and_currencies": 0.0006997900629811057, "terminate_account": 0.0007997600719784066, "top_up_by_bank_transfer_charge": 0.01739478156553034, "top_up_by_card_charge": 0.0014995501349595122, "top_up_by_cash_or_cheque": 0.0006997900629811057, "top_up_failed": 0.013096071178646407, "top_up_limits": 0.0005998200539838048, "top_up_reverted": 0.003099070278916325, "topping_up_by_card": 0.0008997300809757073, "transaction_charged_twice": 0.0038988303508947315, "transfer_fee_charged": 0.009997000899730081, "transfer_into_account": 0.000999700089973008, "transfer_not_received_by_recipient": 0.14915525342397282, "transfer_timing": 0.001099670098970309, "unable_to_verify_identity": 0.0006997900629811057, "verify_my_identity": 0.000499850044986504, "verify_source_of_funds": 0.0008997300809757073, "verify_top_up": 0.0006997900629811057, "virtual_card_not_working": 0.0032990102969109266, "visa_or_mastercard": 0.0006997900629811057, "why_verify_identity": 0.0005998200539838048, "wrong_amount_of_cash_received": 0.0852744176746976, "wrong_exchange_rate_for_cash_withdrawal": 0.004198740377886634 }, "error": null, "latency_ms": 70.31300000380725, "usage": { "input_tokens": 625, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-219", "text_group": "843a0699ad9621efbc2d4030681aa3def50b2b821ca414863a3852c0f0a7c2a4", "expected": "pending_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0005997600959616154, "activate_my_card": 0.0002998800479808077, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.006897241103558577, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0010995601759296284, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006997201119552179, "beneficiary_not_allowed": 0.013794482207117154, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.0004998000799680128, "card_acceptance": 0.0012994802079168333, "card_arrival": 0.0004998000799680128, "card_delivery_estimate": 0.0006997201119552179, "card_linking": 0.0005997600959616154, "card_not_working": 0.0018992403038784486, "card_payment_fee_charged": 0.0005997600959616154, "card_payment_not_recognised": 0.0005997600959616154, "card_payment_wrong_exchange_rate": 0.0005997600959616154, "card_swallowed": 0.0005997600959616154, "cash_withdrawal_charge": 0.0004998000799680128, "cash_withdrawal_not_recognised": 0.0009996001599360256, "change_pin": 0.0002998800479808077, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0005997600959616154, "country_support": 0.0005997600959616154, "declined_card_payment": 0.06427429028388644, "declined_cash_withdrawal": 0.3691523390643743, "declined_transfer": 0.011495401839264294, "direct_debit_payment_not_recognised": 0.0004998000799680128, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.0003998400639744103, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0003998400639744103, "failed_transfer": 0.0011995201919232307, "fiat_currency_support": 0.0005997600959616154, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0004998000799680128, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.0003998400639744103, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.028688524590163935, "pending_cash_withdrawal": 0.22830867652938824, "pending_top_up": 0.0014994002399040384, "pending_transfer": 0.0020991603358656535, "pin_blocked": 0.0003998400639744103, "receiving_money": 0.001999200319872051, "request_refund": 0.0007996801279488206, "reverted_card_payment?": 0.0015993602558976412, "supported_cards_and_currencies": 0.0005997600959616154, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0004998000799680128, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.000899640143942423, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0020991603358656535, "topping_up_by_card": 0.0006997201119552179, "transaction_charged_twice": 0.0009996001599360256, "transfer_fee_charged": 0.0004998000799680128, "transfer_into_account": 0.0003998400639744103, "transfer_not_received_by_recipient": 0.001999200319872051, "transfer_timing": 0.0004998000799680128, "unable_to_verify_identity": 0.0004998000799680128, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0004998000799680128, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0006997201119552179, "visa_or_mastercard": 0.0003998400639744103, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.23100759696121553, "wrong_exchange_rate_for_cash_withdrawal": 0.0006997201119552179 }, "error": null, "latency_ms": 66.57283392269164, "usage": { "input_tokens": 618, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-220", "text_group": "feea3f21ce550f29dd9a5b77f0192d25f91655492c5b592a45d8712c4d4ab8ae", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 9.996001599360257e-05, "age_limit": 9.996001599360257e-05, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.00019992003198720514, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0010995601759296284, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007996801279488206, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.00019992003198720514, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.00019992003198720514, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.00019992003198720514, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.007197121151539384, "change_pin": 9.996001599360257e-05, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.00019992003198720514, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.0029988004798080768, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 9.996001599360257e-05, "lost_or_stolen_phone": 9.996001599360257e-05, "order_physical_card": 9.996001599360257e-05, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.973110755697721, "pending_top_up": 0.0003998400639744103, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.00019992003198720514, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.00019992003198720514, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.0003998400639744103, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 65.27537503279746, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-221", "text_group": "845621ada418a5a7c2ea2f2ec78693cb9305cbb4fc4942707a785cdf0e8817c5", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0003, "card_linking": 0.0002, "card_not_working": 0.0002, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0051, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.977, "pending_top_up": 0.0004, "pending_transfer": 0.0003, "pin_blocked": 0.0002, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0002, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0002, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 67.43279204238206, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-222", "text_group": "4a149f33050a9cde149a964e388ad2aa98648ad5eec63968b9963f6fb1752396", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0019001900190019003, "activate_my_card": 0.0006000600060006, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0009000900090009, "atm_support": 0.0011001100110011003, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.051005100510051, "balance_not_updated_after_cheque_or_cash_deposit": 0.0072007200720072, "beneficiary_not_allowed": 0.008500850085008501, "cancel_transfer": 0.0007000700070007, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.001000100010001, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.0006000600060006, "card_linking": 0.0009000900090009, "card_not_working": 0.0009000900090009, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.0008000800080008001, "card_payment_wrong_exchange_rate": 0.001000100010001, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.0013001300130013002, "cash_withdrawal_not_recognised": 0.061606160616061605, "change_pin": 0.0005000500050005, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.0008000800080008001, "country_support": 0.0008000800080008001, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0054005400540054005, "declined_transfer": 0.0007000700070007, "direct_debit_payment_not_recognised": 0.0011001100110011003, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0007000700070007, "exchange_rate": 0.0007000700070007, "exchange_via_app": 0.0007000700070007, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0012001200120012, "fiat_currency_support": 0.0011001100110011003, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0007000700070007, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.001000100010001, "pending_cash_withdrawal": 0.8003800380038004, "pending_top_up": 0.0012001200120012, "pending_transfer": 0.0013001300130013002, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0012001200120012, "request_refund": 0.001000100010001, "reverted_card_payment?": 0.001000100010001, "supported_cards_and_currencies": 0.0009000900090009, "terminate_account": 0.0007000700070007, "top_up_by_bank_transfer_charge": 0.0007000700070007, "top_up_by_card_charge": 0.0006000600060006, "top_up_by_cash_or_cheque": 0.0007000700070007, "top_up_failed": 0.0012001200120012, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.0016001600160016002, "topping_up_by_card": 0.0008000800080008001, "transaction_charged_twice": 0.001000100010001, "transfer_fee_charged": 0.0007000700070007, "transfer_into_account": 0.001000100010001, "transfer_not_received_by_recipient": 0.0045004500450045, "transfer_timing": 0.001000100010001, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.0008000800080008001, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.004100410041004101, "wrong_exchange_rate_for_cash_withdrawal": 0.0016001600160016002 }, "error": null, "latency_ms": 65.79208304174244, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-223", "text_group": "1dfe958b63cf7b267f200df72f4be87cdc3cc5b6107d8e6b2762f45bf6f21326", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0007000700070007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007000700070007, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00020002000200020003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.044904490449044904, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.0011001100110011003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.9353935393539354, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 66.47137505933642, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-224", "text_group": "ed7e33234b868b607cba700ee4d51287786c0c745c02b293f1e27c7463d454e0", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0002, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0048, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0008, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.9763, "pending_top_up": 0.0004, "pending_transfer": 0.0003, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 67.52708298154175, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-225", "text_group": "0c373a96c26b550216179011f01b3e6891c51cb804638001531c075418195e46", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020002000200020005, "activate_my_card": 0.00020002000200020005, "age_limit": 0.00020002000200020005, "apple_pay_or_google_pay": 0.00020002000200020005, "atm_support": 0.00030003000300030005, "automatic_top_up": 0.00020002000200020005, "balance_not_updated_after_bank_transfer": 0.0006000600060006001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006001, "beneficiary_not_allowed": 0.0005000500050005002, "cancel_transfer": 0.00020002000200020005, "card_about_to_expire": 0.00020002000200020005, "card_acceptance": 0.00030003000300030005, "card_arrival": 0.00020002000200020005, "card_delivery_estimate": 0.00030003000300030005, "card_linking": 0.00030003000300030005, "card_not_working": 0.00030003000300030005, "card_payment_fee_charged": 0.00020002000200020005, "card_payment_not_recognised": 0.00030003000300030005, "card_payment_wrong_exchange_rate": 0.00030003000300030005, "card_swallowed": 0.00030003000300030005, "cash_withdrawal_charge": 0.0004000400040004001, "cash_withdrawal_not_recognised": 0.0015001500150015003, "change_pin": 0.00020002000200020005, "compromised_card": 0.00020002000200020005, "contactless_not_working": 0.00030003000300030005, "country_support": 0.00030003000300030005, "declined_card_payment": 0.00020002000200020005, "declined_cash_withdrawal": 0.0006000600060006001, "declined_transfer": 0.00020002000200020005, "direct_debit_payment_not_recognised": 0.00030003000300030005, "disposable_card_limits": 0.00030003000300030005, "edit_personal_details": 0.00020002000200020005, "exchange_charge": 0.00020002000200020005, "exchange_rate": 0.00020002000200020005, "exchange_via_app": 0.00020002000200020005, "extra_charge_on_statement": 0.00020002000200020005, "failed_transfer": 0.00030003000300030005, "fiat_currency_support": 0.0004000400040004001, "get_disposable_virtual_card": 0.00020002000200020005, "get_physical_card": 0.00020002000200020005, "getting_spare_card": 0.00020002000200020005, "getting_virtual_card": 0.00020002000200020005, "lost_or_stolen_card": 0.00020002000200020005, "lost_or_stolen_phone": 0.00020002000200020005, "order_physical_card": 0.00020002000200020005, "passcode_forgotten": 0.00020002000200020005, "pending_card_payment": 0.00030003000300030005, "pending_cash_withdrawal": 0.9783978397839784, "pending_top_up": 0.0004000400040004001, "pending_transfer": 0.0004000400040004001, "pin_blocked": 0.00020002000200020005, "receiving_money": 0.00030003000300030005, "request_refund": 0.00020002000200020005, "reverted_card_payment?": 0.00020002000200020005, "supported_cards_and_currencies": 0.00030003000300030005, "terminate_account": 0.00020002000200020005, "top_up_by_bank_transfer_charge": 0.00020002000200020005, "top_up_by_card_charge": 0.00020002000200020005, "top_up_by_cash_or_cheque": 0.00030003000300030005, "top_up_failed": 0.00030003000300030005, "top_up_limits": 0.00020002000200020005, "top_up_reverted": 0.00030003000300030005, "topping_up_by_card": 0.00030003000300030005, "transaction_charged_twice": 0.00020002000200020005, "transfer_fee_charged": 0.00020002000200020005, "transfer_into_account": 0.00020002000200020005, "transfer_not_received_by_recipient": 0.0005000500050005002, "transfer_timing": 0.00030003000300030005, "unable_to_verify_identity": 0.00020002000200020005, "verify_my_identity": 0.00020002000200020005, "verify_source_of_funds": 0.00020002000200020005, "verify_top_up": 0.00020002000200020005, "virtual_card_not_working": 0.00020002000200020005, "visa_or_mastercard": 0.00020002000200020005, "why_verify_identity": 0.00020002000200020005, "wrong_amount_of_cash_received": 0.0005000500050005002, "wrong_exchange_rate_for_cash_withdrawal": 0.00030003000300030005 }, "error": null, "latency_ms": 65.81783306319267, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-226", "text_group": "68b1ddc91bf6b9bac404e6beb706a0bfcc292bf72336259d93d65848168a20ac", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00030009002700810244, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00020006001800540165, "atm_support": 0.00030009002700810244, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.005201560468140442, "balance_not_updated_after_cheque_or_cash_deposit": 0.001100330099029709, "beneficiary_not_allowed": 0.0004001200360108033, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.00030009002700810244, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.00020006001800540165, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.00020006001800540165, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.0004001200360108033, "cash_withdrawal_not_recognised": 0.006601980594178254, "change_pin": 0.00020006001800540165, "compromised_card": 0.00020006001800540165, "contactless_not_working": 0.00020006001800540165, "country_support": 0.00030009002700810244, "declined_card_payment": 0.00020006001800540165, "declined_cash_withdrawal": 0.0024007202160648195, "declined_transfer": 0.00020006001800540165, "direct_debit_payment_not_recognised": 0.00020006001800540165, "disposable_card_limits": 0.00020006001800540165, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.00030009002700810244, "get_disposable_virtual_card": 0.00020006001800540165, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.9673902170651195, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0004001200360108033, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.00030009002700810244, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.00030009002700810244, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00020006001800540165, "top_up_failed": 0.00030009002700810244, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.00030009002700810244, "topping_up_by_card": 0.00020006001800540165, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00020006001800540165, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.00020006001800540165, "visa_or_mastercard": 0.00020006001800540165, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 65.68491691723466, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-227", "text_group": "a7926a88b1d7a9718b49de37cbd212c3082648e5832ccbd458c71a92b9a5ca18", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0009, "activate_my_card": 0.0005, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0008, "atm_support": 0.0008, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0028, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0062, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0008, "card_acceptance": 0.001, "card_arrival": 0.0005, "card_delivery_estimate": 0.001, "card_linking": 0.0009, "card_not_working": 0.0254, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0151, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0009, "change_pin": 0.0003, "compromised_card": 0.0006, "contactless_not_working": 0.0014, "country_support": 0.0006, "declined_card_payment": 0.0331, "declined_cash_withdrawal": 0.2753, "declined_transfer": 0.0189, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0004, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0136, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0005, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0004, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0568, "pending_cash_withdrawal": 0.298, "pending_top_up": 0.0017, "pending_transfer": 0.0141, "pin_blocked": 0.0006, "receiving_money": 0.002, "request_refund": 0.0004, "reverted_card_payment?": 0.0014, "supported_cards_and_currencies": 0.0011, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.137, "top_up_limits": 0.0005, "top_up_reverted": 0.0023, "topping_up_by_card": 0.0298, "transaction_charged_twice": 0.001, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0184, "transfer_timing": 0.0011, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0109, "visa_or_mastercard": 0.0021, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0013, "wrong_exchange_rate_for_cash_withdrawal": 0.0012 }, "error": null, "latency_ms": 71.03587500751019, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-228", "text_group": "afd3a50418f0116dd052621773d18a6cead5a618ac0c8f57a525427247332a71", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 9.996001599360257e-05, "age_limit": 9.996001599360257e-05, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.00019992003198720514, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0005997600959616154, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005997600959616154, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.00019992003198720514, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.00019992003198720514, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.00019992003198720514, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.007297081167532987, "change_pin": 9.996001599360257e-05, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.00019992003198720514, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.002299080367852859, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.00019992003198720514, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 9.996001599360257e-05, "lost_or_stolen_phone": 9.996001599360257e-05, "order_physical_card": 9.996001599360257e-05, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.974610155937625, "pending_top_up": 0.0003998400639744103, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.00019992003198720514, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.00019992003198720514, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.0003998400639744103, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 71.63804199080914, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-229", "text_group": "1cb59df900360a6d0644fcf5ae0b9a9c7630c02393d7a6d4d50b0cacad3338ba", "expected": "pending_cash_withdrawal", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.007002100630189057, "activate_my_card": 0.0026007802340702207, "age_limit": 0.0019005701710513153, "apple_pay_or_google_pay": 0.0035010503150945285, "atm_support": 0.015404621386415926, "automatic_top_up": 0.00250075022506752, "balance_not_updated_after_bank_transfer": 0.2511753526057817, "balance_not_updated_after_cheque_or_cash_deposit": 0.01960588176452936, "beneficiary_not_allowed": 0.0047014104231269385, "cancel_transfer": 0.003601080324097229, "card_about_to_expire": 0.00250075022506752, "card_acceptance": 0.0038011403421026307, "card_arrival": 0.002700810243072922, "card_delivery_estimate": 0.0028008402520756227, "card_linking": 0.004201260378113434, "card_not_working": 0.0035010503150945285, "card_payment_fee_charged": 0.003100930279083725, "card_payment_not_recognised": 0.0039011703511053313, "card_payment_wrong_exchange_rate": 0.0038011403421026307, "card_swallowed": 0.003200960288086426, "cash_withdrawal_charge": 0.003100930279083725, "cash_withdrawal_not_recognised": 0.004801440432129638, "change_pin": 0.0023006902070621185, "compromised_card": 0.0029008702610783233, "contactless_not_working": 0.003601080324097229, "country_support": 0.003401020306091827, "declined_card_payment": 0.002400720216064819, "declined_cash_withdrawal": 0.002700810243072922, "declined_transfer": 0.0028008402520756227, "direct_debit_payment_not_recognised": 0.004801440432129638, "disposable_card_limits": 0.0030009002700810243, "edit_personal_details": 0.005501650495148544, "exchange_charge": 0.0026007802340702207, "exchange_rate": 0.00250075022506752, "exchange_via_app": 0.004501350405121536, "extra_charge_on_statement": 0.00250075022506752, "failed_transfer": 0.004001200360108033, "fiat_currency_support": 0.0038011403421026307, "get_disposable_virtual_card": 0.00250075022506752, "get_physical_card": 0.002100630189056717, "getting_spare_card": 0.0020006001800540163, "getting_virtual_card": 0.0019005701710513153, "lost_or_stolen_card": 0.0017005101530459135, "lost_or_stolen_phone": 0.0018005401620486145, "order_physical_card": 0.0017005101530459135, "passcode_forgotten": 0.002100630189056717, "pending_card_payment": 0.07652295688706612, "pending_cash_withdrawal": 0.08462538761628488, "pending_top_up": 0.07072121636490947, "pending_transfer": 0.26217865359607884, "pin_blocked": 0.00250075022506752, "receiving_money": 0.003601080324097229, "request_refund": 0.0023006902070621185, "reverted_card_payment?": 0.00370111033309993, "supported_cards_and_currencies": 0.003200960288086426, "terminate_account": 0.00370111033309993, "top_up_by_bank_transfer_charge": 0.0023006902070621185, "top_up_by_card_charge": 0.0020006001800540163, "top_up_by_cash_or_cheque": 0.0029008702610783233, "top_up_failed": 0.0029008702610783233, "top_up_limits": 0.002100630189056717, "top_up_reverted": 0.00370111033309993, "topping_up_by_card": 0.002700810243072922, "transaction_charged_twice": 0.008302490747224167, "transfer_fee_charged": 0.0026007802340702207, "transfer_into_account": 0.00250075022506752, "transfer_not_received_by_recipient": 0.004201260378113434, "transfer_timing": 0.002400720216064819, "unable_to_verify_identity": 0.0026007802340702207, "verify_my_identity": 0.00250075022506752, "verify_source_of_funds": 0.0029008702610783233, "verify_top_up": 0.002400720216064819, "virtual_card_not_working": 0.0029008702610783233, "visa_or_mastercard": 0.0028008402520756227, "why_verify_identity": 0.002400720216064819, "wrong_amount_of_cash_received": 0.0039011703511053313, "wrong_exchange_rate_for_cash_withdrawal": 0.003401020306091827 }, "error": null, "latency_ms": 70.11854206211865, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-230", "text_group": "8c6a58527695c4f44a9cb6fc979b86d4b64dced7223972a5e136938321ffe46e", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.007798440311937612, "balance_not_updated_after_cheque_or_cash_deposit": 0.0020995800839832034, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.00019996000799840034, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.04279144171165767, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00629874025194961, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.9231153769246151, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 68.44479194842279, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-231", "text_group": "098cfafe4bf4b6a052664ba71f449b528d6ca226ab0c24b85c512a6c7e3ddea9", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0024, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0189, "balance_not_updated_after_cheque_or_cash_deposit": 0.0019, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0004, "card_acceptance": 0.0006, "card_arrival": 0.0004, "card_delivery_estimate": 0.0005, "card_linking": 0.0006, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0008, "cash_withdrawal_not_recognised": 0.0047, "change_pin": 0.0004, "compromised_card": 0.0004, "contactless_not_working": 0.0006, "country_support": 0.0006, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0008, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0004, "exchange_charge": 0.0004, "exchange_rate": 0.0005, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0006, "fiat_currency_support": 0.0008, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0005, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0004, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0018, "pending_cash_withdrawal": 0.9252, "pending_top_up": 0.0034, "pending_transfer": 0.0041, "pin_blocked": 0.0004, "receiving_money": 0.0014, "request_refund": 0.0004, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0006, "top_up_limits": 0.0004, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0009, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0024, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 70.0160829583183, "usage": { "input_tokens": 612, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-232", "text_group": "46f24b2007438d9caa81b1ef425417009834418ed45c9921af6417e7a74f278b", "expected": "pending_cash_withdrawal", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0009, "activate_my_card": 0.0009, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0015, "atm_support": 0.0012, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0036, "balance_not_updated_after_cheque_or_cash_deposit": 0.001, "beneficiary_not_allowed": 0.0263, "cancel_transfer": 0.0012, "card_about_to_expire": 0.0008, "card_acceptance": 0.0019, "card_arrival": 0.0008, "card_delivery_estimate": 0.0007, "card_linking": 0.0029, "card_not_working": 0.0665, "card_payment_fee_charged": 0.0009, "card_payment_not_recognised": 0.001, "card_payment_wrong_exchange_rate": 0.001, "card_swallowed": 0.0342, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0017, "change_pin": 0.0006, "compromised_card": 0.0012, "contactless_not_working": 0.0027, "country_support": 0.0009, "declined_card_payment": 0.0578, "declined_cash_withdrawal": 0.2199, "declined_transfer": 0.0188, "direct_debit_payment_not_recognised": 0.001, "disposable_card_limits": 0.0009, "edit_personal_details": 0.0006, "exchange_charge": 0.0006, "exchange_rate": 0.0006, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0394, "fiat_currency_support": 0.001, "get_disposable_virtual_card": 0.001, "get_physical_card": 0.0009, "getting_spare_card": 0.0008, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0009, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0006, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0196, "pending_cash_withdrawal": 0.0218, "pending_top_up": 0.0014, "pending_transfer": 0.0058, "pin_blocked": 0.0009, "receiving_money": 0.0031, "request_refund": 0.0007, "reverted_card_payment?": 0.003, "supported_cards_and_currencies": 0.0029, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0007, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0008, "top_up_failed": 0.2985, "top_up_limits": 0.0007, "top_up_reverted": 0.0119, "topping_up_by_card": 0.0773, "transaction_charged_twice": 0.0015, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.001, "transfer_not_received_by_recipient": 0.0053, "transfer_timing": 0.0011, "unable_to_verify_identity": 0.0008, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0267, "visa_or_mastercard": 0.0028, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0019, "wrong_exchange_rate_for_cash_withdrawal": 0.0014 }, "error": null, "latency_ms": 68.87004105374217, "usage": { "input_tokens": 610, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-233", "text_group": "38f2aedb9fba8faa8e0d732655cada39cc2a8099ad2de1c3e7e6addebb38f767", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.00019996000799840034, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.008098380323935212, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00019996000799840034, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.0008998200359928015, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.9737052589482104, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.00019996000799840034, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00019996000799840034, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 69.76687500718981, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-234", "text_group": "6444e0f4cf283a7e4e8d97b026e3349a5258ffc710bb3db05d119f4455f6784d", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.002499000399840064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007996801279488206, "beneficiary_not_allowed": 0.0004998000799680128, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.00019992003198720514, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.00019992003198720514, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.00019992003198720514, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.0003998400639744103, "cash_withdrawal_not_recognised": 0.0011995201919232307, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.0002998800479808077, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.0006997201119552179, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.9789084366253499, "pending_top_up": 0.0003998400639744103, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.00019992003198720514, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.00019992003198720514, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 68.97050002589822, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-235", "text_group": "c22f048ccbe6bbe2919b82093ab213fbcfcdee86f5f7776a1833adc0686e771c", "expected": "pending_cash_withdrawal", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.000400200100050025, "atm_support": 0.0006003001500750375, "automatic_top_up": 0.00030015007503751874, "balance_not_updated_after_bank_transfer": 0.0021010505252626313, "balance_not_updated_after_cheque_or_cash_deposit": 0.0038019009504752376, "beneficiary_not_allowed": 0.0006003001500750375, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.0005002501250625312, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.000400200100050025, "card_not_working": 0.000400200100050025, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.000400200100050025, "card_payment_wrong_exchange_rate": 0.0005002501250625312, "card_swallowed": 0.000400200100050025, "cash_withdrawal_charge": 0.0010005002501250625, "cash_withdrawal_not_recognised": 0.7946973486743372, "change_pin": 0.00030015007503751874, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.000400200100050025, "country_support": 0.0005002501250625312, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.0042021010505252625, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.000400200100050025, "edit_personal_details": 0.0005002501250625312, "exchange_charge": 0.00030015007503751874, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.00030015007503751874, "failed_transfer": 0.000400200100050025, "fiat_currency_support": 0.0006003001500750375, "get_disposable_virtual_card": 0.000400200100050025, "get_physical_card": 0.000400200100050025, "getting_spare_card": 0.00030015007503751874, "getting_virtual_card": 0.00030015007503751874, "lost_or_stolen_card": 0.00030015007503751874, "lost_or_stolen_phone": 0.00030015007503751874, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.00030015007503751874, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.15477738869434718, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.00030015007503751874, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.000400200100050025, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.000400200100050025, "supported_cards_and_currencies": 0.0005002501250625312, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.0006003001500750375, "top_up_failed": 0.000400200100050025, "top_up_limits": 0.00030015007503751874, "top_up_reverted": 0.000400200100050025, "topping_up_by_card": 0.000400200100050025, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.00030015007503751874, "transfer_not_received_by_recipient": 0.000400200100050025, "transfer_timing": 0.00030015007503751874, "unable_to_verify_identity": 0.000400200100050025, "verify_my_identity": 0.000400200100050025, "verify_source_of_funds": 0.0007003501750875437, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.000400200100050025, "visa_or_mastercard": 0.000400200100050025, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.013406703351675838, "wrong_exchange_rate_for_cash_withdrawal": 0.0007003501750875437 }, "error": null, "latency_ms": 68.85241705458611, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-236", "text_group": "d3ca81ea19195097c6f0497df73e6616987c32e99d348e54f97465329aafad65", "expected": "pending_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.000499850044986504, "activate_my_card": 0.00019994001799460164, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.003998800359892032, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.003099070278916325, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.10236928921323604, "cash_withdrawal_not_recognised": 0.001099670098970309, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0002999100269919024, "declined_card_payment": 0.0011996401079676095, "declined_cash_withdrawal": 0.8284514645606318, "declined_transfer": 0.0008997300809757073, "direct_debit_payment_not_recognised": 0.001099670098970309, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0006997900629811057, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.016395081475557335, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.0007997600719784066, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0033989803059082274, "top_up_by_card_charge": 0.0017994601619514146, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0005998200539838048, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0008997300809757073, "transfer_fee_charged": 0.0037988603418974308, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0005998200539838048, "wrong_exchange_rate_for_cash_withdrawal": 0.00849745076477057 }, "error": null, "latency_ms": 68.06150008924305, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-237", "text_group": "ec0ad1b36669844acf4e8bd2135d1dc50eff06a498b36a2b76e6ea4b63d8e3f7", "expected": "pending_cash_withdrawal", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.001100330099029709, "activate_my_card": 0.0008002400720216065, "age_limit": 0.0009002700810243073, "apple_pay_or_google_pay": 0.0013003901170351103, "atm_support": 0.6825047514254277, "automatic_top_up": 0.0010003000900270082, "balance_not_updated_after_bank_transfer": 0.0028008402520756227, "balance_not_updated_after_cheque_or_cash_deposit": 0.003200960288086426, "beneficiary_not_allowed": 0.005301590477143143, "cancel_transfer": 0.0010003000900270082, "card_about_to_expire": 0.0010003000900270082, "card_acceptance": 0.001600480144043213, "card_arrival": 0.001600480144043213, "card_delivery_estimate": 0.08862658797639292, "card_linking": 0.0013003901170351103, "card_not_working": 0.0013003901170351103, "card_payment_fee_charged": 0.001100330099029709, "card_payment_not_recognised": 0.0012003601080324095, "card_payment_wrong_exchange_rate": 0.0015004501350405122, "card_swallowed": 0.004001200360108033, "cash_withdrawal_charge": 0.010303090927278184, "cash_withdrawal_not_recognised": 0.00850255076522957, "change_pin": 0.0009002700810243073, "compromised_card": 0.0013003901170351103, "contactless_not_working": 0.001600480144043213, "country_support": 0.0023006902070621185, "declined_card_payment": 0.001600480144043213, "declined_cash_withdrawal": 0.026908072421726516, "declined_transfer": 0.0017005101530459135, "direct_debit_payment_not_recognised": 0.001600480144043213, "disposable_card_limits": 0.0029008702610783233, "edit_personal_details": 0.0010003000900270082, "exchange_charge": 0.0017005101530459135, "exchange_rate": 0.0012003601080324095, "exchange_via_app": 0.0014004201260378114, "extra_charge_on_statement": 0.0015004501350405122, "failed_transfer": 0.0017005101530459135, "fiat_currency_support": 0.002200660198059418, "get_disposable_virtual_card": 0.0014004201260378114, "get_physical_card": 0.0017005101530459135, "getting_spare_card": 0.001100330099029709, "getting_virtual_card": 0.0010003000900270082, "lost_or_stolen_card": 0.0009002700810243073, "lost_or_stolen_phone": 0.0008002400720216065, "order_physical_card": 0.0010003000900270082, "passcode_forgotten": 0.0010003000900270082, "pending_card_payment": 0.001600480144043213, "pending_cash_withdrawal": 0.07862358707612284, "pending_top_up": 0.001600480144043213, "pending_transfer": 0.0017005101530459135, "pin_blocked": 0.001100330099029709, "receiving_money": 0.0035010503150945285, "request_refund": 0.0009002700810243073, "reverted_card_payment?": 0.0012003601080324095, "supported_cards_and_currencies": 0.0019005701710513153, "terminate_account": 0.0010003000900270082, "top_up_by_bank_transfer_charge": 0.0013003901170351103, "top_up_by_card_charge": 0.0010003000900270082, "top_up_by_cash_or_cheque": 0.0010003000900270082, "top_up_failed": 0.001100330099029709, "top_up_limits": 0.0012003601080324095, "top_up_reverted": 0.0012003601080324095, "topping_up_by_card": 0.0013003901170351103, "transaction_charged_twice": 0.0010003000900270082, "transfer_fee_charged": 0.001100330099029709, "transfer_into_account": 0.0009002700810243073, "transfer_not_received_by_recipient": 0.0026007802340702207, "transfer_timing": 0.0010003000900270082, "unable_to_verify_identity": 0.0010003000900270082, "verify_my_identity": 0.0009002700810243073, "verify_source_of_funds": 0.0009002700810243073, "verify_top_up": 0.0008002400720216065, "virtual_card_not_working": 0.001100330099029709, "visa_or_mastercard": 0.001100330099029709, "why_verify_identity": 0.0009002700810243073, "wrong_amount_of_cash_received": 0.0013003901170351103, "wrong_exchange_rate_for_cash_withdrawal": 0.0018005401620486145 }, "error": null, "latency_ms": 70.43866603635252, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-238", "text_group": "5660476a6f8c42c8c115badd69e59596b043064972671d10919d2956692b197c", "expected": "pending_cash_withdrawal", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.000400200100050025, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.0009004502251125562, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.002901450725362681, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014007003501750874, "beneficiary_not_allowed": 0.0009004502251125562, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.0002001000500250125, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.000400200100050025, "cash_withdrawal_not_recognised": 0.03471735867933967, "change_pin": 0.0002001000500250125, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.000400200100050025, "country_support": 0.000400200100050025, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.014207103551775888, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.0002001000500250125, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.000400200100050025, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.9243621810905452, "pending_top_up": 0.0005002501250625312, "pending_transfer": 0.0005002501250625312, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00030015007503751874, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.000400200100050025, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.00030015007503751874, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.000400200100050025, "verify_top_up": 0.0005002501250625312, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.0002001000500250125, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00080040020010005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002501250625312 }, "error": null, "latency_ms": 70.26700000278652, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-239", "text_group": "67d7affb8f2da268ce78b08b81525d5e168072499d02f19491d9f71d97d73487", "expected": "pending_cash_withdrawal", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0008998200359928015, "cancel_transfer": 0.0061987602479504095, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.00029994001199760045, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0009998000399920016, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.02469506098780244, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0007998400319936014, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.9453109378124376, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.001999600079984003, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 70.10645803529769, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-240", "text_group": "feb1696c903219fe121776994bf98a719673e977ffced3e68711ed06ba04e5c8", "expected": "fiat_currency_support", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0006001800540162048, "activate_my_card": 0.0008002400720216065, "age_limit": 0.0006001800540162048, "apple_pay_or_google_pay": 0.0010003000900270082, "atm_support": 0.0018005401620486145, "automatic_top_up": 0.0009002700810243073, "balance_not_updated_after_bank_transfer": 0.0009002700810243073, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012003601080324095, "beneficiary_not_allowed": 0.001600480144043213, "cancel_transfer": 0.0014004201260378114, "card_about_to_expire": 0.0006001800540162048, "card_acceptance": 0.001100330099029709, "card_arrival": 0.0006001800540162048, "card_delivery_estimate": 0.0007002100630189057, "card_linking": 0.0009002700810243073, "card_not_working": 0.0008002400720216065, "card_payment_fee_charged": 0.0008002400720216065, "card_payment_not_recognised": 0.0009002700810243073, "card_payment_wrong_exchange_rate": 0.0010003000900270082, "card_swallowed": 0.001100330099029709, "cash_withdrawal_charge": 0.0009002700810243073, "cash_withdrawal_not_recognised": 0.0009002700810243073, "change_pin": 0.0005001500450135041, "compromised_card": 0.0007002100630189057, "contactless_not_working": 0.0007002100630189057, "country_support": 0.0010003000900270082, "declined_card_payment": 0.0008002400720216065, "declined_cash_withdrawal": 0.0014004201260378114, "declined_transfer": 0.0012003601080324095, "direct_debit_payment_not_recognised": 0.0010003000900270082, "disposable_card_limits": 0.0010003000900270082, "edit_personal_details": 0.0007002100630189057, "exchange_charge": 0.0007002100630189057, "exchange_rate": 0.0007002100630189057, "exchange_via_app": 0.0007002100630189057, "extra_charge_on_statement": 0.0007002100630189057, "failed_transfer": 0.0007002100630189057, "fiat_currency_support": 0.09702910873261979, "get_disposable_virtual_card": 0.0014004201260378114, "get_physical_card": 0.0008002400720216065, "getting_spare_card": 0.0007002100630189057, "getting_virtual_card": 0.0007002100630189057, "lost_or_stolen_card": 0.0005001500450135041, "lost_or_stolen_phone": 0.0005001500450135041, "order_physical_card": 0.0006001800540162048, "passcode_forgotten": 0.0005001500450135041, "pending_card_payment": 0.0006001800540162048, "pending_cash_withdrawal": 0.0006001800540162048, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0006001800540162048, "pin_blocked": 0.0008002400720216065, "receiving_money": 0.002700810243072922, "request_refund": 0.0008002400720216065, "reverted_card_payment?": 0.0007002100630189057, "supported_cards_and_currencies": 0.8387516254876463, "terminate_account": 0.001100330099029709, "top_up_by_bank_transfer_charge": 0.0008002400720216065, "top_up_by_card_charge": 0.0007002100630189057, "top_up_by_cash_or_cheque": 0.0009002700810243073, "top_up_failed": 0.0007002100630189057, "top_up_limits": 0.0008002400720216065, "top_up_reverted": 0.0009002700810243073, "topping_up_by_card": 0.001100330099029709, "transaction_charged_twice": 0.0007002100630189057, "transfer_fee_charged": 0.0007002100630189057, "transfer_into_account": 0.0007002100630189057, "transfer_not_received_by_recipient": 0.0007002100630189057, "transfer_timing": 0.0007002100630189057, "unable_to_verify_identity": 0.0006001800540162048, "verify_my_identity": 0.0006001800540162048, "verify_source_of_funds": 0.0010003000900270082, "verify_top_up": 0.0007002100630189057, "virtual_card_not_working": 0.0007002100630189057, "visa_or_mastercard": 0.001100330099029709, "why_verify_identity": 0.0006001800540162048, "wrong_amount_of_cash_received": 0.0008002400720216065, "wrong_exchange_rate_for_cash_withdrawal": 0.0010003000900270082 }, "error": null, "latency_ms": 68.30220797564834, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-241", "text_group": "8805d27999026d08414153c14961e92a394725ae511da6e8d13c2a67b517bfd2", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0004999500049995, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0008999100089991, "atm_support": 0.0011998800119988001, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0012998700129987, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0007999200079992001, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0007999200079992001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.0004999500049995, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0004999500049995, "country_support": 0.0008999100089991, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.000999900009999, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.0007999200079992001, "exchange_rate": 0.000999900009999, "exchange_via_app": 0.0012998700129987, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.7372262773722628, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0020997900209979003, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.21687831216878314, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.0022997700229977, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0008999100089991, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.0005999400059994001, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.0007999200079992001, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0006999300069993001 }, "error": null, "latency_ms": 66.96987501345575, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-242", "text_group": "777f26f90bd5ae9c4af3ee888c780cd3752089519a116dea24b5945235ed46a5", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.0007003501750875438, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00020010005002501252, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00020010005002501252, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.0006003001500750375, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00020010005002501252, "card_payment_not_recognised": 0.00020010005002501252, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00020010005002501252, "contactless_not_working": 0.00030015007503751874, "country_support": 0.0005002501250625313, "declined_card_payment": 0.00020010005002501252, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.00020010005002501252, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.9302651325662832, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00030015007503751874, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00020010005002501252, "supported_cards_and_currencies": 0.05202601300650325, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00020010005002501252, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.00020010005002501252, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 66.95450004190207, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-243", "text_group": "f78193a4a09486a0b100b9e2f79e55c107d11b9e855a9641c145ad771420ab89", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0008001600320064013, "age_limit": 0.0007001400280056011, "apple_pay_or_google_pay": 0.0012002400480096017, "atm_support": 0.013102620524104821, "automatic_top_up": 0.0008001600320064013, "balance_not_updated_after_bank_transfer": 0.0008001600320064013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010002000400080016, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.0008001600320064013, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0024004800960192034, "card_arrival": 0.0007001400280056011, "card_delivery_estimate": 0.0008001600320064013, "card_linking": 0.0011002200440088019, "card_not_working": 0.0010002000400080016, "card_payment_fee_charged": 0.0008001600320064013, "card_payment_not_recognised": 0.0008001600320064013, "card_payment_wrong_exchange_rate": 0.0012002400480096017, "card_swallowed": 0.0008001600320064013, "cash_withdrawal_charge": 0.0008001600320064013, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.0008001600320064013, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0011002200440088019, "country_support": 0.003700740148029606, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0007001400280056011, "direct_debit_payment_not_recognised": 0.0007001400280056011, "disposable_card_limits": 0.0009001800360072014, "edit_personal_details": 0.0008001600320064013, "exchange_charge": 0.0009001800360072014, "exchange_rate": 0.0011002200440088019, "exchange_via_app": 0.0023004600920184036, "extra_charge_on_statement": 0.0006001200240048009, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.7881576315263052, "get_disposable_virtual_card": 0.0008001600320064013, "get_physical_card": 0.0009001800360072014, "getting_spare_card": 0.0007001400280056011, "getting_virtual_card": 0.0008001600320064013, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.0006001200240048009, "order_physical_card": 0.0007001400280056011, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.0006001200240048009, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.0007001400280056011, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.0014002800560112022, "request_refund": 0.0007001400280056011, "reverted_card_payment?": 0.0008001600320064013, "supported_cards_and_currencies": 0.13322664532906583, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.0008001600320064013, "top_up_by_card_charge": 0.0007001400280056011, "top_up_by_cash_or_cheque": 0.0009001800360072014, "top_up_failed": 0.0007001400280056011, "top_up_limits": 0.0008001600320064013, "top_up_reverted": 0.0009001800360072014, "topping_up_by_card": 0.0011002200440088019, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.0007001400280056011, "transfer_into_account": 0.0008001600320064013, "transfer_not_received_by_recipient": 0.0008001600320064013, "transfer_timing": 0.0008001600320064013, "unable_to_verify_identity": 0.0008001600320064013, "verify_my_identity": 0.0009001800360072014, "verify_source_of_funds": 0.0009001800360072014, "verify_top_up": 0.0009001800360072014, "virtual_card_not_working": 0.0010002000400080016, "visa_or_mastercard": 0.0009001800360072014, "why_verify_identity": 0.0007001400280056011, "wrong_amount_of_cash_received": 0.0007001400280056011, "wrong_exchange_rate_for_cash_withdrawal": 0.0009001800360072014 }, "error": null, "latency_ms": 65.35429100040346, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-244", "text_group": "b02997e671a1c95e625263b5a2c4edf48ce5065214d3b31e12acca5391f357af", "expected": "fiat_currency_support", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0005998800239952009, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.23225354929014197, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0006998600279944011, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.7399520095980804, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0008998200359928015, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0004999000199960008, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 66.87424995470792, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-245", "text_group": "07375f07309e00dbff15f187a0818b6a52104887ac4574af1303e3dea50eae7b", "expected": "fiat_currency_support", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0012, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.0007, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0013, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.376, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.6022, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0002, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 68.43087496235967, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-246", "text_group": "1d3b991b02d33a21ba6a9aa0a2a1917b69d8a184e0ec525ad7a8769660d0b3b0", "expected": "fiat_currency_support", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0008998200359928015, "activate_my_card": 0.0009998000399920016, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0010997800439912018, "atm_support": 0.001799640071985603, "automatic_top_up": 0.0009998000399920016, "balance_not_updated_after_bank_transfer": 0.0015996800639872027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010997800439912018, "beneficiary_not_allowed": 0.007898420315936813, "cancel_transfer": 0.001299740051989602, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0014997000599880025, "card_arrival": 0.0008998200359928015, "card_delivery_estimate": 0.0007998400319936014, "card_linking": 0.001299740051989602, "card_not_working": 0.0011997600479904018, "card_payment_fee_charged": 0.0013997200559888023, "card_payment_not_recognised": 0.040691861627674464, "card_payment_wrong_exchange_rate": 0.002299540091981604, "card_swallowed": 0.0008998200359928015, "cash_withdrawal_charge": 0.0006998600279944011, "cash_withdrawal_not_recognised": 0.0006998600279944011, "change_pin": 0.0006998600279944011, "compromised_card": 0.0008998200359928015, "contactless_not_working": 0.0008998200359928015, "country_support": 0.0009998000399920016, "declined_card_payment": 0.06888622275544891, "declined_cash_withdrawal": 0.0006998600279944011, "declined_transfer": 0.0016996600679864027, "direct_debit_payment_not_recognised": 0.08378324335132974, "disposable_card_limits": 0.0008998200359928015, "edit_personal_details": 0.0009998000399920016, "exchange_charge": 0.0006998600279944011, "exchange_rate": 0.0006998600279944011, "exchange_via_app": 0.0007998400319936014, "extra_charge_on_statement": 0.0010997800439912018, "failed_transfer": 0.0008998200359928015, "fiat_currency_support": 0.0010997800439912018, "get_disposable_virtual_card": 0.0007998400319936014, "get_physical_card": 0.0006998600279944011, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0004999000199960008, "order_physical_card": 0.0005998800239952009, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.14847030593881225, "pending_cash_withdrawal": 0.0006998600279944011, "pending_top_up": 0.0030993801239752048, "pending_transfer": 0.003899220155968806, "pin_blocked": 0.0008998200359928015, "receiving_money": 0.010597880423915218, "request_refund": 0.0006998600279944011, "reverted_card_payment?": 0.42391521695660866, "supported_cards_and_currencies": 0.0010997800439912018, "terminate_account": 0.14477104579084185, "top_up_by_bank_transfer_charge": 0.0006998600279944011, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.0006998600279944011, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0021995600879824036, "topping_up_by_card": 0.0009998000399920016, "transaction_charged_twice": 0.0008998200359928015, "transfer_fee_charged": 0.0006998600279944011, "transfer_into_account": 0.0010997800439912018, "transfer_not_received_by_recipient": 0.0023995200959808036, "transfer_timing": 0.0008998200359928015, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0008998200359928015, "verify_top_up": 0.0008998200359928015, "virtual_card_not_working": 0.0008998200359928015, "visa_or_mastercard": 0.0008998200359928015, "why_verify_identity": 0.0006998600279944011, "wrong_amount_of_cash_received": 0.0006998600279944011, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 70.47362497542053, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-247", "text_group": "1964a43425ead4a8e4f715ad246b24b2baaefa7ccb126d0429ebc11d6e3f9952", "expected": "fiat_currency_support", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.0006999300069993001, "age_limit": 0.0005999400059994001, "apple_pay_or_google_pay": 0.0014998500149985001, "atm_support": 0.0018998100189981002, "automatic_top_up": 0.0007999200079992001, "balance_not_updated_after_bank_transfer": 0.0008999100089991, "balance_not_updated_after_cheque_or_cash_deposit": 0.000999900009999, "beneficiary_not_allowed": 0.0008999100089991, "cancel_transfer": 0.0007999200079992001, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0011998800119988001, "card_arrival": 0.0006999300069993001, "card_delivery_estimate": 0.0006999300069993001, "card_linking": 0.0010998900109989002, "card_not_working": 0.0007999200079992001, "card_payment_fee_charged": 0.0007999200079992001, "card_payment_not_recognised": 0.0006999300069993001, "card_payment_wrong_exchange_rate": 0.0014998500149985001, "card_swallowed": 0.0006999300069993001, "cash_withdrawal_charge": 0.0007999200079992001, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0005999400059994001, "compromised_card": 0.0006999300069993001, "contactless_not_working": 0.0006999300069993001, "country_support": 0.0011998800119988001, "declined_card_payment": 0.0005999400059994001, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.0006999300069993001, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.0031996800319968005, "exchange_rate": 0.006999300069993001, "exchange_via_app": 0.012898710128987101, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.1640835916408359, "get_disposable_virtual_card": 0.0006999300069993001, "get_physical_card": 0.0006999300069993001, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0006999300069993001, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0010998900109989002, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.76002399760024, "terminate_account": 0.0005999400059994001, "top_up_by_bank_transfer_charge": 0.0006999300069993001, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.0008999100089991, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0005999400059994001, "transfer_into_account": 0.0006999300069993001, "transfer_not_received_by_recipient": 0.0006999300069993001, "transfer_timing": 0.0006999300069993001, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0006999300069993001, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.000999900009999, "why_verify_identity": 0.0005999400059994001, "wrong_amount_of_cash_received": 0.0005999400059994001, "wrong_exchange_rate_for_cash_withdrawal": 0.000999900009999 }, "error": null, "latency_ms": 68.86962498538196, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-248", "text_group": "2aca653b196037a5ea203320881bc28d810e7f701baee29249f33c1676c0bcb8", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0008001600320064013, "exchange_via_app": 0.0011002200440088019, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.6170234046809362, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0006001200240048009, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.35267053410682137, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0006001200240048009, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 68.54300003033131, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-249", "text_group": "22afef4c464444048595aabad09fffc84bc305268066a3bac1fce69d85eda898", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.00020006001800540162, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.5542662798839653, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0005001500450135041, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00020006001800540162, "supported_cards_and_currencies": 0.42722816845053513, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.0005001500450135041, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 67.79833289328963, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-250", "text_group": "04c8647706185e1bebc83bf56c5c88e02207c641507f30980902f4f581d9afb3", "expected": "fiat_currency_support", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0007001400280056011, "activate_my_card": 0.0010002000400080016, "age_limit": 0.0009001800360072014, "apple_pay_or_google_pay": 0.0024004800960192034, "atm_support": 0.0034006801360272052, "automatic_top_up": 0.0012002400480096017, "balance_not_updated_after_bank_transfer": 0.002000400080016003, "balance_not_updated_after_cheque_or_cash_deposit": 0.002000400080016003, "beneficiary_not_allowed": 0.0017003400680136026, "cancel_transfer": 0.0010002000400080016, "card_about_to_expire": 0.0009001800360072014, "card_acceptance": 0.002100420084016803, "card_arrival": 0.0010002000400080016, "card_delivery_estimate": 0.0010002000400080016, "card_linking": 0.0017003400680136026, "card_not_working": 0.0012002400480096017, "card_payment_fee_charged": 0.0011002200440088019, "card_payment_not_recognised": 0.0012002400480096017, "card_payment_wrong_exchange_rate": 0.024904980996199238, "card_swallowed": 0.0012002400480096017, "cash_withdrawal_charge": 0.001900380076015203, "cash_withdrawal_not_recognised": 0.0016003200640128026, "change_pin": 0.0011002200440088019, "compromised_card": 0.0010002000400080016, "contactless_not_working": 0.0011002200440088019, "country_support": 0.0022004400880176037, "declined_card_payment": 0.0010002000400080016, "declined_cash_withdrawal": 0.0011002200440088019, "declined_transfer": 0.0009001800360072014, "direct_debit_payment_not_recognised": 0.0017003400680136026, "disposable_card_limits": 0.0015003000600120023, "edit_personal_details": 0.0011002200440088019, "exchange_charge": 0.09741948389677936, "exchange_rate": 0.20824164832966593, "exchange_via_app": 0.391378275655131, "extra_charge_on_statement": 0.0010002000400080016, "failed_transfer": 0.0011002200440088019, "fiat_currency_support": 0.1242248449689938, "get_disposable_virtual_card": 0.0014002800560112022, "get_physical_card": 0.001300260052010402, "getting_spare_card": 0.0011002200440088019, "getting_virtual_card": 0.0012002400480096017, "lost_or_stolen_card": 0.0008001600320064013, "lost_or_stolen_phone": 0.0008001600320064013, "order_physical_card": 0.0015003000600120023, "passcode_forgotten": 0.0008001600320064013, "pending_card_payment": 0.0008001600320064013, "pending_cash_withdrawal": 0.0010002000400080016, "pending_top_up": 0.0007001400280056011, "pending_transfer": 0.0008001600320064013, "pin_blocked": 0.0009001800360072014, "receiving_money": 0.004000800160032006, "request_refund": 0.0009001800360072014, "reverted_card_payment?": 0.0012002400480096017, "supported_cards_and_currencies": 0.05111022204440888, "terminate_account": 0.0010002000400080016, "top_up_by_bank_transfer_charge": 0.001900380076015203, "top_up_by_card_charge": 0.0015003000600120023, "top_up_by_cash_or_cheque": 0.003100620124024805, "top_up_failed": 0.0011002200440088019, "top_up_limits": 0.001300260052010402, "top_up_reverted": 0.0012002400480096017, "topping_up_by_card": 0.002500500100020004, "transaction_charged_twice": 0.0009001800360072014, "transfer_fee_charged": 0.0012002400480096017, "transfer_into_account": 0.0029005801160232043, "transfer_not_received_by_recipient": 0.0011002200440088019, "transfer_timing": 0.002000400080016003, "unable_to_verify_identity": 0.0009001800360072014, "verify_my_identity": 0.0009001800360072014, "verify_source_of_funds": 0.0009001800360072014, "verify_top_up": 0.0008001600320064013, "virtual_card_not_working": 0.0012002400480096017, "visa_or_mastercard": 0.0016003200640128026, "why_verify_identity": 0.0008001600320064013, "wrong_amount_of_cash_received": 0.0014002800560112022, "wrong_exchange_rate_for_cash_withdrawal": 0.007301460292058411 }, "error": null, "latency_ms": 69.75237501319498, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-251", "text_group": "34fb877954fb1c52a58372165192542838e0b09f0d455df76d47f40a18a20a1f", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0008, "activate_my_card": 0.001, "age_limit": 0.001, "apple_pay_or_google_pay": 0.0025, "atm_support": 0.0085, "automatic_top_up": 0.0012, "balance_not_updated_after_bank_transfer": 0.0016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017, "beneficiary_not_allowed": 0.0015, "cancel_transfer": 0.0013, "card_about_to_expire": 0.001, "card_acceptance": 0.0034, "card_arrival": 0.001, "card_delivery_estimate": 0.0011, "card_linking": 0.0017, "card_not_working": 0.0011, "card_payment_fee_charged": 0.0012, "card_payment_not_recognised": 0.0013, "card_payment_wrong_exchange_rate": 0.0019, "card_swallowed": 0.0011, "cash_withdrawal_charge": 0.0012, "cash_withdrawal_not_recognised": 0.001, "change_pin": 0.001, "compromised_card": 0.001, "contactless_not_working": 0.0012, "country_support": 0.0039, "declined_card_payment": 0.001, "declined_cash_withdrawal": 0.0009, "declined_transfer": 0.001, "direct_debit_payment_not_recognised": 0.0011, "disposable_card_limits": 0.0019, "edit_personal_details": 0.001, "exchange_charge": 0.0015, "exchange_rate": 0.0017, "exchange_via_app": 0.0033, "extra_charge_on_statement": 0.0008, "failed_transfer": 0.0011, "fiat_currency_support": 0.6169, "get_disposable_virtual_card": 0.0015, "get_physical_card": 0.0011, "getting_spare_card": 0.0016, "getting_virtual_card": 0.001, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0007, "order_physical_card": 0.0012, "passcode_forgotten": 0.0008, "pending_card_payment": 0.001, "pending_cash_withdrawal": 0.001, "pending_top_up": 0.001, "pending_transfer": 0.0011, "pin_blocked": 0.0009, "receiving_money": 0.0103, "request_refund": 0.001, "reverted_card_payment?": 0.0011, "supported_cards_and_currencies": 0.2652, "terminate_account": 0.0013, "top_up_by_bank_transfer_charge": 0.0013, "top_up_by_card_charge": 0.001, "top_up_by_cash_or_cheque": 0.0018, "top_up_failed": 0.0012, "top_up_limits": 0.0018, "top_up_reverted": 0.0014, "topping_up_by_card": 0.0023, "transaction_charged_twice": 0.001, "transfer_fee_charged": 0.001, "transfer_into_account": 0.0017, "transfer_not_received_by_recipient": 0.0011, "transfer_timing": 0.0015, "unable_to_verify_identity": 0.0011, "verify_my_identity": 0.0013, "verify_source_of_funds": 0.0028, "verify_top_up": 0.0015, "virtual_card_not_working": 0.0011, "visa_or_mastercard": 0.0015, "why_verify_identity": 0.001, "wrong_amount_of_cash_received": 0.0011, "wrong_exchange_rate_for_cash_withdrawal": 0.0016 }, "error": null, "latency_ms": 67.04237498342991, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-252", "text_group": "3442f2a36a83271ef3ae8be390038bfb73dda3a2093d14ad83e6c2204033ba1c", "expected": "fiat_currency_support", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0008, "activate_my_card": 0.0011, "age_limit": 0.001, "apple_pay_or_google_pay": 0.0018, "atm_support": 0.0039, "automatic_top_up": 0.0012, "balance_not_updated_after_bank_transfer": 0.0022, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018, "beneficiary_not_allowed": 0.0023, "cancel_transfer": 0.0012, "card_about_to_expire": 0.0011, "card_acceptance": 0.003, "card_arrival": 0.0011, "card_delivery_estimate": 0.0011, "card_linking": 0.0025, "card_not_working": 0.0014, "card_payment_fee_charged": 0.0013, "card_payment_not_recognised": 0.0013, "card_payment_wrong_exchange_rate": 0.0243, "card_swallowed": 0.0012, "cash_withdrawal_charge": 0.0014, "cash_withdrawal_not_recognised": 0.0012, "change_pin": 0.0019, "compromised_card": 0.0012, "contactless_not_working": 0.0012, "country_support": 0.0032, "declined_card_payment": 0.0012, "declined_cash_withdrawal": 0.0012, "declined_transfer": 0.0014, "direct_debit_payment_not_recognised": 0.0013, "disposable_card_limits": 0.0014, "edit_personal_details": 0.0013, "exchange_charge": 0.0236, "exchange_rate": 0.112, "exchange_via_app": 0.4651, "extra_charge_on_statement": 0.001, "failed_transfer": 0.0012, "fiat_currency_support": 0.1626, "get_disposable_virtual_card": 0.0017, "get_physical_card": 0.0017, "getting_spare_card": 0.0012, "getting_virtual_card": 0.0017, "lost_or_stolen_card": 0.0008, "lost_or_stolen_phone": 0.0008, "order_physical_card": 0.0014, "passcode_forgotten": 0.0009, "pending_card_payment": 0.0009, "pending_cash_withdrawal": 0.0009, "pending_top_up": 0.0008, "pending_transfer": 0.0009, "pin_blocked": 0.001, "receiving_money": 0.0023, "request_refund": 0.0011, "reverted_card_payment?": 0.0013, "supported_cards_and_currencies": 0.1049, "terminate_account": 0.0011, "top_up_by_bank_transfer_charge": 0.0014, "top_up_by_card_charge": 0.0011, "top_up_by_cash_or_cheque": 0.0014, "top_up_failed": 0.0011, "top_up_limits": 0.0011, "top_up_reverted": 0.0013, "topping_up_by_card": 0.0015, "transaction_charged_twice": 0.0009, "transfer_fee_charged": 0.0013, "transfer_into_account": 0.0024, "transfer_not_received_by_recipient": 0.0014, "transfer_timing": 0.0025, "unable_to_verify_identity": 0.001, "verify_my_identity": 0.0011, "verify_source_of_funds": 0.001, "verify_top_up": 0.0009, "virtual_card_not_working": 0.0013, "visa_or_mastercard": 0.0018, "why_verify_identity": 0.0009, "wrong_amount_of_cash_received": 0.0013, "wrong_exchange_rate_for_cash_withdrawal": 0.0089 }, "error": null, "latency_ms": 67.2691670479253, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-253", "text_group": "3772bf7fd5ad39b4e0859aacdae8ba9e4ee792f441b1d2e83ee650222b8ee993", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.00020006001800540162, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.8945683705111533, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00020006001800540162, "supported_cards_and_currencies": 0.0872261678503551, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 70.21325000096112, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-254", "text_group": "0494f65331d8e3fe5365576815f358dce54588ec6dd6270415c76e68a5775efc", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0009998000399920016, "atm_support": 0.0014997000599880025, "automatic_top_up": 0.0006998600279944011, "balance_not_updated_after_bank_transfer": 0.0005998800239952009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.0007998400319936014, "cancel_transfer": 0.0006998600279944011, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0010997800439912018, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0005998800239952009, "card_linking": 0.0008998200359928015, "card_not_working": 0.0006998600279944011, "card_payment_fee_charged": 0.0005998800239952009, "card_payment_not_recognised": 0.0006998600279944011, "card_payment_wrong_exchange_rate": 0.0008998200359928015, "card_swallowed": 0.0005998800239952009, "cash_withdrawal_charge": 0.0006998600279944011, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.0005998800239952009, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0010997800439912018, "declined_card_payment": 0.0005998800239952009, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0005998800239952009, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0007998400319936014, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.0007998400319936014, "exchange_rate": 0.0008998200359928015, "exchange_via_app": 0.0013997200559888023, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.7804439112177565, "get_disposable_virtual_card": 0.0006998600279944011, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0008998200359928015, "request_refund": 0.0004999000199960008, "reverted_card_payment?": 0.0005998800239952009, "supported_cards_and_currencies": 0.17016596680663867, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0006998600279944011, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.0008998200359928015, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.0005998800239952009, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.0005998800239952009, "verify_my_identity": 0.0005998800239952009, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0006998600279944011, "visa_or_mastercard": 0.0007998400319936014, "why_verify_identity": 0.0005998800239952009, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 69.09508293028921, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-255", "text_group": "7c371bbe3adf8450412a63e4e7ee27463c45834dd25670c43de356c2402a482a", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0011997600479904018, "activate_my_card": 0.001999600079984003, "age_limit": 0.0015996800639872027, "apple_pay_or_google_pay": 0.0030993801239752048, "atm_support": 0.008698260347930413, "automatic_top_up": 0.002299540091981604, "balance_not_updated_after_bank_transfer": 0.002999400119976005, "balance_not_updated_after_cheque_or_cash_deposit": 0.002599480103979204, "beneficiary_not_allowed": 0.0026994601079784043, "cancel_transfer": 0.0023995200959808036, "card_about_to_expire": 0.0015996800639872027, "card_acceptance": 0.0031993601279744054, "card_arrival": 0.001799640071985603, "card_delivery_estimate": 0.0018996200759848032, "card_linking": 0.0032993401319736052, "card_not_working": 0.002299540091981604, "card_payment_fee_charged": 0.001999600079984003, "card_payment_not_recognised": 0.001999600079984003, "card_payment_wrong_exchange_rate": 0.008298340331933614, "card_swallowed": 0.001799640071985603, "cash_withdrawal_charge": 0.0020995800839832034, "cash_withdrawal_not_recognised": 0.0015996800639872027, "change_pin": 0.006098780243951211, "compromised_card": 0.001799640071985603, "contactless_not_working": 0.002299540091981604, "country_support": 0.006998600279944011, "declined_card_payment": 0.0016996600679864027, "declined_cash_withdrawal": 0.0015996800639872027, "declined_transfer": 0.001799640071985603, "direct_debit_payment_not_recognised": 0.0021995600879824036, "disposable_card_limits": 0.002299540091981604, "edit_personal_details": 0.0023995200959808036, "exchange_charge": 0.028794241151769647, "exchange_rate": 0.026094781043791242, "exchange_via_app": 0.2294541091781644, "extra_charge_on_statement": 0.0015996800639872027, "failed_transfer": 0.0021995600879824036, "fiat_currency_support": 0.4842031593681264, "get_disposable_virtual_card": 0.0020995800839832034, "get_physical_card": 0.001799640071985603, "getting_spare_card": 0.0014997000599880025, "getting_virtual_card": 0.0016996600679864027, "lost_or_stolen_card": 0.0011997600479904018, "lost_or_stolen_phone": 0.0011997600479904018, "order_physical_card": 0.001799640071985603, "passcode_forgotten": 0.0013997200559888023, "pending_card_payment": 0.0014997000599880025, "pending_cash_withdrawal": 0.0013997200559888023, "pending_top_up": 0.0013997200559888023, "pending_transfer": 0.0014997000599880025, "pin_blocked": 0.0015996800639872027, "receiving_money": 0.0034993001399720057, "request_refund": 0.0015996800639872027, "reverted_card_payment?": 0.0020995800839832034, "supported_cards_and_currencies": 0.057588482303539294, "terminate_account": 0.0018996200759848032, "top_up_by_bank_transfer_charge": 0.0023995200959808036, "top_up_by_card_charge": 0.001799640071985603, "top_up_by_cash_or_cheque": 0.001999600079984003, "top_up_failed": 0.0020995800839832034, "top_up_limits": 0.001799640071985603, "top_up_reverted": 0.0023995200959808036, "topping_up_by_card": 0.0026994601079784043, "transaction_charged_twice": 0.0015996800639872027, "transfer_fee_charged": 0.0020995800839832034, "transfer_into_account": 0.0030993801239752048, "transfer_not_received_by_recipient": 0.0018996200759848032, "transfer_timing": 0.0030993801239752048, "unable_to_verify_identity": 0.001799640071985603, "verify_my_identity": 0.0016996600679864027, "verify_source_of_funds": 0.0014997000599880025, "verify_top_up": 0.0014997000599880025, "virtual_card_not_working": 0.0024995000999800043, "visa_or_mastercard": 0.002299540091981604, "why_verify_identity": 0.0013997200559888023, "wrong_amount_of_cash_received": 0.0018996200759848032, "wrong_exchange_rate_for_cash_withdrawal": 0.008598280343931213 }, "error": null, "latency_ms": 67.35345895867795, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-256", "text_group": "410a054bfaaa19cef9a07d1c29549147de6e95c5b580f9dce95bc4a81c744959", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 9.995002498750626e-05, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.0002998500749625187, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.00019990004997501253, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019990004997501253, "beneficiary_not_allowed": 0.00019990004997501253, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.0002998500749625187, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.00019990004997501253, "card_not_working": 0.00019990004997501253, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.00019990004997501253, "card_payment_wrong_exchange_rate": 0.0002998500749625187, "card_swallowed": 0.00019990004997501253, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.00019990004997501253, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.00019990004997501253, "country_support": 0.0002998500749625187, "declined_card_payment": 0.00019990004997501253, "declined_cash_withdrawal": 0.00019990004997501253, "declined_transfer": 0.00019990004997501253, "direct_debit_payment_not_recognised": 0.00019990004997501253, "disposable_card_limits": 0.00019990004997501253, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.00039980009995002505, "extra_charge_on_statement": 9.995002498750626e-05, "failed_transfer": 0.00019990004997501253, "fiat_currency_support": 0.7188405797101449, "get_disposable_virtual_card": 0.00019990004997501253, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 9.995002498750626e-05, "lost_or_stolen_phone": 9.995002498750626e-05, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 9.995002498750626e-05, "pending_card_payment": 9.995002498750626e-05, "pending_cash_withdrawal": 9.995002498750626e-05, "pending_top_up": 9.995002498750626e-05, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.00019990004997501253, "request_refund": 0.00019990004997501253, "reverted_card_payment?": 0.00019990004997501253, "supported_cards_and_currencies": 0.26616691654172914, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.00019990004997501253, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.00019990004997501253, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.00019990004997501253, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.00019990004997501253 }, "error": null, "latency_ms": 65.80808304715902, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-257", "text_group": "9cdc994e0f93fbbab87711344d0a858dea9270465112bf86cfade734b7009f0c", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.8566713342668534, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.12592518503700742, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 67.1394580276683, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-258", "text_group": "02c36843bdf675af39e89f52b761baa69b4e27fdf592a41f33e53173c49fbdd0", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.00039980009995002505, "activate_my_card": 0.0004997501249375313, "age_limit": 0.0004997501249375313, "apple_pay_or_google_pay": 0.0005997001499250374, "atm_support": 0.001699150424787606, "automatic_top_up": 0.0004997501249375313, "balance_not_updated_after_bank_transfer": 0.0004997501249375313, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005997001499250374, "beneficiary_not_allowed": 0.0013993003498250875, "cancel_transfer": 0.0004997501249375313, "card_about_to_expire": 0.00039980009995002505, "card_acceptance": 0.009295352323838081, "card_arrival": 0.0004997501249375313, "card_delivery_estimate": 0.0004997501249375313, "card_linking": 0.0007996001999000501, "card_not_working": 0.0006996501749125438, "card_payment_fee_charged": 0.0005997001499250374, "card_payment_not_recognised": 0.0006996501749125438, "card_payment_wrong_exchange_rate": 0.0009995002498750627, "card_swallowed": 0.0009995002498750627, "cash_withdrawal_charge": 0.0004997501249375313, "cash_withdrawal_not_recognised": 0.0004997501249375313, "change_pin": 0.0004997501249375313, "compromised_card": 0.0004997501249375313, "contactless_not_working": 0.0005997001499250374, "country_support": 0.0032983508245877065, "declined_card_payment": 0.0009995002498750627, "declined_cash_withdrawal": 0.0007996001999000501, "declined_transfer": 0.001699150424787606, "direct_debit_payment_not_recognised": 0.0005997001499250374, "disposable_card_limits": 0.0006996501749125438, "edit_personal_details": 0.0004997501249375313, "exchange_charge": 0.0006996501749125438, "exchange_rate": 0.0008995502248875562, "exchange_via_app": 0.0009995002498750627, "extra_charge_on_statement": 0.0004997501249375313, "failed_transfer": 0.0005997001499250374, "fiat_currency_support": 0.8253873063468267, "get_disposable_virtual_card": 0.0007996001999000501, "get_physical_card": 0.0024987506246876563, "getting_spare_card": 0.0007996001999000501, "getting_virtual_card": 0.0009995002498750627, "lost_or_stolen_card": 0.00039980009995002505, "lost_or_stolen_phone": 0.00039980009995002505, "order_physical_card": 0.0006996501749125438, "passcode_forgotten": 0.00039980009995002505, "pending_card_payment": 0.0004997501249375313, "pending_cash_withdrawal": 0.00039980009995002505, "pending_top_up": 0.0004997501249375313, "pending_transfer": 0.0005997001499250374, "pin_blocked": 0.0004997501249375313, "receiving_money": 0.0019990004997501253, "request_refund": 0.0005997001499250374, "reverted_card_payment?": 0.0005997001499250374, "supported_cards_and_currencies": 0.11064467766116942, "terminate_account": 0.0005997001499250374, "top_up_by_bank_transfer_charge": 0.0005997001499250374, "top_up_by_card_charge": 0.0004997501249375313, "top_up_by_cash_or_cheque": 0.0006996501749125438, "top_up_failed": 0.0005997001499250374, "top_up_limits": 0.0006996501749125438, "top_up_reverted": 0.0006996501749125438, "topping_up_by_card": 0.0008995502248875562, "transaction_charged_twice": 0.00039980009995002505, "transfer_fee_charged": 0.0004997501249375313, "transfer_into_account": 0.0007996001999000501, "transfer_not_received_by_recipient": 0.0005997001499250374, "transfer_timing": 0.0006996501749125438, "unable_to_verify_identity": 0.0004997501249375313, "verify_my_identity": 0.0005997001499250374, "verify_source_of_funds": 0.0005997001499250374, "verify_top_up": 0.0005997001499250374, "virtual_card_not_working": 0.0005997001499250374, "visa_or_mastercard": 0.0006996501749125438, "why_verify_identity": 0.0004997501249375313, "wrong_amount_of_cash_received": 0.0005997001499250374, "wrong_exchange_rate_for_cash_withdrawal": 0.0006996501749125438 }, "error": null, "latency_ms": 68.60445905476809, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-259", "text_group": "36aff1e43cdac478db8abff48cd01fde0e22f37f03aaf1177849f9ed6551eb8a", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0004999500049995, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0007999200079992001, "atm_support": 0.0013998600139986002, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.000999900009999, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0006999300069993001, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0007999200079992001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.00039996000399960006, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0004999500049995, "country_support": 0.0008999100089991, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.0008999100089991, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.0006999300069993001, "exchange_rate": 0.0008999100089991, "exchange_via_app": 0.0015998400159984002, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.8338166183381661, "get_disposable_virtual_card": 0.000999900009999, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.0006999300069993001, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0033996600339966003, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.11988801119888012, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0007999200079992001, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0008999100089991, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.000999900009999, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.0005999400059994001, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.0006999300069993001, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0007999200079992001 }, "error": null, "latency_ms": 67.75908300187439, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-260", "text_group": "dbe1e9f253e12dafb3e18fed2b34a4939a717bda93fe5846d89e9b666d37cfb2", "expected": "fiat_currency_support", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0003999200159968007, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0006998600279944011, "atm_support": 0.0008998200359928015, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0007998400319936014, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0006998600279944011, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.0005998800239952009, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0006998600279944011, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0003999200159968007, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0006998600279944011, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0006998600279944011, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.09228154369126174, "get_disposable_virtual_card": 0.0005998800239952009, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0005998800239952009, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0006998600279944011, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.8689262147570486, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.0016996600679864027, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0004999000199960008, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 65.77737501356751, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-261", "text_group": "f124ec3808dcc708e6cc0df7aee47baf15ff01c9286bb594682f58b9f76bf936", "expected": "fiat_currency_support", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0008997300809757073, "activate_my_card": 0.0011996401079676095, "age_limit": 0.0011996401079676095, "apple_pay_or_google_pay": 0.0032990102969109266, "atm_support": 0.005398380485854244, "automatic_top_up": 0.0014995501349595122, "balance_not_updated_after_bank_transfer": 0.0022993102069379188, "balance_not_updated_after_cheque_or_cash_deposit": 0.002099370188943317, "beneficiary_not_allowed": 0.0017994601619514146, "cancel_transfer": 0.0014995501349595122, "card_about_to_expire": 0.001099670098970309, "card_acceptance": 0.002699190242927122, "card_arrival": 0.0011996401079676095, "card_delivery_estimate": 0.001099670098970309, "card_linking": 0.0022993102069379188, "card_not_working": 0.0012996101169649105, "card_payment_fee_charged": 0.0014995501349595122, "card_payment_not_recognised": 0.0014995501349595122, "card_payment_wrong_exchange_rate": 0.0246925922223333, "card_swallowed": 0.0012996101169649105, "cash_withdrawal_charge": 0.0014995501349595122, "cash_withdrawal_not_recognised": 0.0011996401079676095, "change_pin": 0.0013995801259622115, "compromised_card": 0.0012996101169649105, "contactless_not_working": 0.0013995801259622115, "country_support": 0.0024992502249325203, "declined_card_payment": 0.001099670098970309, "declined_cash_withdrawal": 0.000999700089973008, "declined_transfer": 0.0011996401079676095, "direct_debit_payment_not_recognised": 0.0013995801259622115, "disposable_card_limits": 0.0016994901529541137, "edit_personal_details": 0.001099670098970309, "exchange_charge": 0.06408077576726982, "exchange_rate": 0.28021593521943416, "exchange_via_app": 0.286813955813256, "extra_charge_on_statement": 0.001099670098970309, "failed_transfer": 0.0013995801259622115, "fiat_currency_support": 0.19164250724782567, "get_disposable_virtual_card": 0.0013995801259622115, "get_physical_card": 0.0011996401079676095, "getting_spare_card": 0.0011996401079676095, "getting_virtual_card": 0.0011996401079676095, "lost_or_stolen_card": 0.0008997300809757073, "lost_or_stolen_phone": 0.0008997300809757073, "order_physical_card": 0.000999700089973008, "passcode_forgotten": 0.000999700089973008, "pending_card_payment": 0.001099670098970309, "pending_cash_withdrawal": 0.001099670098970309, "pending_top_up": 0.001099670098970309, "pending_transfer": 0.0012996101169649105, "pin_blocked": 0.001099670098970309, "receiving_money": 0.005398380485854244, "request_refund": 0.000999700089973008, "reverted_card_payment?": 0.0014995501349595122, "supported_cards_and_currencies": 0.04268719384184745, "terminate_account": 0.0012996101169649105, "top_up_by_bank_transfer_charge": 0.0018994301709487154, "top_up_by_card_charge": 0.0012996101169649105, "top_up_by_cash_or_cheque": 0.0016994901529541137, "top_up_failed": 0.0011996401079676095, "top_up_limits": 0.0012996101169649105, "top_up_reverted": 0.0013995801259622115, "topping_up_by_card": 0.001999400179946016, "transaction_charged_twice": 0.001099670098970309, "transfer_fee_charged": 0.0015995201439568132, "transfer_into_account": 0.0018994301709487154, "transfer_not_received_by_recipient": 0.0014995501349595122, "transfer_timing": 0.002199340197940618, "unable_to_verify_identity": 0.000999700089973008, "verify_my_identity": 0.000999700089973008, "verify_source_of_funds": 0.000999700089973008, "verify_top_up": 0.0008997300809757073, "virtual_card_not_working": 0.0011996401079676095, "visa_or_mastercard": 0.0016994901529541137, "why_verify_identity": 0.000999700089973008, "wrong_amount_of_cash_received": 0.0011996401079676095, "wrong_exchange_rate_for_cash_withdrawal": 0.0035989203239028293 }, "error": null, "latency_ms": 66.60891696810722, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-262", "text_group": "f314623daf59bf85ed289007b3bcd5043601935d9a843c232056b26dda4db126", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0006997201119552179, "activate_my_card": 0.0009996001599360256, "age_limit": 0.0009996001599360256, "apple_pay_or_google_pay": 0.0018992403038784486, "atm_support": 0.008096761295481807, "automatic_top_up": 0.0010995601759296284, "balance_not_updated_after_bank_transfer": 0.0012994802079168333, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013994402239104358, "beneficiary_not_allowed": 0.001999200319872051, "cancel_transfer": 0.0010995601759296284, "card_about_to_expire": 0.000899640143942423, "card_acceptance": 0.016493402638944422, "card_arrival": 0.000899640143942423, "card_delivery_estimate": 0.000899640143942423, "card_linking": 0.0016993202718912435, "card_not_working": 0.0010995601759296284, "card_payment_fee_charged": 0.0010995601759296284, "card_payment_not_recognised": 0.0010995601759296284, "card_payment_wrong_exchange_rate": 0.01329468212714914, "card_swallowed": 0.0009996001599360256, "cash_withdrawal_charge": 0.0011995201919232307, "cash_withdrawal_not_recognised": 0.000899640143942423, "change_pin": 0.0011995201919232307, "compromised_card": 0.0009996001599360256, "contactless_not_working": 0.0010995601759296284, "country_support": 0.003698520591763295, "declined_card_payment": 0.0011995201919232307, "declined_cash_withdrawal": 0.0009996001599360256, "declined_transfer": 0.0012994802079168333, "direct_debit_payment_not_recognised": 0.0009996001599360256, "disposable_card_limits": 0.0012994802079168333, "edit_personal_details": 0.0009996001599360256, "exchange_charge": 0.018992403038784487, "exchange_rate": 0.0896641343462615, "exchange_via_app": 0.21191523390643743, "extra_charge_on_statement": 0.000899640143942423, "failed_transfer": 0.0009996001599360256, "fiat_currency_support": 0.3906437425029988, "get_disposable_virtual_card": 0.0010995601759296284, "get_physical_card": 0.0010995601759296284, "getting_spare_card": 0.000899640143942423, "getting_virtual_card": 0.0010995601759296284, "lost_or_stolen_card": 0.0006997201119552179, "lost_or_stolen_phone": 0.0006997201119552179, "order_physical_card": 0.000899640143942423, "passcode_forgotten": 0.0007996801279488206, "pending_card_payment": 0.0007996801279488206, "pending_cash_withdrawal": 0.0007996801279488206, "pending_top_up": 0.0007996801279488206, "pending_transfer": 0.000899640143942423, "pin_blocked": 0.000899640143942423, "receiving_money": 0.001999200319872051, "request_refund": 0.000899640143942423, "reverted_card_payment?": 0.0010995601759296284, "supported_cards_and_currencies": 0.16893242702918834, "terminate_account": 0.000899640143942423, "top_up_by_bank_transfer_charge": 0.0014994002399040384, "top_up_by_card_charge": 0.0010995601759296284, "top_up_by_cash_or_cheque": 0.0011995201919232307, "top_up_failed": 0.0009996001599360256, "top_up_limits": 0.0010995601759296284, "top_up_reverted": 0.0011995201919232307, "topping_up_by_card": 0.0014994002399040384, "transaction_charged_twice": 0.000899640143942423, "transfer_fee_charged": 0.0014994002399040384, "transfer_into_account": 0.001799280287884846, "transfer_not_received_by_recipient": 0.0011995201919232307, "transfer_timing": 0.002299080367852859, "unable_to_verify_identity": 0.000899640143942423, "verify_my_identity": 0.0009996001599360256, "verify_source_of_funds": 0.000899640143942423, "verify_top_up": 0.0007996801279488206, "virtual_card_not_working": 0.0009996001599360256, "visa_or_mastercard": 0.0014994002399040384, "why_verify_identity": 0.000899640143942423, "wrong_amount_of_cash_received": 0.0009996001599360256, "wrong_exchange_rate_for_cash_withdrawal": 0.0032986805277888847 }, "error": null, "latency_ms": 67.11412500590086, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-263", "text_group": "b4088ca07a164506640fce00cbe6b037fc4e0f0d85287b22d3eefb39139fd27c", "expected": "fiat_currency_support", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.2081208120812081, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.7553755375537553, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.011401140114011402, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 66.31400005426258, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-264", "text_group": "397af00d5389d235b32562862bfe78c8130fb1a25a413075ab41bf2d9561631c", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0004998000799680128, "activate_my_card": 0.0009996001599360256, "age_limit": 0.0007996801279488206, "apple_pay_or_google_pay": 0.002299080367852859, "atm_support": 0.014894042383046781, "automatic_top_up": 0.000899640143942423, "balance_not_updated_after_bank_transfer": 0.0011995201919232307, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011995201919232307, "beneficiary_not_allowed": 0.009096361455417834, "cancel_transfer": 0.000899640143942423, "card_about_to_expire": 0.0006997201119552179, "card_acceptance": 0.012395041983206718, "card_arrival": 0.000899640143942423, "card_delivery_estimate": 0.000899640143942423, "card_linking": 0.0014994002399040384, "card_not_working": 0.0011995201919232307, "card_payment_fee_charged": 0.0007996801279488206, "card_payment_not_recognised": 0.000899640143942423, "card_payment_wrong_exchange_rate": 0.005597760895641743, "card_swallowed": 0.000899640143942423, "cash_withdrawal_charge": 0.0010995601759296284, "cash_withdrawal_not_recognised": 0.000899640143942423, "change_pin": 0.0011995201919232307, "compromised_card": 0.0007996801279488206, "contactless_not_working": 0.0011995201919232307, "country_support": 0.005797680927628948, "declined_card_payment": 0.0010995601759296284, "declined_cash_withdrawal": 0.0009996001599360256, "declined_transfer": 0.0011995201919232307, "direct_debit_payment_not_recognised": 0.0007996801279488206, "disposable_card_limits": 0.0010995601759296284, "edit_personal_details": 0.0007996801279488206, "exchange_charge": 0.024590163934426233, "exchange_rate": 0.034486205517792884, "exchange_via_app": 0.1756297481007597, "extra_charge_on_statement": 0.0006997201119552179, "failed_transfer": 0.0009996001599360256, "fiat_currency_support": 0.40353858456617353, "get_disposable_virtual_card": 0.0009996001599360256, "get_physical_card": 0.0009996001599360256, "getting_spare_card": 0.000899640143942423, "getting_virtual_card": 0.0010995601759296284, "lost_or_stolen_card": 0.0005997600959616154, "lost_or_stolen_phone": 0.0005997600959616154, "order_physical_card": 0.000899640143942423, "passcode_forgotten": 0.0006997201119552179, "pending_card_payment": 0.0006997201119552179, "pending_cash_withdrawal": 0.0005997600959616154, "pending_top_up": 0.0005997600959616154, "pending_transfer": 0.0007996801279488206, "pin_blocked": 0.000899640143942423, "receiving_money": 0.0015993602558976412, "request_refund": 0.0007996801279488206, "reverted_card_payment?": 0.000899640143942423, "supported_cards_and_currencies": 0.24320271891243503, "terminate_account": 0.0007996801279488206, "top_up_by_bank_transfer_charge": 0.0011995201919232307, "top_up_by_card_charge": 0.000899640143942423, "top_up_by_cash_or_cheque": 0.0009996001599360256, "top_up_failed": 0.0007996801279488206, "top_up_limits": 0.0009996001599360256, "top_up_reverted": 0.0009996001599360256, "topping_up_by_card": 0.0013994402239104358, "transaction_charged_twice": 0.0007996801279488206, "transfer_fee_charged": 0.0009996001599360256, "transfer_into_account": 0.0034986005597760898, "transfer_not_received_by_recipient": 0.0010995601759296284, "transfer_timing": 0.0032986805277888847, "unable_to_verify_identity": 0.000899640143942423, "verify_my_identity": 0.000899640143942423, "verify_source_of_funds": 0.0007996801279488206, "verify_top_up": 0.0009996001599360256, "virtual_card_not_working": 0.0012994802079168333, "visa_or_mastercard": 0.0012994802079168333, "why_verify_identity": 0.0007996801279488206, "wrong_amount_of_cash_received": 0.000899640143942423, "wrong_exchange_rate_for_cash_withdrawal": 0.0018992403038784486 }, "error": null, "latency_ms": 65.86045795120299, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-265", "text_group": "4abf50fa49f8f15b2fb9020d50b57e391de351bd0422ab06ece5e2894d8be862", "expected": "fiat_currency_support", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0006001800540162048, "activate_my_card": 0.0009002700810243073, "age_limit": 0.0007002100630189057, "apple_pay_or_google_pay": 0.0014004201260378114, "atm_support": 0.002100630189056717, "automatic_top_up": 0.0009002700810243073, "balance_not_updated_after_bank_transfer": 0.001100330099029709, "balance_not_updated_after_cheque_or_cash_deposit": 0.001100330099029709, "beneficiary_not_allowed": 0.0010003000900270082, "cancel_transfer": 0.0009002700810243073, "card_about_to_expire": 0.0007002100630189057, "card_acceptance": 0.0014004201260378114, "card_arrival": 0.0008002400720216065, "card_delivery_estimate": 0.0007002100630189057, "card_linking": 0.0012003601080324095, "card_not_working": 0.0010003000900270082, "card_payment_fee_charged": 0.0010003000900270082, "card_payment_not_recognised": 0.0010003000900270082, "card_payment_wrong_exchange_rate": 0.0023006902070621185, "card_swallowed": 0.0008002400720216065, "cash_withdrawal_charge": 0.0010003000900270082, "cash_withdrawal_not_recognised": 0.0008002400720216065, "change_pin": 0.0006001800540162048, "compromised_card": 0.0008002400720216065, "contactless_not_working": 0.0009002700810243073, "country_support": 0.0013003901170351103, "declined_card_payment": 0.0007002100630189057, "declined_cash_withdrawal": 0.0007002100630189057, "declined_transfer": 0.0007002100630189057, "direct_debit_payment_not_recognised": 0.0009002700810243073, "disposable_card_limits": 0.0008002400720216065, "edit_personal_details": 0.0006001800540162048, "exchange_charge": 0.0028008402520756227, "exchange_rate": 0.006702010603180954, "exchange_via_app": 0.014104231269380813, "extra_charge_on_statement": 0.0006001800540162048, "failed_transfer": 0.0008002400720216065, "fiat_currency_support": 0.055216564969490844, "get_disposable_virtual_card": 0.0007002100630189057, "get_physical_card": 0.0008002400720216065, "getting_spare_card": 0.0007002100630189057, "getting_virtual_card": 0.0008002400720216065, "lost_or_stolen_card": 0.0005001500450135041, "lost_or_stolen_phone": 0.0005001500450135041, "order_physical_card": 0.0006001800540162048, "passcode_forgotten": 0.0006001800540162048, "pending_card_payment": 0.0006001800540162048, "pending_cash_withdrawal": 0.0006001800540162048, "pending_top_up": 0.0006001800540162048, "pending_transfer": 0.0006001800540162048, "pin_blocked": 0.0006001800540162048, "receiving_money": 0.0013003901170351103, "request_refund": 0.0007002100630189057, "reverted_card_payment?": 0.0008002400720216065, "supported_cards_and_currencies": 0.8592577773332, "terminate_account": 0.0006001800540162048, "top_up_by_bank_transfer_charge": 0.0008002400720216065, "top_up_by_card_charge": 0.0007002100630189057, "top_up_by_cash_or_cheque": 0.0008002400720216065, "top_up_failed": 0.0007002100630189057, "top_up_limits": 0.0007002100630189057, "top_up_reverted": 0.0008002400720216065, "topping_up_by_card": 0.001100330099029709, "transaction_charged_twice": 0.0008002400720216065, "transfer_fee_charged": 0.0007002100630189057, "transfer_into_account": 0.0008002400720216065, "transfer_not_received_by_recipient": 0.0008002400720216065, "transfer_timing": 0.0007002100630189057, "unable_to_verify_identity": 0.0008002400720216065, "verify_my_identity": 0.0008002400720216065, "verify_source_of_funds": 0.0010003000900270082, "verify_top_up": 0.0008002400720216065, "virtual_card_not_working": 0.0008002400720216065, "visa_or_mastercard": 0.001100330099029709, "why_verify_identity": 0.0007002100630189057, "wrong_amount_of_cash_received": 0.0008002400720216065, "wrong_exchange_rate_for_cash_withdrawal": 0.0013003901170351103 }, "error": null, "latency_ms": 65.16716594342142, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-266", "text_group": "e93d6cca22fb32cc3cd17d6ec38ed2463fc5f433342e93ea27680f3345a82d73", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 9.994003597841297e-05, "activate_my_card": 0.00019988007195682593, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00039976014391365186, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.00019988007195682593, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029982010793523883, "beneficiary_not_allowed": 0.00029982010793523883, "cancel_transfer": 0.00019988007195682593, "card_about_to_expire": 0.00019988007195682593, "card_acceptance": 0.00039976014391365186, "card_arrival": 0.00019988007195682593, "card_delivery_estimate": 0.00019988007195682593, "card_linking": 0.00029982010793523883, "card_not_working": 0.00019988007195682593, "card_payment_fee_charged": 0.00019988007195682593, "card_payment_not_recognised": 0.00019988007195682593, "card_payment_wrong_exchange_rate": 0.00029982010793523883, "card_swallowed": 0.00019988007195682593, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.00019988007195682593, "compromised_card": 0.00019988007195682593, "contactless_not_working": 0.00019988007195682593, "country_support": 0.0004997001798920648, "declined_card_payment": 0.00019988007195682593, "declined_cash_withdrawal": 0.00019988007195682593, "declined_transfer": 0.00019988007195682593, "direct_debit_payment_not_recognised": 0.00019988007195682593, "disposable_card_limits": 0.00019988007195682593, "edit_personal_details": 0.00019988007195682593, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00019988007195682593, "fiat_currency_support": 0.8535878472916251, "get_disposable_virtual_card": 0.00019988007195682593, "get_physical_card": 0.00019988007195682593, "getting_spare_card": 0.00019988007195682593, "getting_virtual_card": 0.00019988007195682593, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00019988007195682593, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00019988007195682593, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00019988007195682593, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.00019988007195682593, "receiving_money": 0.00029982010793523883, "request_refund": 0.00019988007195682593, "reverted_card_payment?": 0.00019988007195682593, "supported_cards_and_currencies": 0.13022186687987208, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00019988007195682593, "top_up_failed": 0.00019988007195682593, "top_up_limits": 0.00019988007195682593, "top_up_reverted": 0.00019988007195682593, "topping_up_by_card": 0.00019988007195682593, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.00019988007195682593, "visa_or_mastercard": 0.00019988007195682593, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.00019988007195682593, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682593 }, "error": null, "latency_ms": 67.13012501131743, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-267", "text_group": "c9121b0a42250ae157682ce92afb1b31816a6135b0d4394e194a3924997defd9", "expected": "fiat_currency_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.5738573857385738, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.10171017101710171, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.30743074307430746, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00020002000200020003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 69.61154099553823, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-268", "text_group": "820c7e3681051407a2ff423a7e7ea57de0dabc615782fbd31da8167d8ee7ed55", "expected": "fiat_currency_support", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.0011998800119988001, "activate_my_card": 0.0020997900209979003, "age_limit": 0.0014998500149985001, "apple_pay_or_google_pay": 0.004299570042995701, "atm_support": 0.007499250074992501, "automatic_top_up": 0.0024997500249975004, "balance_not_updated_after_bank_transfer": 0.004399560043995601, "balance_not_updated_after_cheque_or_cash_deposit": 0.0027997200279972004, "beneficiary_not_allowed": 0.0034996500349965005, "cancel_transfer": 0.004199580041995801, "card_about_to_expire": 0.0017998200179982, "card_acceptance": 0.004899510048995101, "card_arrival": 0.0018998100189981002, "card_delivery_estimate": 0.001999800019998, "card_linking": 0.0053994600539946005, "card_not_working": 0.0023997600239976003, "card_payment_fee_charged": 0.0026997300269973002, "card_payment_not_recognised": 0.0023997600239976003, "card_payment_wrong_exchange_rate": 0.008299170082991702, "card_swallowed": 0.0018998100189981002, "cash_withdrawal_charge": 0.0026997300269973002, "cash_withdrawal_not_recognised": 0.0015998400159984002, "change_pin": 0.0026997300269973002, "compromised_card": 0.0018998100189981002, "contactless_not_working": 0.0022997700229977, "country_support": 0.015398460153984602, "declined_card_payment": 0.0017998200179982, "declined_cash_withdrawal": 0.0013998600139986002, "declined_transfer": 0.0018998100189981002, "direct_debit_payment_not_recognised": 0.0022997700229977, "disposable_card_limits": 0.0026997300269973002, "edit_personal_details": 0.0023997600239976003, "exchange_charge": 0.36266373362663734, "exchange_rate": 0.12588741125887412, "exchange_via_app": 0.1528847115288471, "extra_charge_on_statement": 0.0022997700229977, "failed_transfer": 0.0025997400259974, "fiat_currency_support": 0.05369463053694631, "get_disposable_virtual_card": 0.0021997800219978004, "get_physical_card": 0.0017998200179982, "getting_spare_card": 0.0014998500149985001, "getting_virtual_card": 0.0018998100189981002, "lost_or_stolen_card": 0.0011998800119988001, "lost_or_stolen_phone": 0.0011998800119988001, "order_physical_card": 0.0024997500249975004, "passcode_forgotten": 0.0013998600139986002, "pending_card_payment": 0.0016998300169983002, "pending_cash_withdrawal": 0.0012998700129987, "pending_top_up": 0.0014998500149985001, "pending_transfer": 0.001999800019998, "pin_blocked": 0.0014998500149985001, "receiving_money": 0.0053994600539946005, "request_refund": 0.0016998300169983002, "reverted_card_payment?": 0.0021997800219978004, "supported_cards_and_currencies": 0.023997600239976002, "terminate_account": 0.0020997900209979003, "top_up_by_bank_transfer_charge": 0.026797320267973206, "top_up_by_card_charge": 0.0028997100289971, "top_up_by_cash_or_cheque": 0.0026997300269973002, "top_up_failed": 0.0024997500249975004, "top_up_limits": 0.0022997700229977, "top_up_reverted": 0.0024997500249975004, "topping_up_by_card": 0.004199580041995801, "transaction_charged_twice": 0.0022997700229977, "transfer_fee_charged": 0.005699430056994301, "transfer_into_account": 0.029497050294970503, "transfer_not_received_by_recipient": 0.0030996900309969004, "transfer_timing": 0.030096990300969902, "unable_to_verify_identity": 0.0018998100189981002, "verify_my_identity": 0.0016998300169983002, "verify_source_of_funds": 0.0015998400159984002, "verify_top_up": 0.0015998400159984002, "virtual_card_not_working": 0.0022997700229977, "visa_or_mastercard": 0.0027997200279972004, "why_verify_identity": 0.0014998500149985001, "wrong_amount_of_cash_received": 0.0020997900209979003, "wrong_exchange_rate_for_cash_withdrawal": 0.0059994000599940004 }, "error": null, "latency_ms": 67.08029098808765, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-269", "text_group": "c436bc0d0c6e199fca843a0488ad1b2a8d7f8f942077399920c1deabb98dc7d5", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0009, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0006, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0016, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0006, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0011, "exchange_rate": 0.0041, "exchange_via_app": 0.0092, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.9128, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0004, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0004, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0005, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0441, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0004, "top_up_limits": 0.0005, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0008, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 67.39579094573855, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-270", "text_group": "77da78ce47cb7bb14a37d7d1ad10ae0f47701f15bd280fd202fef449da35a094", "expected": "fiat_currency_support", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00030009002700810244, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0006001800540162049, "automatic_top_up": 0.00030009002700810244, "balance_not_updated_after_bank_transfer": 0.00030009002700810244, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004001200360108033, "beneficiary_not_allowed": 0.0004001200360108033, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.0004001200360108033, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.0004001200360108033, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00030009002700810244, "change_pin": 0.00030009002700810244, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.00030009002700810244, "country_support": 0.0006001800540162049, "declined_card_payment": 0.00030009002700810244, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.0004001200360108033, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.00030009002700810244, "exchange_rate": 0.0004001200360108033, "exchange_via_app": 0.0004001200360108033, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.20606181854556369, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.0004001200360108033, "getting_spare_card": 0.00030009002700810244, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00030009002700810244, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.0008002400720216066, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.7675302590777233, "terminate_account": 0.00030009002700810244, "top_up_by_bank_transfer_charge": 0.00030009002700810244, "top_up_by_card_charge": 0.00030009002700810244, "top_up_by_cash_or_cheque": 0.0004001200360108033, "top_up_failed": 0.00030009002700810244, "top_up_limits": 0.0006001800540162049, "top_up_reverted": 0.0004001200360108033, "topping_up_by_card": 0.0008002400720216066, "transaction_charged_twice": 0.00030009002700810244, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.0004001200360108033, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.0004001200360108033, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00030009002700810244, "verify_source_of_funds": 0.0006001800540162049, "verify_top_up": 0.0004001200360108033, "virtual_card_not_working": 0.0004001200360108033, "visa_or_mastercard": 0.0005001500450135041, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 68.03237507119775, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-271", "text_group": "7726c945bfa8f6df247fc46e48cc1c3ecb4c4d6c1f80f59b18662c748141cec2", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0010998900109989002, "age_limit": 0.0008999100089991, "apple_pay_or_google_pay": 0.0029997000299970002, "atm_support": 0.012698730126987301, "automatic_top_up": 0.0010998900109989002, "balance_not_updated_after_bank_transfer": 0.0014998500149985001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013998600139986002, "beneficiary_not_allowed": 0.0045995400459954, "cancel_transfer": 0.0011998800119988001, "card_about_to_expire": 0.0008999100089991, "card_acceptance": 0.004299570042995701, "card_arrival": 0.000999900009999, "card_delivery_estimate": 0.000999900009999, "card_linking": 0.0018998100189981002, "card_not_working": 0.0012998700129987, "card_payment_fee_charged": 0.000999900009999, "card_payment_not_recognised": 0.0010998900109989002, "card_payment_wrong_exchange_rate": 0.0053994600539946005, "card_swallowed": 0.000999900009999, "cash_withdrawal_charge": 0.0012998700129987, "cash_withdrawal_not_recognised": 0.0010998900109989002, "change_pin": 0.0012998700129987, "compromised_card": 0.000999900009999, "contactless_not_working": 0.0013998600139986002, "country_support": 0.0044995500449955, "declined_card_payment": 0.0011998800119988001, "declined_cash_withdrawal": 0.0010998900109989002, "declined_transfer": 0.0014998500149985001, "direct_debit_payment_not_recognised": 0.000999900009999, "disposable_card_limits": 0.0011998800119988001, "edit_personal_details": 0.000999900009999, "exchange_charge": 0.026197380261973803, "exchange_rate": 0.05069493050694931, "exchange_via_app": 0.2632736726327367, "extra_charge_on_statement": 0.0007999200079992001, "failed_transfer": 0.0010998900109989002, "fiat_currency_support": 0.3865613438656134, "get_disposable_virtual_card": 0.0013998600139986002, "get_physical_card": 0.0011998800119988001, "getting_spare_card": 0.0008999100089991, "getting_virtual_card": 0.0012998700129987, "lost_or_stolen_card": 0.0006999300069993001, "lost_or_stolen_phone": 0.0006999300069993001, "order_physical_card": 0.000999900009999, "passcode_forgotten": 0.0007999200079992001, "pending_card_payment": 0.0007999200079992001, "pending_cash_withdrawal": 0.0007999200079992001, "pending_top_up": 0.0007999200079992001, "pending_transfer": 0.0008999100089991, "pin_blocked": 0.0008999100089991, "receiving_money": 0.0021997800219978004, "request_refund": 0.000999900009999, "reverted_card_payment?": 0.000999900009999, "supported_cards_and_currencies": 0.15958404159584041, "terminate_account": 0.0010998900109989002, "top_up_by_bank_transfer_charge": 0.0012998700129987, "top_up_by_card_charge": 0.0010998900109989002, "top_up_by_cash_or_cheque": 0.0010998900109989002, "top_up_failed": 0.000999900009999, "top_up_limits": 0.0010998900109989002, "top_up_reverted": 0.0011998800119988001, "topping_up_by_card": 0.0013998600139986002, "transaction_charged_twice": 0.0008999100089991, "transfer_fee_charged": 0.0011998800119988001, "transfer_into_account": 0.0023997600239976003, "transfer_not_received_by_recipient": 0.0012998700129987, "transfer_timing": 0.0020997900209979003, "unable_to_verify_identity": 0.000999900009999, "verify_my_identity": 0.0010998900109989002, "verify_source_of_funds": 0.000999900009999, "verify_top_up": 0.000999900009999, "virtual_card_not_working": 0.0014998500149985001, "visa_or_mastercard": 0.0014998500149985001, "why_verify_identity": 0.0008999100089991, "wrong_amount_of_cash_received": 0.0010998900109989002, "wrong_exchange_rate_for_cash_withdrawal": 0.0044995500449955 }, "error": null, "latency_ms": 66.93408300634474, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-272", "text_group": "df7bea2b3dd2ffe5f065bd438f179139b83cbbadf88ece65c614647e941022b8", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.00020002000200020005, "activate_my_card": 0.00030003000300030005, "age_limit": 0.00020002000200020005, "apple_pay_or_google_pay": 0.00030003000300030005, "atm_support": 0.0010001000100010003, "automatic_top_up": 0.00020002000200020005, "balance_not_updated_after_bank_transfer": 0.00020002000200020005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030003000300030005, "beneficiary_not_allowed": 0.0004000400040004001, "cancel_transfer": 0.00030003000300030005, "card_about_to_expire": 0.00020002000200020005, "card_acceptance": 0.0013001300130013002, "card_arrival": 0.00020002000200020005, "card_delivery_estimate": 0.00030003000300030005, "card_linking": 0.0004000400040004001, "card_not_working": 0.00030003000300030005, "card_payment_fee_charged": 0.00030003000300030005, "card_payment_not_recognised": 0.00030003000300030005, "card_payment_wrong_exchange_rate": 0.0004000400040004001, "card_swallowed": 0.00030003000300030005, "cash_withdrawal_charge": 0.00030003000300030005, "cash_withdrawal_not_recognised": 0.00030003000300030005, "change_pin": 0.00020002000200020005, "compromised_card": 0.00030003000300030005, "contactless_not_working": 0.00030003000300030005, "country_support": 0.0007000700070007002, "declined_card_payment": 0.0004000400040004001, "declined_cash_withdrawal": 0.00030003000300030005, "declined_transfer": 0.0004000400040004001, "direct_debit_payment_not_recognised": 0.00020002000200020005, "disposable_card_limits": 0.00030003000300030005, "edit_personal_details": 0.00020002000200020005, "exchange_charge": 0.00020002000200020005, "exchange_rate": 0.00030003000300030005, "exchange_via_app": 0.0004000400040004001, "extra_charge_on_statement": 0.00020002000200020005, "failed_transfer": 0.00030003000300030005, "fiat_currency_support": 0.9158915891589159, "get_disposable_virtual_card": 0.00030003000300030005, "get_physical_card": 0.00030003000300030005, "getting_spare_card": 0.00020002000200020005, "getting_virtual_card": 0.00030003000300030005, "lost_or_stolen_card": 0.00020002000200020005, "lost_or_stolen_phone": 0.00020002000200020005, "order_physical_card": 0.00020002000200020005, "passcode_forgotten": 0.00020002000200020005, "pending_card_payment": 0.00020002000200020005, "pending_cash_withdrawal": 0.00020002000200020005, "pending_top_up": 0.00020002000200020005, "pending_transfer": 0.00020002000200020005, "pin_blocked": 0.00020002000200020005, "receiving_money": 0.0004000400040004001, "request_refund": 0.00020002000200020005, "reverted_card_payment?": 0.00030003000300030005, "supported_cards_and_currencies": 0.06150615061506151, "terminate_account": 0.00020002000200020005, "top_up_by_bank_transfer_charge": 0.00020002000200020005, "top_up_by_card_charge": 0.00020002000200020005, "top_up_by_cash_or_cheque": 0.00030003000300030005, "top_up_failed": 0.00020002000200020005, "top_up_limits": 0.00030003000300030005, "top_up_reverted": 0.00030003000300030005, "topping_up_by_card": 0.0004000400040004001, "transaction_charged_twice": 0.00020002000200020005, "transfer_fee_charged": 0.00020002000200020005, "transfer_into_account": 0.00020002000200020005, "transfer_not_received_by_recipient": 0.00030003000300030005, "transfer_timing": 0.00030003000300030005, "unable_to_verify_identity": 0.00030003000300030005, "verify_my_identity": 0.00030003000300030005, "verify_source_of_funds": 0.00030003000300030005, "verify_top_up": 0.00030003000300030005, "virtual_card_not_working": 0.0004000400040004001, "visa_or_mastercard": 0.00030003000300030005, "why_verify_identity": 0.00030003000300030005, "wrong_amount_of_cash_received": 0.00030003000300030005, "wrong_exchange_rate_for_cash_withdrawal": 0.00030003000300030005 }, "error": null, "latency_ms": 67.33333296142519, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-273", "text_group": "5adf74ef0dd8bbab988a82a32ea769e3a5313b254fc60c54f14d21f504c70ddb", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0006001200240048009, "activate_my_card": 0.0009001800360072014, "age_limit": 0.0008001600320064013, "apple_pay_or_google_pay": 0.002500500100020004, "atm_support": 0.003900780156031206, "automatic_top_up": 0.0010002000400080016, "balance_not_updated_after_bank_transfer": 0.0010002000400080016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012002400480096017, "beneficiary_not_allowed": 0.0012002400480096017, "cancel_transfer": 0.0010002000400080016, "card_about_to_expire": 0.0008001600320064013, "card_acceptance": 0.001900380076015203, "card_arrival": 0.0008001600320064013, "card_delivery_estimate": 0.0009001800360072014, "card_linking": 0.001300260052010402, "card_not_working": 0.0009001800360072014, "card_payment_fee_charged": 0.0010002000400080016, "card_payment_not_recognised": 0.0010002000400080016, "card_payment_wrong_exchange_rate": 0.0016003200640128026, "card_swallowed": 0.0009001800360072014, "cash_withdrawal_charge": 0.0010002000400080016, "cash_withdrawal_not_recognised": 0.0008001600320064013, "change_pin": 0.0008001600320064013, "compromised_card": 0.0008001600320064013, "contactless_not_working": 0.0010002000400080016, "country_support": 0.0018003600720144029, "declined_card_payment": 0.0008001600320064013, "declined_cash_withdrawal": 0.0008001600320064013, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.0009001800360072014, "disposable_card_limits": 0.0014002800560112022, "edit_personal_details": 0.0008001600320064013, "exchange_charge": 0.0014002800560112022, "exchange_rate": 0.0018003600720144029, "exchange_via_app": 0.0044008801760352075, "extra_charge_on_statement": 0.0007001400280056011, "failed_transfer": 0.0008001600320064013, "fiat_currency_support": 0.7653530706141228, "get_disposable_virtual_card": 0.001300260052010402, "get_physical_card": 0.0009001800360072014, "getting_spare_card": 0.0011002200440088019, "getting_virtual_card": 0.0009001800360072014, "lost_or_stolen_card": 0.0006001200240048009, "lost_or_stolen_phone": 0.0006001200240048009, "order_physical_card": 0.0010002000400080016, "passcode_forgotten": 0.0007001400280056011, "pending_card_payment": 0.0008001600320064013, "pending_cash_withdrawal": 0.0007001400280056011, "pending_top_up": 0.0008001600320064013, "pending_transfer": 0.0008001600320064013, "pin_blocked": 0.0008001600320064013, "receiving_money": 0.006701340268053611, "request_refund": 0.0007001400280056011, "reverted_card_payment?": 0.0009001800360072014, "supported_cards_and_currencies": 0.14572914582916582, "terminate_account": 0.0009001800360072014, "top_up_by_bank_transfer_charge": 0.0010002000400080016, "top_up_by_card_charge": 0.0008001600320064013, "top_up_by_cash_or_cheque": 0.0014002800560112022, "top_up_failed": 0.0010002000400080016, "top_up_limits": 0.001300260052010402, "top_up_reverted": 0.0012002400480096017, "topping_up_by_card": 0.0018003600720144029, "transaction_charged_twice": 0.0008001600320064013, "transfer_fee_charged": 0.0009001800360072014, "transfer_into_account": 0.001300260052010402, "transfer_not_received_by_recipient": 0.0009001800360072014, "transfer_timing": 0.001300260052010402, "unable_to_verify_identity": 0.0008001600320064013, "verify_my_identity": 0.0009001800360072014, "verify_source_of_funds": 0.0011002200440088019, "verify_top_up": 0.0009001800360072014, "virtual_card_not_working": 0.0010002000400080016, "visa_or_mastercard": 0.0012002400480096017, "why_verify_identity": 0.0008001600320064013, "wrong_amount_of_cash_received": 0.0009001800360072014, "wrong_exchange_rate_for_cash_withdrawal": 0.0014002800560112022 }, "error": null, "latency_ms": 67.01679201796651, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-274", "text_group": "4b4fe3bca6c188ce5c2f6e314126801d7266cef89dca9dccf3d8a2e49c88a97a", "expected": "fiat_currency_support", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0004999500049995, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.000999900009999, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0005999400059994001, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00039996000399960006, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0004999500049995, "country_support": 0.0007999200079992001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.000999900009999, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0006999300069993001, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0827917208279172, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0005999400059994001, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.8769123087691231, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.004399560043995601, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 67.45283305644989, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-275", "text_group": "40625f5e53605b395a0d04dceb618a7168e7d3c1f079bbefda81019b6b7b8b91", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0007000700070007, "atm_support": 0.0009000900090009, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0007000700070007, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0006000600060006, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00040004000400040005, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0005000500050005, "country_support": 0.0009000900090009, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0007000700070007, "exchange_via_app": 0.0008000800080008001, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.6511651165116512, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0006000600060006, "getting_spare_card": 0.0007000700070007, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0007000700070007, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.3134313431343134, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 67.29345791973174, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-276", "text_group": "a8f3704dc110051b720996d72d0a26454eb2be6126d413e48b20f358832e2f73", "expected": "fiat_currency_support", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0012007204322593554, "activate_my_card": 0.0019011406844106462, "age_limit": 0.0016009605763458075, "apple_pay_or_google_pay": 0.00440264158495097, "atm_support": 0.019511707024214526, "automatic_top_up": 0.002101260756453872, "balance_not_updated_after_bank_transfer": 0.0019011406844106462, "balance_not_updated_after_cheque_or_cash_deposit": 0.002101260756453872, "beneficiary_not_allowed": 0.002801681008605163, "cancel_transfer": 0.0020012007204322593, "card_about_to_expire": 0.0013007804682809683, "card_acceptance": 0.02571542925755453, "card_arrival": 0.0015009005403241943, "card_delivery_estimate": 0.0015009005403241943, "card_linking": 0.0043025815489293575, "card_not_working": 0.0018010806483890333, "card_payment_fee_charged": 0.0019011406844106462, "card_payment_not_recognised": 0.0017010206123674201, "card_payment_wrong_exchange_rate": 0.03251951170702421, "card_swallowed": 0.0017010206123674201, "cash_withdrawal_charge": 0.0016009605763458075, "cash_withdrawal_not_recognised": 0.0013007804682809683, "change_pin": 0.002101260756453872, "compromised_card": 0.0016009605763458075, "contactless_not_working": 0.0020012007204322593, "country_support": 0.06353812287372423, "declined_card_payment": 0.002401440864518711, "declined_cash_withdrawal": 0.0015009005403241943, "declined_transfer": 0.002301380828497098, "direct_debit_payment_not_recognised": 0.0017010206123674201, "disposable_card_limits": 0.002201320792475485, "edit_personal_details": 0.0019011406844106462, "exchange_charge": 0.10636381829097458, "exchange_rate": 0.1875125075045027, "exchange_via_app": 0.37652591554932957, "extra_charge_on_statement": 0.0016009605763458075, "failed_transfer": 0.0020012007204322593, "fiat_currency_support": 0.02601560936561937, "get_disposable_virtual_card": 0.002201320792475485, "get_physical_card": 0.0018010806483890333, "getting_spare_card": 0.0014008405043025814, "getting_virtual_card": 0.0016009605763458075, "lost_or_stolen_card": 0.0011006603962377425, "lost_or_stolen_phone": 0.0011006603962377425, "order_physical_card": 0.0014008405043025814, "passcode_forgotten": 0.0013007804682809683, "pending_card_payment": 0.0016009605763458075, "pending_cash_withdrawal": 0.0013007804682809683, "pending_top_up": 0.0015009005403241943, "pending_transfer": 0.0020012007204322593, "pin_blocked": 0.0015009005403241943, "receiving_money": 0.0040024014408645186, "request_refund": 0.0016009605763458075, "reverted_card_payment?": 0.0020012007204322593, "supported_cards_and_currencies": 0.024414648789273564, "terminate_account": 0.0017010206123674201, "top_up_by_bank_transfer_charge": 0.006904142485491294, "top_up_by_card_charge": 0.0018010806483890333, "top_up_by_cash_or_cheque": 0.002101260756453872, "top_up_failed": 0.0018010806483890333, "top_up_limits": 0.0017010206123674201, "top_up_reverted": 0.0020012007204322593, "topping_up_by_card": 0.002801681008605163, "transaction_charged_twice": 0.0016009605763458075, "transfer_fee_charged": 0.0026015609365619367, "transfer_into_account": 0.0020012007204322593, "transfer_not_received_by_recipient": 0.002101260756453872, "transfer_timing": 0.0051030618371022615, "unable_to_verify_identity": 0.0015009005403241943, "verify_my_identity": 0.0015009005403241943, "verify_source_of_funds": 0.0014008405043025814, "verify_top_up": 0.0013007804682809683, "virtual_card_not_working": 0.0018010806483890333, "visa_or_mastercard": 0.002301380828497098, "why_verify_identity": 0.0013007804682809683, "wrong_amount_of_cash_received": 0.0017010206123674201, "wrong_exchange_rate_for_cash_withdrawal": 0.003502101260756454 }, "error": null, "latency_ms": 66.9662089785561, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-277", "text_group": "ae296d52bb798134b42901cebfb617a30ebb230e4cdeb2b6a662a1a3d3d1e03b", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.00020006001800540162, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.00020006001800540162, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.00020006001800540162, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.00040012003601080324, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.8072421726517955, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00020006001800540162, "supported_cards_and_currencies": 0.1747524257277183, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.00020006001800540162, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 69.38316603191197, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-278", "text_group": "3ec9e71880751699624442a9d03012a7ae9ec97a7713937c5d8b4f1e23607e20", "expected": "fiat_currency_support", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0009003601440576229, "activate_my_card": 0.0010004001600640256, "age_limit": 0.0011004401760704283, "apple_pay_or_google_pay": 0.0021008403361344537, "atm_support": 0.010304121648659464, "automatic_top_up": 0.0013005202080832333, "balance_not_updated_after_bank_transfer": 0.0017006802721088435, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017006802721088435, "beneficiary_not_allowed": 0.0026010404161664665, "cancel_transfer": 0.0017006802721088435, "card_about_to_expire": 0.0010004001600640256, "card_acceptance": 0.003401360544217687, "card_arrival": 0.0011004401760704283, "card_delivery_estimate": 0.0011004401760704283, "card_linking": 0.0020008003201280513, "card_not_working": 0.0014005602240896359, "card_payment_fee_charged": 0.0014005602240896359, "card_payment_not_recognised": 0.0013005202080832333, "card_payment_wrong_exchange_rate": 0.009403761504601841, "card_swallowed": 0.0013005202080832333, "cash_withdrawal_charge": 0.001600640256102441, "cash_withdrawal_not_recognised": 0.0011004401760704283, "change_pin": 0.0019007603041216485, "compromised_card": 0.0011004401760704283, "contactless_not_working": 0.0014005602240896359, "country_support": 0.004801920768307323, "declined_card_payment": 0.0012004801920768306, "declined_cash_withdrawal": 0.0011004401760704283, "declined_transfer": 0.0015006002400960385, "direct_debit_payment_not_recognised": 0.0013005202080832333, "disposable_card_limits": 0.0015006002400960385, "edit_personal_details": 0.0012004801920768306, "exchange_charge": 0.031112444977991194, "exchange_rate": 0.05832332933173269, "exchange_via_app": 0.1645658263305322, "extra_charge_on_statement": 0.0010004001600640256, "failed_transfer": 0.0014005602240896359, "fiat_currency_support": 0.5977390956382553, "get_disposable_virtual_card": 0.0013005202080832333, "get_physical_card": 0.0011004401760704283, "getting_spare_card": 0.0010004001600640256, "getting_virtual_card": 0.0012004801920768306, "lost_or_stolen_card": 0.0008003201280512205, "lost_or_stolen_phone": 0.0008003201280512205, "order_physical_card": 0.0011004401760704283, "passcode_forgotten": 0.0009003601440576229, "pending_card_payment": 0.0010004001600640256, "pending_cash_withdrawal": 0.0010004001600640256, "pending_top_up": 0.0010004001600640256, "pending_transfer": 0.0011004401760704283, "pin_blocked": 0.0011004401760704283, "receiving_money": 0.003001200480192077, "request_refund": 0.0011004401760704283, "reverted_card_payment?": 0.0014005602240896359, "supported_cards_and_currencies": 0.02220888355342137, "terminate_account": 0.0012004801920768306, "top_up_by_bank_transfer_charge": 0.0018007202881152459, "top_up_by_card_charge": 0.0012004801920768306, "top_up_by_cash_or_cheque": 0.0015006002400960385, "top_up_failed": 0.0013005202080832333, "top_up_limits": 0.0014005602240896359, "top_up_reverted": 0.001600640256102441, "topping_up_by_card": 0.0018007202881152459, "transaction_charged_twice": 0.0012004801920768306, "transfer_fee_charged": 0.0017006802721088435, "transfer_into_account": 0.002300920368147259, "transfer_not_received_by_recipient": 0.0015006002400960385, "transfer_timing": 0.0021008403361344537, "unable_to_verify_identity": 0.0010004001600640256, "verify_my_identity": 0.0011004401760704283, "verify_source_of_funds": 0.0011004401760704283, "verify_top_up": 0.0010004001600640256, "virtual_card_not_working": 0.0015006002400960385, "visa_or_mastercard": 0.0014005602240896359, "why_verify_identity": 0.0010004001600640256, "wrong_amount_of_cash_received": 0.0014005602240896359, "wrong_exchange_rate_for_cash_withdrawal": 0.0071028411364545815 }, "error": null, "latency_ms": 65.40662504266948, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-279", "text_group": "596252dfc0bc56117dfb2b366d19d6341c0755c0b98db5ad3ab4fe4a4c716f6a", "expected": "fiat_currency_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0012998700129987, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0004999500049995, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00039996000399960006, "country_support": 0.7396260373962604, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.2132786721327867, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.0006999300069993001, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0005999400059994001, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.016698330166983303, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 65.38233300670981, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-280", "text_group": "f88f4f11b3e4d582eb01dd9f5dde9e95ce7a0e212ac7a3360d6096f492e7fe6e", "expected": "card_delivery_estimate", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0017, "activate_my_card": 0.0293, "age_limit": 0.0013, "apple_pay_or_google_pay": 0.0021, "atm_support": 0.0025, "automatic_top_up": 0.0013, "balance_not_updated_after_bank_transfer": 0.0017, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016, "beneficiary_not_allowed": 0.0025, "cancel_transfer": 0.0016, "card_about_to_expire": 0.0132, "card_acceptance": 0.0128, "card_arrival": 0.1907, "card_delivery_estimate": 0.0322, "card_linking": 0.049, "card_not_working": 0.0243, "card_payment_fee_charged": 0.0025, "card_payment_not_recognised": 0.0019, "card_payment_wrong_exchange_rate": 0.0018, "card_swallowed": 0.004, "cash_withdrawal_charge": 0.0014, "cash_withdrawal_not_recognised": 0.0013, "change_pin": 0.0015, "compromised_card": 0.0026, "contactless_not_working": 0.0024, "country_support": 0.0019, "declined_card_payment": 0.0017, "declined_cash_withdrawal": 0.0011, "declined_transfer": 0.0012, "direct_debit_payment_not_recognised": 0.0015, "disposable_card_limits": 0.0029, "edit_personal_details": 0.0013, "exchange_charge": 0.0012, "exchange_rate": 0.001, "exchange_via_app": 0.0012, "extra_charge_on_statement": 0.0011, "failed_transfer": 0.0012, "fiat_currency_support": 0.0018, "get_disposable_virtual_card": 0.0025, "get_physical_card": 0.3452, "getting_spare_card": 0.0319, "getting_virtual_card": 0.0036, "lost_or_stolen_card": 0.0085, "lost_or_stolen_phone": 0.001, "order_physical_card": 0.1144, "passcode_forgotten": 0.0015, "pending_card_payment": 0.0022, "pending_cash_withdrawal": 0.0014, "pending_top_up": 0.0013, "pending_transfer": 0.0015, "pin_blocked": 0.0016, "receiving_money": 0.0018, "request_refund": 0.002, "reverted_card_payment?": 0.0021, "supported_cards_and_currencies": 0.0163, "terminate_account": 0.0014, "top_up_by_bank_transfer_charge": 0.0014, "top_up_by_card_charge": 0.0018, "top_up_by_cash_or_cheque": 0.0017, "top_up_failed": 0.0015, "top_up_limits": 0.0014, "top_up_reverted": 0.0018, "topping_up_by_card": 0.0087, "transaction_charged_twice": 0.0013, "transfer_fee_charged": 0.0012, "transfer_into_account": 0.0011, "transfer_not_received_by_recipient": 0.0015, "transfer_timing": 0.0018, "unable_to_verify_identity": 0.0017, "verify_my_identity": 0.0016, "verify_source_of_funds": 0.0012, "verify_top_up": 0.0014, "virtual_card_not_working": 0.0033, "visa_or_mastercard": 0.0148, "why_verify_identity": 0.0014, "wrong_amount_of_cash_received": 0.0013, "wrong_exchange_rate_for_cash_withdrawal": 0.0016 }, "error": null, "latency_ms": 66.97954202536494, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-281", "text_group": "3d371da4cedb161b5a1eb9fbd74ebf8c69c8624f958f2cc4c3d14b7026a97d06", "expected": "card_delivery_estimate", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0010997800439912018, "activate_my_card": 0.0006998600279944011, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0005998800239952009, "atm_support": 0.0008998200359928015, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0008998200359928015, "balance_not_updated_after_cheque_or_cash_deposit": 0.001299740051989602, "beneficiary_not_allowed": 0.0007998400319936014, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0008998200359928015, "card_acceptance": 0.001799640071985603, "card_arrival": 0.342631473705259, "card_delivery_estimate": 0.010697860427914417, "card_linking": 0.0031993601279744054, "card_not_working": 0.004799040191961607, "card_payment_fee_charged": 0.0005998800239952009, "card_payment_not_recognised": 0.0006998600279944011, "card_payment_wrong_exchange_rate": 0.0006998600279944011, "card_swallowed": 0.0018996200759848032, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0004999000199960008, "compromised_card": 0.0021995600879824036, "contactless_not_working": 0.0009998000399920016, "country_support": 0.0007998400319936014, "declined_card_payment": 0.0008998200359928015, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0007998400319936014, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0006998600279944011, "get_disposable_virtual_card": 0.0006998600279944011, "get_physical_card": 0.006098780243951211, "getting_spare_card": 0.0007998400319936014, "getting_virtual_card": 0.0006998600279944011, "lost_or_stolen_card": 0.5745850829834033, "lost_or_stolen_phone": 0.002999400119976005, "order_physical_card": 0.001299740051989602, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0006998600279944011, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.0016996600679864027, "supported_cards_and_currencies": 0.002299540091981604, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.0007998400319936014, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0027994401119776045, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0007998400319936014, "visa_or_mastercard": 0.0016996600679864027, "why_verify_identity": 0.0005998800239952009, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 66.34745909832418, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-282", "text_group": "94164c80584aca5f7ac3c0ab8d2b9de9afe8ab1944dd4726cf2d69a245df2d03", "expected": "card_delivery_estimate", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.001600480144043213, "activate_my_card": 0.03371011303391017, "age_limit": 0.0012003601080324095, "apple_pay_or_google_pay": 0.0033009902970891265, "atm_support": 0.0029008702610783233, "automatic_top_up": 0.001600480144043213, "balance_not_updated_after_bank_transfer": 0.0020006001800540163, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018005401620486145, "beneficiary_not_allowed": 0.00250075022506752, "cancel_transfer": 0.002100630189056717, "card_about_to_expire": 0.00980294088226468, "card_acceptance": 0.012803841152345704, "card_arrival": 0.1252375712713814, "card_delivery_estimate": 0.06091827548264479, "card_linking": 0.06621986595978793, "card_not_working": 0.032809842952885866, "card_payment_fee_charged": 0.003401020306091827, "card_payment_not_recognised": 0.002100630189056717, "card_payment_wrong_exchange_rate": 0.002100630189056717, "card_swallowed": 0.005201560468140441, "cash_withdrawal_charge": 0.0017005101530459135, "cash_withdrawal_not_recognised": 0.0013003901170351103, "change_pin": 0.0019005701710513153, "compromised_card": 0.003100930279083725, "contactless_not_working": 0.002700810243072922, "country_support": 0.002200660198059418, "declined_card_payment": 0.0019005701710513153, "declined_cash_withdrawal": 0.0012003601080324095, "declined_transfer": 0.0014004201260378114, "direct_debit_payment_not_recognised": 0.0018005401620486145, "disposable_card_limits": 0.003401020306091827, "edit_personal_details": 0.0017005101530459135, "exchange_charge": 0.0015004501350405122, "exchange_rate": 0.0013003901170351103, "exchange_via_app": 0.0014004201260378114, "extra_charge_on_statement": 0.0013003901170351103, "failed_transfer": 0.0014004201260378114, "fiat_currency_support": 0.0020006001800540163, "get_disposable_virtual_card": 0.00250075022506752, "get_physical_card": 0.33249974992497744, "getting_spare_card": 0.03110933279983995, "getting_virtual_card": 0.003401020306091827, "lost_or_stolen_card": 0.00990297089126738, "lost_or_stolen_phone": 0.001100330099029709, "order_physical_card": 0.11743523056917075, "passcode_forgotten": 0.001600480144043213, "pending_card_payment": 0.002100630189056717, "pending_cash_withdrawal": 0.0012003601080324095, "pending_top_up": 0.0013003901170351103, "pending_transfer": 0.0013003901170351103, "pin_blocked": 0.0019005701710513153, "receiving_money": 0.002400720216064819, "request_refund": 0.00250075022506752, "reverted_card_payment?": 0.0026007802340702207, "supported_cards_and_currencies": 0.01860558167450235, "terminate_account": 0.0017005101530459135, "top_up_by_bank_transfer_charge": 0.001600480144043213, "top_up_by_card_charge": 0.0020006001800540163, "top_up_by_cash_or_cheque": 0.0019005701710513153, "top_up_failed": 0.001600480144043213, "top_up_limits": 0.0015004501350405122, "top_up_reverted": 0.0020006001800540163, "topping_up_by_card": 0.008402520756226868, "transaction_charged_twice": 0.0015004501350405122, "transfer_fee_charged": 0.0013003901170351103, "transfer_into_account": 0.0014004201260378114, "transfer_not_received_by_recipient": 0.0018005401620486145, "transfer_timing": 0.00250075022506752, "unable_to_verify_identity": 0.0019005701710513153, "verify_my_identity": 0.0018005401620486145, "verify_source_of_funds": 0.0014004201260378114, "verify_top_up": 0.0014004201260378114, "virtual_card_not_working": 0.00370111033309993, "visa_or_mastercard": 0.01590477143142943, "why_verify_identity": 0.0015004501350405122, "wrong_amount_of_cash_received": 0.0014004201260378114, "wrong_exchange_rate_for_cash_withdrawal": 0.0018005401620486145 }, "error": null, "latency_ms": 66.13437493797392, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-283", "text_group": "885622a7e028d9da6c8ab4ff365c946977a90a35a8a9fdcfd027b10d002b6378", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.003099070278916325, "card_delivery_estimate": 0.9158252524242728, "card_linking": 0.0003998800359892033, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0002999100269919024, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0003998800359892033, "country_support": 0.000499850044986504, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0005998200539838048, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0006997900629811057, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0008997300809757073, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0036988903329001305, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0003998800359892033, "transfer_not_received_by_recipient": 0.0493851844446666, "transfer_timing": 0.0006997900629811057, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.000499850044986504, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 68.3186249807477, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-284", "text_group": "a387b24a056c0e5338622deb575e1605fda46ecf8789e531d6fd9af5c7c09159", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00030009002700810244, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.00030009002700810244, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.00020006001800540165, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.00030009002700810244, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.00030009002700810244, "card_arrival": 0.0983294988496549, "card_delivery_estimate": 0.8754626387916375, "card_linking": 0.0006001800540162049, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.0004001200360108033, "cash_withdrawal_charge": 0.00020006001800540165, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.0004001200360108033, "country_support": 0.00030009002700810244, "declined_card_payment": 0.00030009002700810244, "declined_cash_withdrawal": 0.00020006001800540165, "declined_transfer": 0.00020006001800540165, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.0004001200360108033, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.00030009002700810244, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.0019005701710513156, "getting_spare_card": 0.0005001500450135041, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.0008002400720216066, "lost_or_stolen_phone": 0.00030009002700810244, "order_physical_card": 0.0019005701710513156, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.0008002400720216066, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0005001500450135041, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.0004001200360108033, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00020006001800540165, "top_up_failed": 0.00030009002700810244, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.00030009002700810244, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.0004001200360108033, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.00020006001800540165, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.0004001200360108033, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 68.97666701115668, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-285", "text_group": "dc5b9099ace1d151a326b4f29c1c5c3a4e376cc55660c6d8617e6e6aeada7145", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0020991603358656535, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0003998400639744103, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.07347061175529788, "card_delivery_estimate": 0.6789284286285486, "card_linking": 0.007896841263494603, "card_not_working": 0.0014994002399040384, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.0007996801279488206, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0002998800479808077, "compromised_card": 0.0005997600959616154, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0004998000799680128, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.000899640143942423, "get_physical_card": 0.148640543782487, "getting_spare_card": 0.009496201519392244, "getting_virtual_card": 0.0005997600959616154, "lost_or_stolen_card": 0.004798080767692923, "lost_or_stolen_phone": 0.0003998400639744103, "order_physical_card": 0.046581367453018795, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.0010995601759296284, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0006997201119552179, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0004998000799680128, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0004998000799680128, "visa_or_mastercard": 0.0011995201919232307, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 68.87920794542879, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-286", "text_group": "5cf7a677b5b97f2089e2922d1c050f1fdf99a142da5abd5bf9a0cc4e7c00a62a", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0045, "card_delivery_estimate": 0.9499, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.001, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0002, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0006, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0004, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0011, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0212, "transfer_timing": 0.0011, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 67.68700003158301, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-287", "text_group": "cfd59f4e8e88609a32696461fd5f28e356d020d9929519a987767a2db876aada", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0021002100210021, "card_delivery_estimate": 0.9735973597359736, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0018001800180018, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0006000600060006, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0012001200120012, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.28524998854846, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-288", "text_group": "49a46b61195f42e172067415c5bf4f16cf3c317fa81e81863fb934da1867353f", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.0003002101471029721, "age_limit": 0.0003002101471029721, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.00020014009806864808, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002101471029721, "beneficiary_not_allowed": 0.0003002101471029721, "cancel_transfer": 0.00020014009806864808, "card_about_to_expire": 0.0003002101471029721, "card_acceptance": 0.00040028019613729617, "card_arrival": 0.05814069848894226, "card_delivery_estimate": 0.9190433303312319, "card_linking": 0.00040028019613729617, "card_not_working": 0.00040028019613729617, "card_payment_fee_charged": 0.0003002101471029721, "card_payment_not_recognised": 0.0003002101471029721, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.00040028019613729617, "cash_withdrawal_charge": 0.00020014009806864808, "cash_withdrawal_not_recognised": 0.00020014009806864808, "change_pin": 0.00020014009806864808, "compromised_card": 0.0003002101471029721, "contactless_not_working": 0.0003002101471029721, "country_support": 0.0017011908335835084, "declined_card_payment": 0.00020014009806864808, "declined_cash_withdrawal": 0.00020014009806864808, "declined_transfer": 0.00020014009806864808, "direct_debit_payment_not_recognised": 0.0003002101471029721, "disposable_card_limits": 0.00040028019613729617, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.00020014009806864808, "fiat_currency_support": 0.0003002101471029721, "get_disposable_virtual_card": 0.0003002101471029721, "get_physical_card": 0.0006004202942059442, "getting_spare_card": 0.00040028019613729617, "getting_virtual_card": 0.0003002101471029721, "lost_or_stolen_card": 0.0003002101471029721, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.0009006304413089162, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.0003002101471029721, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.0003002101471029721, "pending_transfer": 0.0003002101471029721, "pin_blocked": 0.0003002101471029721, "receiving_money": 0.0003002101471029721, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.0003002101471029721, "supported_cards_and_currencies": 0.0006004202942059442, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.00020014009806864808, "top_up_by_card_charge": 0.0003002101471029721, "top_up_by_cash_or_cheque": 0.00020014009806864808, "top_up_failed": 0.00020014009806864808, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.00040028019613729617, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.00020014009806864808, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.0003002101471029721, "transfer_timing": 0.0003002101471029721, "unable_to_verify_identity": 0.0003002101471029721, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.0003002101471029721, "visa_or_mastercard": 0.0005003502451716202, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.00020014009806864808, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 67.59624998085201, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-289", "text_group": "d78cdcf4cd3691f078a76a5b3e52e616dbcc895b42aa38a802999e5638b52b13", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0010995601759296284, "activate_my_card": 0.00969612155137945, "age_limit": 0.0010995601759296284, "apple_pay_or_google_pay": 0.0015993602558976412, "atm_support": 0.0018992403038784486, "automatic_top_up": 0.0009996001599360256, "balance_not_updated_after_bank_transfer": 0.0012994802079168333, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011995201919232307, "beneficiary_not_allowed": 0.0015993602558976412, "cancel_transfer": 0.0010995601759296284, "card_about_to_expire": 0.02229108356657337, "card_acceptance": 0.006697321071571372, "card_arrival": 0.13754498200719711, "card_delivery_estimate": 0.4397241103558577, "card_linking": 0.029088364654138346, "card_not_working": 0.011495401839264294, "card_payment_fee_charged": 0.001799280287884846, "card_payment_not_recognised": 0.0012994802079168333, "card_payment_wrong_exchange_rate": 0.0013994402239104358, "card_swallowed": 0.0020991603358656535, "cash_withdrawal_charge": 0.0010995601759296284, "cash_withdrawal_not_recognised": 0.0009996001599360256, "change_pin": 0.0012994802079168333, "compromised_card": 0.001799280287884846, "contactless_not_working": 0.0016993202718912435, "country_support": 0.0016993202718912435, "declined_card_payment": 0.0011995201919232307, "declined_cash_withdrawal": 0.0007996801279488206, "declined_transfer": 0.0009996001599360256, "direct_debit_payment_not_recognised": 0.0011995201919232307, "disposable_card_limits": 0.0023990403838464614, "edit_personal_details": 0.0009996001599360256, "exchange_charge": 0.0010995601759296284, "exchange_rate": 0.000899640143942423, "exchange_via_app": 0.0009996001599360256, "extra_charge_on_statement": 0.000899640143942423, "failed_transfer": 0.000899640143942423, "fiat_currency_support": 0.0013994402239104358, "get_disposable_virtual_card": 0.001799280287884846, "get_physical_card": 0.07067173130747702, "getting_spare_card": 0.08646541383446621, "getting_virtual_card": 0.001999200319872051, "lost_or_stolen_card": 0.01989204318272691, "lost_or_stolen_phone": 0.000899640143942423, "order_physical_card": 0.06427429028388644, "passcode_forgotten": 0.0009996001599360256, "pending_card_payment": 0.0013994402239104358, "pending_cash_withdrawal": 0.000899640143942423, "pending_top_up": 0.000899640143942423, "pending_transfer": 0.0009996001599360256, "pin_blocked": 0.0011995201919232307, "receiving_money": 0.0016993202718912435, "request_refund": 0.001799280287884846, "reverted_card_payment?": 0.0014994002399040384, "supported_cards_and_currencies": 0.007696921231507397, "terminate_account": 0.0010995601759296284, "top_up_by_bank_transfer_charge": 0.0010995601759296284, "top_up_by_card_charge": 0.0013994402239104358, "top_up_by_cash_or_cheque": 0.0012994802079168333, "top_up_failed": 0.0010995601759296284, "top_up_limits": 0.0009996001599360256, "top_up_reverted": 0.0013994402239104358, "topping_up_by_card": 0.004998000799680128, "transaction_charged_twice": 0.0009996001599360256, "transfer_fee_charged": 0.000899640143942423, "transfer_into_account": 0.000899640143942423, "transfer_not_received_by_recipient": 0.0010995601759296284, "transfer_timing": 0.001799280287884846, "unable_to_verify_identity": 0.0010995601759296284, "verify_my_identity": 0.0010995601759296284, "verify_source_of_funds": 0.000899640143942423, "verify_top_up": 0.0009996001599360256, "virtual_card_not_working": 0.0020991603358656535, "visa_or_mastercard": 0.00899640143942423, "why_verify_identity": 0.0009996001599360256, "wrong_amount_of_cash_received": 0.0009996001599360256, "wrong_exchange_rate_for_cash_withdrawal": 0.0011995201919232307 }, "error": null, "latency_ms": 66.93795800674707, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-290", "text_group": "148e6deddf561b1c239c4111ae55ef8237f7373a3f87402c44af72375618f849", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0004, "card_acceptance": 0.0005, "card_arrival": 0.0042, "card_delivery_estimate": 0.9502, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0204, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0004, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0004, "pin_blocked": 0.0003, "receiving_money": 0.0005, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 67.70679203327745, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-291", "text_group": "2e77ce81147400ac379c86e9217d266ada17feb6a437cacd07f23fbdd1d2f133", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00040016006402561027, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.0006002400960384153, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.02310924369747899, "card_delivery_estimate": 0.9173669467787114, "card_linking": 0.0005002000800320128, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.0005002000800320128, "country_support": 0.0006002400960384153, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.0005002000800320128, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.0007002801120448179, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.0008003201280512205, "getting_spare_card": 0.0007002801120448179, "getting_virtual_card": 0.0005002000800320128, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.0006002400960384153, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.0017006802721088435, "pending_cash_withdrawal": 0.0018007202881152459, "pending_top_up": 0.0020008003201280513, "pending_transfer": 0.005802320928371348, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.0019007603041216485, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.0007002801120448179, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00040016006402561027, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.0006002400960384153, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.01490596238495398, "transfer_timing": 0.0037014805922368946, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00040016006402561027, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00040016006402561027, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.0006002400960384153, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.0006002400960384153, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 67.85020895767957, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-292", "text_group": "c1e9d4858faf7d6941e032d09fe1fa008d3245998fca01a0f64161475eed37ac", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.00039980009995002505, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.0002998500749625187, "atm_support": 0.00039980009995002505, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.00019990004997501253, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998500749625187, "beneficiary_not_allowed": 0.0002998500749625187, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.0004997501249375313, "card_arrival": 0.033183408295852077, "card_delivery_estimate": 0.9351324337831085, "card_linking": 0.0005997001499250374, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.0002998500749625187, "card_payment_wrong_exchange_rate": 0.0002998500749625187, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.0002998500749625187, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0002998500749625187, "compromised_card": 0.00039980009995002505, "contactless_not_working": 0.0002998500749625187, "country_support": 0.00039980009995002505, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.00039980009995002505, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.004897551224387806, "getting_spare_card": 0.0006996501749125438, "getting_virtual_card": 0.00039980009995002505, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.002898550724637681, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.0004997501249375313, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.0002998500749625187, "supported_cards_and_currencies": 0.0005997001499250374, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.0004997501249375313, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.00039980009995002505, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998500749625187 }, "error": null, "latency_ms": 70.65733300987631, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-293", "text_group": "11a6af089706a55d0672e02e83ea068c9e7e08f0039af0def40b86e66447a8f8", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0012001200120012, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.0013001300130013002, "atm_support": 0.002000200020002, "automatic_top_up": 0.0011001100110011003, "balance_not_updated_after_bank_transfer": 0.0009000900090009, "balance_not_updated_after_cheque_or_cash_deposit": 0.001000100010001, "beneficiary_not_allowed": 0.001000100010001, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0018001800180018, "card_arrival": 0.010201020102010202, "card_delivery_estimate": 0.9104910491049105, "card_linking": 0.0012001200120012, "card_not_working": 0.0009000900090009, "card_payment_fee_charged": 0.0009000900090009, "card_payment_not_recognised": 0.001000100010001, "card_payment_wrong_exchange_rate": 0.0011001100110011003, "card_swallowed": 0.0009000900090009, "cash_withdrawal_charge": 0.001000100010001, "cash_withdrawal_not_recognised": 0.0008000800080008001, "change_pin": 0.0008000800080008001, "compromised_card": 0.0009000900090009, "contactless_not_working": 0.0011001100110011003, "country_support": 0.0015001500150015003, "declined_card_payment": 0.0008000800080008001, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.0008000800080008001, "direct_debit_payment_not_recognised": 0.0011001100110011003, "disposable_card_limits": 0.0011001100110011003, "edit_personal_details": 0.0008000800080008001, "exchange_charge": 0.0012001200120012, "exchange_rate": 0.0012001200120012, "exchange_via_app": 0.0012001200120012, "extra_charge_on_statement": 0.0011001100110011003, "failed_transfer": 0.0009000900090009, "fiat_currency_support": 0.0016001600160016002, "get_disposable_virtual_card": 0.0011001100110011003, "get_physical_card": 0.0015001500150015003, "getting_spare_card": 0.0012001200120012, "getting_virtual_card": 0.001000100010001, "lost_or_stolen_card": 0.0006000600060006, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.0011001100110011003, "passcode_forgotten": 0.0007000700070007, "pending_card_payment": 0.0008000800080008001, "pending_cash_withdrawal": 0.0009000900090009, "pending_top_up": 0.0009000900090009, "pending_transfer": 0.001000100010001, "pin_blocked": 0.0007000700070007, "receiving_money": 0.006600660066006601, "request_refund": 0.0011001100110011003, "reverted_card_payment?": 0.001000100010001, "supported_cards_and_currencies": 0.002000200020002, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.0011001100110011003, "top_up_by_card_charge": 0.0009000900090009, "top_up_by_cash_or_cheque": 0.0009000900090009, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.0009000900090009, "topping_up_by_card": 0.0011001100110011003, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.0007000700070007, "transfer_into_account": 0.0007000700070007, "transfer_not_received_by_recipient": 0.0011001100110011003, "transfer_timing": 0.001000100010001, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0008000800080008001, "verify_source_of_funds": 0.0008000800080008001, "verify_top_up": 0.0008000800080008001, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.0012001200120012, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0008000800080008001, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009 }, "error": null, "latency_ms": 69.90499992389232, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-294", "text_group": "5d5a1a0e4cb3dff4644892c03e6f264dc2860b3bc2361cea47897b73e2494fe9", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00040008001600320064, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.006601320264052811, "card_delivery_estimate": 0.9615923184636928, "card_linking": 0.0005001000200040008, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0023004600920184036, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0007001400280056011, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0008001600320064013, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 72.40362500306219, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-295", "text_group": "d8cd4e4f86461da565d47c7b30a3b86bf585b90fa69459fa4f1e3d6dc0871e3f", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.0005002000800320128, "age_limit": 0.00040016006402561027, "apple_pay_or_google_pay": 0.0006002400960384153, "atm_support": 0.0008003201280512205, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0007002801120448179, "card_arrival": 0.003001200480192077, "card_delivery_estimate": 0.9573829531812725, "card_linking": 0.0006002400960384153, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.0005002000800320128, "card_payment_not_recognised": 0.0005002000800320128, "card_payment_wrong_exchange_rate": 0.0006002400960384153, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.0005002000800320128, "cash_withdrawal_not_recognised": 0.0005002000800320128, "change_pin": 0.00040016006402561027, "compromised_card": 0.0005002000800320128, "contactless_not_working": 0.0006002400960384153, "country_support": 0.0008003201280512205, "declined_card_payment": 0.00040016006402561027, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.0005002000800320128, "direct_debit_payment_not_recognised": 0.0005002000800320128, "disposable_card_limits": 0.0006002400960384153, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.0005002000800320128, "exchange_rate": 0.0005002000800320128, "exchange_via_app": 0.0005002000800320128, "extra_charge_on_statement": 0.00040016006402561027, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.0008003201280512205, "get_disposable_virtual_card": 0.0005002000800320128, "get_physical_card": 0.0014005602240896359, "getting_spare_card": 0.0008003201280512205, "getting_virtual_card": 0.0007002801120448179, "lost_or_stolen_card": 0.00040016006402561027, "lost_or_stolen_phone": 0.00040016006402561027, "order_physical_card": 0.000900360144057623, "passcode_forgotten": 0.00040016006402561027, "pending_card_payment": 0.0005002000800320128, "pending_cash_withdrawal": 0.0005002000800320128, "pending_top_up": 0.0005002000800320128, "pending_transfer": 0.0005002000800320128, "pin_blocked": 0.0005002000800320128, "receiving_money": 0.000900360144057623, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.000900360144057623, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.0005002000800320128, "top_up_by_card_charge": 0.0005002000800320128, "top_up_by_cash_or_cheque": 0.0005002000800320128, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.0005002000800320128, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.0006002400960384153, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.00040016006402561027, "transfer_into_account": 0.00040016006402561027, "transfer_not_received_by_recipient": 0.0005002000800320128, "transfer_timing": 0.0005002000800320128, "unable_to_verify_identity": 0.0005002000800320128, "verify_my_identity": 0.0005002000800320128, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.00040016006402561027, "virtual_card_not_working": 0.0005002000800320128, "visa_or_mastercard": 0.0007002801120448179, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.0005002000800320128, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002000800320128 }, "error": null, "latency_ms": 74.18787502683699, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-296", "text_group": "02f9471ed2e6372cd996920d0c63443dd491e39791cffe14effeb71666a36fcd", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0003998400639744103, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.0005997600959616154, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0004998000799680128, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.0030987604958016795, "card_delivery_estimate": 0.9543182726909236, "card_linking": 0.0004998000799680128, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0003998400639744103, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0003998400639744103, "compromised_card": 0.0004998000799680128, "contactless_not_working": 0.0004998000799680128, "country_support": 0.0005997600959616154, "declined_card_payment": 0.0003998400639744103, "declined_cash_withdrawal": 0.0003998400639744103, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.0004998000799680128, "disposable_card_limits": 0.0006997201119552179, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.0003998400639744103, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0003998400639744103, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.0005997600959616154, "get_disposable_virtual_card": 0.0004998000799680128, "get_physical_card": 0.005597760895641743, "getting_spare_card": 0.0004998000799680128, "getting_virtual_card": 0.0004998000799680128, "lost_or_stolen_card": 0.0003998400639744103, "lost_or_stolen_phone": 0.0003998400639744103, "order_physical_card": 0.003698520591763295, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0003998400639744103, "pending_cash_withdrawal": 0.0004998000799680128, "pending_top_up": 0.0003998400639744103, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.0003998400639744103, "receiving_money": 0.0007996801279488206, "request_refund": 0.0006997201119552179, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.0006997201119552179, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0004998000799680128, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0003998400639744103, "transfer_into_account": 0.0003998400639744103, "transfer_not_received_by_recipient": 0.0005997600959616154, "transfer_timing": 0.0006997201119552179, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0003998400639744103, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0004998000799680128, "visa_or_mastercard": 0.0005997600959616154, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.0003998400639744103, "wrong_exchange_rate_for_cash_withdrawal": 0.0004998000799680128 }, "error": null, "latency_ms": 75.75766602531075, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-297", "text_group": "b2b813520a8af9c386c81fc252510e556b057d09328504abc1d337aa1d51f91b", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020002000200020003, "beneficiary_not_allowed": 0.00020002000200020003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.0072007200720072, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.2798279827982798, "card_delivery_estimate": 0.6892689268926893, "card_linking": 0.0007000700070007, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0036003600360036, "getting_spare_card": 0.0007000700070007, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0009000900090009, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0007000700070007, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00020002000200020003, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 74.57429100759327, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-298", "text_group": "17a0812de5e4f6bae535a71654330035614b6d4460194147307a151720217be5", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00029979014689717197, "activate_my_card": 0.00049965024482862, "age_limit": 0.00029979014689717197, "apple_pay_or_google_pay": 0.000399720195862896, "atm_support": 0.00049965024482862, "automatic_top_up": 0.00029979014689717197, "balance_not_updated_after_bank_transfer": 0.00029979014689717197, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029979014689717197, "beneficiary_not_allowed": 0.00029979014689717197, "cancel_transfer": 0.00029979014689717197, "card_about_to_expire": 0.000399720195862896, "card_acceptance": 0.00049965024482862, "card_arrival": 0.09293494553812331, "card_delivery_estimate": 0.8442090536624364, "card_linking": 0.0014989507344858601, "card_not_working": 0.00049965024482862, "card_payment_fee_charged": 0.00029979014689717197, "card_payment_not_recognised": 0.00029979014689717197, "card_payment_wrong_exchange_rate": 0.00029979014689717197, "card_swallowed": 0.000399720195862896, "cash_withdrawal_charge": 0.00029979014689717197, "cash_withdrawal_not_recognised": 0.00029979014689717197, "change_pin": 0.00029979014689717197, "compromised_card": 0.000399720195862896, "contactless_not_working": 0.000399720195862896, "country_support": 0.00049965024482862, "declined_card_payment": 0.00029979014689717197, "declined_cash_withdrawal": 0.00029979014689717197, "declined_transfer": 0.00029979014689717197, "direct_debit_payment_not_recognised": 0.00029979014689717197, "disposable_card_limits": 0.00049965024482862, "edit_personal_details": 0.00029979014689717197, "exchange_charge": 0.00029979014689717197, "exchange_rate": 0.00029979014689717197, "exchange_via_app": 0.00029979014689717197, "extra_charge_on_statement": 0.00029979014689717197, "failed_transfer": 0.00029979014689717197, "fiat_currency_support": 0.00049965024482862, "get_disposable_virtual_card": 0.00049965024482862, "get_physical_card": 0.027580693514539824, "getting_spare_card": 0.0016988108324173079, "getting_virtual_card": 0.00049965024482862, "lost_or_stolen_card": 0.000399720195862896, "lost_or_stolen_phone": 0.000199860097931448, "order_physical_card": 0.005096432497251924, "passcode_forgotten": 0.00029979014689717197, "pending_card_payment": 0.000399720195862896, "pending_cash_withdrawal": 0.000399720195862896, "pending_top_up": 0.000399720195862896, "pending_transfer": 0.000399720195862896, "pin_blocked": 0.00029979014689717197, "receiving_money": 0.000799440391725792, "request_refund": 0.00029979014689717197, "reverted_card_payment?": 0.000399720195862896, "supported_cards_and_currencies": 0.001099230538622964, "terminate_account": 0.00029979014689717197, "top_up_by_bank_transfer_charge": 0.00029979014689717197, "top_up_by_card_charge": 0.00029979014689717197, "top_up_by_cash_or_cheque": 0.00029979014689717197, "top_up_failed": 0.00029979014689717197, "top_up_limits": 0.00029979014689717197, "top_up_reverted": 0.00029979014689717197, "topping_up_by_card": 0.001099230538622964, "transaction_charged_twice": 0.000199860097931448, "transfer_fee_charged": 0.00029979014689717197, "transfer_into_account": 0.00029979014689717197, "transfer_not_received_by_recipient": 0.00049965024482862, "transfer_timing": 0.000399720195862896, "unable_to_verify_identity": 0.00029979014689717197, "verify_my_identity": 0.00029979014689717197, "verify_source_of_funds": 0.00029979014689717197, "verify_top_up": 0.00029979014689717197, "virtual_card_not_working": 0.000399720195862896, "visa_or_mastercard": 0.000799440391725792, "why_verify_identity": 0.00029979014689717197, "wrong_amount_of_cash_received": 0.00029979014689717197, "wrong_exchange_rate_for_cash_withdrawal": 0.00029979014689717197 }, "error": null, "latency_ms": 68.8435829943046, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-299", "text_group": "c7596d6cc1195a4a939d4932549d8e2ac6898ad07500c74406800705785b6fbf", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00040016006402561027, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.09083633453381354, "card_delivery_estimate": 0.8805522208883554, "card_linking": 0.0005002000800320128, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00040016006402561027, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.0020008003201280513, "getting_spare_card": 0.0005002000800320128, "getting_virtual_card": 0.00040016006402561027, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.002300920368147259, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.0022008803521408565, "pending_cash_withdrawal": 0.00040016006402561027, "pending_top_up": 0.0005002000800320128, "pending_transfer": 0.0005002000800320128, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00040016006402561027, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.0005002000800320128, "transfer_timing": 0.00040016006402561027, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.0005002000800320128, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 71.33208308368921, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-300", "text_group": "c3e00f7482bc91bb9322653c457eab4bffe235cfdbb7a1c405ccf0be26481d53", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0006999300069993001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.0013998600139986002, "card_delivery_estimate": 0.9601039896010399, "card_linking": 0.0004999500049995, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00039996000399960006, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0004999500049995, "country_support": 0.0006999300069993001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0015998400159984002, "getting_spare_card": 0.0007999200079992001, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0006999300069993001, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.0006999300069993001, "pin_blocked": 0.0004999500049995, "receiving_money": 0.001999800019998, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0006999300069993001, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.0005999400059994001, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 69.2379999672994, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-301", "text_group": "1cd6090434e368dad287e27f2c007f02d8057d280aa1e6d10fa126d2404369b9", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0006001200240048009, "activate_my_card": 0.0006001200240048009, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0008001600320064013, "atm_support": 0.0012002400480096017, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.0011002200440088019, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010002000400080016, "beneficiary_not_allowed": 0.0008001600320064013, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0009001800360072014, "card_arrival": 0.06651330266053211, "card_delivery_estimate": 0.6319263852770555, "card_linking": 0.0008001600320064013, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0007001400280056011, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.0006001200240048009, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0010002000400080016, "change_pin": 0.00040008001600320064, "compromised_card": 0.0006001200240048009, "contactless_not_working": 0.0008001600320064013, "country_support": 0.0015003000600120023, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0007001400280056011, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0008001600320064013, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.007901580316063214, "getting_spare_card": 0.0007001400280056011, "getting_virtual_card": 0.0008001600320064013, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.0006001200240048009, "order_physical_card": 0.0023004600920184036, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0009001800360072014, "pending_cash_withdrawal": 0.005201040208041608, "pending_top_up": 0.0012002400480096017, "pending_transfer": 0.005301060212042409, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.010202040408081616, "request_refund": 0.0008001600320064013, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0009001800360072014, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0007001400280056011, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.22524504900980197, "transfer_timing": 0.0008001600320064013, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0006001200240048009, "visa_or_mastercard": 0.0009001800360072014, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0008001600320064013, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001200240048009 }, "error": null, "latency_ms": 68.8237079884857, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-302", "text_group": "ca044f665bd04df792f4278047137f42d1783219e31c41b2fd1fba1afe028df3", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.08280828082808281, "card_delivery_estimate": 0.89008900890089, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0014001400140014, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0026002600260026003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.01275000907481, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-303", "text_group": "d4242c534f4d2fc9321a42439d5eaf73528b5ef7888b4d926af13d7e93a56f19", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.012703811143343001, "card_delivery_estimate": 0.9538861658497549, "card_linking": 0.00040012003601080324, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.0003000900270081024, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.00040012003601080324, "country_support": 0.003200960288086426, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.00040012003601080324, "direct_debit_payment_not_recognised": 0.00040012003601080324, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0005001500450135041, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.001100330099029709, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.001100330099029709, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.00370111033309993, "transfer_timing": 0.0007002100630189057, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.0005001500450135041, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 68.3560420293361, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-304", "text_group": "b591f46cfa076b2fcde0d2f63bae2b812586b718a0496d7fc6df5abca97a2a46", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00030015007503751874, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.0002001000500250125, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.0002001000500250125, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.000400200100050025, "card_arrival": 0.18459229614807401, "card_delivery_estimate": 0.7813906953476738, "card_linking": 0.000400200100050025, "card_not_working": 0.000400200100050025, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.000400200100050025, "country_support": 0.000400200100050025, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.0015007503751875938, "getting_spare_card": 0.0005002501250625312, "getting_virtual_card": 0.000400200100050025, "lost_or_stolen_card": 0.0005002501250625312, "lost_or_stolen_phone": 0.00030015007503751874, "order_physical_card": 0.011005502751375686, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0005002501250625312, "pending_cash_withdrawal": 0.00030015007503751874, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.000400200100050025, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00030015007503751874, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.0005002501250625312, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.000400200100050025, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.00030015007503751874, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.000400200100050025, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.08954197913408, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-305", "text_group": "04264c7d4fcf1dbe9ffef02efe29c6b959bc18c0280ba80160c5f52126545da9", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0015003000600120023, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0008001600320064013, "card_arrival": 0.051710342068413684, "card_delivery_estimate": 0.8627725545109022, "card_linking": 0.001900380076015203, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0007001400280056011, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0005001000200040008, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.02480496099219844, "getting_spare_card": 0.003700740148029606, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.0006001200240048009, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.016003200640128026, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.0008001600320064013, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0023004600920184036, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0007001400280056011, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0008001600320064013, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.003200640128025605, "transfer_timing": 0.0030006001200240046, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 67.87083297967911, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-306", "text_group": "48c926506e082989100424530733dfede54539a11c8178ca5fd923ed93665bf4", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0639127825565113, "card_delivery_estimate": 0.905381076215243, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0005001000200040008, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.002500500100020004, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.006901380276055211, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.001900380076015203, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 67.34162499196827, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-307", "text_group": "0438f09441c773bdf5434e72b38c6a2bf95ae9bbb9a46b0b8fbd64a34f372e4b", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0004999000199960008, "activate_my_card": 0.0004999000199960008, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0006998600279944011, "atm_support": 0.0010997800439912018, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009998000399920016, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0008998200359928015, "card_arrival": 0.02299540091981604, "card_delivery_estimate": 0.9178164367126576, "card_linking": 0.0006998600279944011, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0004999000199960008, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0006998600279944011, "country_support": 0.01199760047990402, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0005998800239952009, "direct_debit_payment_not_recognised": 0.0007998400319936014, "disposable_card_limits": 0.0008998200359928015, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.0008998200359928015, "get_disposable_virtual_card": 0.0005998800239952009, "get_physical_card": 0.0010997800439912018, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.0004999000199960008, "order_physical_card": 0.0007998400319936014, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0006998600279944011, "request_refund": 0.0004999000199960008, "reverted_card_payment?": 0.0005998800239952009, "supported_cards_and_currencies": 0.0011997600479904018, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0009998000399920016, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0015996800639872027, "transfer_timing": 0.0006998600279944011, "unable_to_verify_identity": 0.0005998800239952009, "verify_my_identity": 0.0005998800239952009, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0009998000399920016, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 67.58020794950426, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-308", "text_group": "61a1cde9fe0a2998d7b06f715511b3c6b939cf81176ff66ea75eca6ea639f044", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0005998200539838048, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0005998200539838048, "card_acceptance": 0.0007997600719784066, "card_arrival": 0.028891332600219935, "card_delivery_estimate": 0.9248225532340298, "card_linking": 0.002199340197940618, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.0003998800359892033, "country_support": 0.000499850044986504, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.000499850044986504, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.009897030890732782, "getting_spare_card": 0.0016994901529541137, "getting_virtual_card": 0.0005998200539838048, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0015995201439568132, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.0005998200539838048, "pending_transfer": 0.000499850044986504, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0008997300809757073, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.001099670098970309, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.000499850044986504, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.001099670098970309, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0006997900629811057, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 67.4022079911083, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-309", "text_group": "e41b8b712597809f4b5a5abaf4f8e03bf23ef16d6c0aea015ea08b5c610afae5", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.0003002101471029721, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.00020014009806864808, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002101471029721, "beneficiary_not_allowed": 0.0003002101471029721, "cancel_transfer": 0.00020014009806864808, "card_about_to_expire": 0.0003002101471029721, "card_acceptance": 0.00040028019613729617, "card_arrival": 0.07295106574602223, "card_delivery_estimate": 0.8970279195436806, "card_linking": 0.00040028019613729617, "card_not_working": 0.00040028019613729617, "card_payment_fee_charged": 0.0003002101471029721, "card_payment_not_recognised": 0.0003002101471029721, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.0003002101471029721, "cash_withdrawal_charge": 0.00020014009806864808, "cash_withdrawal_not_recognised": 0.00020014009806864808, "change_pin": 0.00020014009806864808, "compromised_card": 0.0003002101471029721, "contactless_not_working": 0.0003002101471029721, "country_support": 0.00040028019613729617, "declined_card_payment": 0.00020014009806864808, "declined_cash_withdrawal": 0.00020014009806864808, "declined_transfer": 0.00020014009806864808, "direct_debit_payment_not_recognised": 0.0003002101471029721, "disposable_card_limits": 0.00040028019613729617, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.00020014009806864808, "fiat_currency_support": 0.0003002101471029721, "get_disposable_virtual_card": 0.0003002101471029721, "get_physical_card": 0.004503152206544581, "getting_spare_card": 0.0005003502451716202, "getting_virtual_card": 0.0003002101471029721, "lost_or_stolen_card": 0.00040028019613729617, "lost_or_stolen_phone": 0.0003002101471029721, "order_physical_card": 0.00570399279495647, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.0003002101471029721, "pending_cash_withdrawal": 0.0003002101471029721, "pending_top_up": 0.0003002101471029721, "pending_transfer": 0.0003002101471029721, "pin_blocked": 0.00020014009806864808, "receiving_money": 0.0003002101471029721, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.0003002101471029721, "supported_cards_and_currencies": 0.0005003502451716202, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.00020014009806864808, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.00020014009806864808, "top_up_failed": 0.00020014009806864808, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.00040028019613729617, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.00020014009806864808, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.0003002101471029721, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.0003002101471029721, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.0003002101471029721, "visa_or_mastercard": 0.00040028019613729617, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.0003002101471029721, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 67.52158293966204, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-310", "text_group": "c8b64a9c5e52cfeb13b5734c66df636eacde850f254c50c7b4ef5f141d305461", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00049965024482862, "activate_my_card": 0.0038972719096632357, "age_limit": 0.00049965024482862, "apple_pay_or_google_pay": 0.000699510342760068, "atm_support": 0.000899370440691516, "automatic_top_up": 0.00049965024482862, "balance_not_updated_after_bank_transfer": 0.00049965024482862, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005995802937943439, "beneficiary_not_allowed": 0.000699510342760068, "cancel_transfer": 0.00049965024482862, "card_about_to_expire": 0.000899370440691516, "card_acceptance": 0.002298391126211652, "card_arrival": 0.1686819226541421, "card_delivery_estimate": 0.6880183871290098, "card_linking": 0.011392025582092536, "card_not_working": 0.001898670930348756, "card_payment_fee_charged": 0.000799440391725792, "card_payment_not_recognised": 0.0005995802937943439, "card_payment_wrong_exchange_rate": 0.000699510342760068, "card_swallowed": 0.0016988108324173079, "cash_withdrawal_charge": 0.00049965024482862, "cash_withdrawal_not_recognised": 0.00049965024482862, "change_pin": 0.0005995802937943439, "compromised_card": 0.000899370440691516, "contactless_not_working": 0.000799440391725792, "country_support": 0.000799440391725792, "declined_card_payment": 0.0005995802937943439, "declined_cash_withdrawal": 0.000399720195862896, "declined_transfer": 0.00049965024482862, "direct_debit_payment_not_recognised": 0.0005995802937943439, "disposable_card_limits": 0.00099930048965724, "edit_personal_details": 0.0005995802937943439, "exchange_charge": 0.00049965024482862, "exchange_rate": 0.00049965024482862, "exchange_via_app": 0.0005995802937943439, "extra_charge_on_statement": 0.00049965024482862, "failed_transfer": 0.00049965024482862, "fiat_currency_support": 0.000699510342760068, "get_disposable_virtual_card": 0.00099930048965724, "get_physical_card": 0.02428300189867093, "getting_spare_card": 0.015888877785550117, "getting_virtual_card": 0.000899370440691516, "lost_or_stolen_card": 0.000699510342760068, "lost_or_stolen_phone": 0.000399720195862896, "order_physical_card": 0.030778455081442994, "passcode_forgotten": 0.000399720195862896, "pending_card_payment": 0.000799440391725792, "pending_cash_withdrawal": 0.0005995802937943439, "pending_top_up": 0.0005995802937943439, "pending_transfer": 0.000799440391725792, "pin_blocked": 0.00049965024482862, "receiving_money": 0.001598880783451584, "request_refund": 0.000699510342760068, "reverted_card_payment?": 0.000699510342760068, "supported_cards_and_currencies": 0.0033976216648346157, "terminate_account": 0.00049965024482862, "top_up_by_bank_transfer_charge": 0.0005995802937943439, "top_up_by_card_charge": 0.000699510342760068, "top_up_by_cash_or_cheque": 0.0005995802937943439, "top_up_failed": 0.0005995802937943439, "top_up_limits": 0.00049965024482862, "top_up_reverted": 0.000699510342760068, "topping_up_by_card": 0.003597481762766064, "transaction_charged_twice": 0.00049965024482862, "transfer_fee_charged": 0.00049965024482862, "transfer_into_account": 0.00049965024482862, "transfer_not_received_by_recipient": 0.000799440391725792, "transfer_timing": 0.000899370440691516, "unable_to_verify_identity": 0.0005995802937943439, "verify_my_identity": 0.00049965024482862, "verify_source_of_funds": 0.00049965024482862, "verify_top_up": 0.00049965024482862, "virtual_card_not_working": 0.000899370440691516, "visa_or_mastercard": 0.0029979014689717203, "why_verify_identity": 0.00049965024482862, "wrong_amount_of_cash_received": 0.00049965024482862, "wrong_exchange_rate_for_cash_withdrawal": 0.0005995802937943439 }, "error": null, "latency_ms": 67.74137506727129, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-311", "text_group": "97f91e67f9a4c0d00e4048331856a480e149824acadec7e33b00db9f302bf793", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0003998400639744103, "activate_my_card": 0.001799280287884846, "age_limit": 0.0005997600959616154, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.0005997600959616154, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0059976009596161535, "card_acceptance": 0.0006997201119552179, "card_arrival": 0.24200319872051182, "card_delivery_estimate": 0.6514394242303079, "card_linking": 0.002499000399840064, "card_not_working": 0.000899640143942423, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.0004998000799680128, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0003998400639744103, "compromised_card": 0.0005997600959616154, "contactless_not_working": 0.0004998000799680128, "country_support": 0.0005997600959616154, "declined_card_payment": 0.0003998400639744103, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.0011995201919232307, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0004998000799680128, "get_disposable_virtual_card": 0.0010995601759296284, "get_physical_card": 0.03478608556577369, "getting_spare_card": 0.0015993602558976412, "getting_virtual_card": 0.0007996801279488206, "lost_or_stolen_card": 0.0005997600959616154, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.02648940423830468, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0003998400639744103, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0003998400639744103, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0004998000799680128, "supported_cards_and_currencies": 0.001999200319872051, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0009996001599360256, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0007996801279488206, "visa_or_mastercard": 0.0023990403838464614, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 66.6434159502387, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-312", "text_group": "b667ffb54b9718aab1bc930d1623659d783dbce688abc150271dcf133115bcbf", "expected": "card_delivery_estimate", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.00019984012789768185, "activate_my_card": 0.00019984012789768185, "age_limit": 0.00019984012789768185, "apple_pay_or_google_pay": 0.00019984012789768185, "atm_support": 0.0002997601918465227, "automatic_top_up": 9.992006394884092e-05, "balance_not_updated_after_bank_transfer": 0.00019984012789768185, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019984012789768185, "beneficiary_not_allowed": 0.00019984012789768185, "cancel_transfer": 0.00019984012789768185, "card_about_to_expire": 0.0002997601918465227, "card_acceptance": 0.0002997601918465227, "card_arrival": 0.5848321342925659, "card_delivery_estimate": 0.38609112709832133, "card_linking": 0.0004996003197442045, "card_not_working": 0.0004996003197442045, "card_payment_fee_charged": 0.00019984012789768185, "card_payment_not_recognised": 0.00019984012789768185, "card_payment_wrong_exchange_rate": 0.00019984012789768185, "card_swallowed": 0.0002997601918465227, "cash_withdrawal_charge": 0.00019984012789768185, "cash_withdrawal_not_recognised": 0.00019984012789768185, "change_pin": 0.00019984012789768185, "compromised_card": 0.0002997601918465227, "contactless_not_working": 0.0002997601918465227, "country_support": 0.0002997601918465227, "declined_card_payment": 0.00019984012789768185, "declined_cash_withdrawal": 0.00019984012789768185, "declined_transfer": 0.00019984012789768185, "direct_debit_payment_not_recognised": 0.00019984012789768185, "disposable_card_limits": 0.0002997601918465227, "edit_personal_details": 0.00019984012789768185, "exchange_charge": 0.00019984012789768185, "exchange_rate": 0.00019984012789768185, "exchange_via_app": 0.00019984012789768185, "extra_charge_on_statement": 0.00019984012789768185, "failed_transfer": 0.00019984012789768185, "fiat_currency_support": 0.00019984012789768185, "get_disposable_virtual_card": 0.00019984012789768185, "get_physical_card": 0.0029976019184652274, "getting_spare_card": 0.0007993605115907274, "getting_virtual_card": 0.0002997601918465227, "lost_or_stolen_card": 0.0002997601918465227, "lost_or_stolen_phone": 0.00019984012789768185, "order_physical_card": 0.004796163069544363, "passcode_forgotten": 0.00019984012789768185, "pending_card_payment": 0.0031974420463629096, "pending_cash_withdrawal": 0.0003996802557953637, "pending_top_up": 0.0005995203836930454, "pending_transfer": 0.0003996802557953637, "pin_blocked": 0.00019984012789768185, "receiving_money": 0.0002997601918465227, "request_refund": 0.00019984012789768185, "reverted_card_payment?": 0.00019984012789768185, "supported_cards_and_currencies": 0.0002997601918465227, "terminate_account": 0.00019984012789768185, "top_up_by_bank_transfer_charge": 0.00019984012789768185, "top_up_by_card_charge": 0.00019984012789768185, "top_up_by_cash_or_cheque": 0.00019984012789768185, "top_up_failed": 0.00019984012789768185, "top_up_limits": 0.00019984012789768185, "top_up_reverted": 0.00019984012789768185, "topping_up_by_card": 0.0002997601918465227, "transaction_charged_twice": 0.00019984012789768185, "transfer_fee_charged": 0.00019984012789768185, "transfer_into_account": 0.00019984012789768185, "transfer_not_received_by_recipient": 0.0003996802557953637, "transfer_timing": 0.00019984012789768185, "unable_to_verify_identity": 0.00019984012789768185, "verify_my_identity": 0.00019984012789768185, "verify_source_of_funds": 0.00019984012789768185, "verify_top_up": 0.00019984012789768185, "virtual_card_not_working": 0.00019984012789768185, "visa_or_mastercard": 0.0003996802557953637, "why_verify_identity": 0.00019984012789768185, "wrong_amount_of_cash_received": 0.0002997601918465227, "wrong_exchange_rate_for_cash_withdrawal": 0.00019984012789768185 }, "error": null, "latency_ms": 66.82120799086988, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-313", "text_group": "af30a0f37a753309c9cb793c666ed09af921a0edb060228d87477c417d0321b3", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0007998400319936014, "activate_my_card": 0.019996000799840034, "age_limit": 0.0006998600279944011, "apple_pay_or_google_pay": 0.0011997600479904018, "atm_support": 0.0013997200559888023, "automatic_top_up": 0.0007998400319936014, "balance_not_updated_after_bank_transfer": 0.0007998400319936014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007998400319936014, "beneficiary_not_allowed": 0.0011997600479904018, "cancel_transfer": 0.0008998200359928015, "card_about_to_expire": 0.005498900219956008, "card_acceptance": 0.00569886022795441, "card_arrival": 0.15616876624675066, "card_delivery_estimate": 0.47470505898820237, "card_linking": 0.024495100979804042, "card_not_working": 0.006998600279944011, "card_payment_fee_charged": 0.001299740051989602, "card_payment_not_recognised": 0.0009998000399920016, "card_payment_wrong_exchange_rate": 0.0010997800439912018, "card_swallowed": 0.001999600079984003, "cash_withdrawal_charge": 0.0007998400319936014, "cash_withdrawal_not_recognised": 0.0006998600279944011, "change_pin": 0.0009998000399920016, "compromised_card": 0.0013997200559888023, "contactless_not_working": 0.001299740051989602, "country_support": 0.0011997600479904018, "declined_card_payment": 0.0008998200359928015, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.0008998200359928015, "disposable_card_limits": 0.001299740051989602, "edit_personal_details": 0.0007998400319936014, "exchange_charge": 0.0007998400319936014, "exchange_rate": 0.0006998600279944011, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0006998600279944011, "fiat_currency_support": 0.0009998000399920016, "get_disposable_virtual_card": 0.001299740051989602, "get_physical_card": 0.15256948610277946, "getting_spare_card": 0.014297140571885624, "getting_virtual_card": 0.0014997000599880025, "lost_or_stolen_card": 0.003599280143971206, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.059088182363527295, "passcode_forgotten": 0.0007998400319936014, "pending_card_payment": 0.0010997800439912018, "pending_cash_withdrawal": 0.0007998400319936014, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.0009998000399920016, "pin_blocked": 0.0007998400319936014, "receiving_money": 0.001299740051989602, "request_refund": 0.0010997800439912018, "reverted_card_payment?": 0.0010997800439912018, "supported_cards_and_currencies": 0.005498900219956008, "terminate_account": 0.0007998400319936014, "top_up_by_bank_transfer_charge": 0.0007998400319936014, "top_up_by_card_charge": 0.0009998000399920016, "top_up_by_cash_or_cheque": 0.0008998200359928015, "top_up_failed": 0.0007998400319936014, "top_up_limits": 0.0007998400319936014, "top_up_reverted": 0.0009998000399920016, "topping_up_by_card": 0.004099180163967207, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.0006998600279944011, "transfer_into_account": 0.0006998600279944011, "transfer_not_received_by_recipient": 0.0008998200359928015, "transfer_timing": 0.0011997600479904018, "unable_to_verify_identity": 0.0008998200359928015, "verify_my_identity": 0.0008998200359928015, "verify_source_of_funds": 0.0006998600279944011, "verify_top_up": 0.0007998400319936014, "virtual_card_not_working": 0.0015996800639872027, "visa_or_mastercard": 0.007598480303939213, "why_verify_identity": 0.0006998600279944011, "wrong_amount_of_cash_received": 0.0006998600279944011, "wrong_exchange_rate_for_cash_withdrawal": 0.0008998200359928015 }, "error": null, "latency_ms": 65.58345805387944, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-314", "text_group": "076c4ea2a831bde486c2e6f596bd5b4ea70f6049d00a89f7ae8698a55415623a", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0007001400280056011, "activate_my_card": 0.0006001200240048009, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.0010002000400080016, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0007001400280056011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008001600320064013, "beneficiary_not_allowed": 0.0008001600320064013, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0009001800360072014, "card_arrival": 0.002100420084016803, "card_delivery_estimate": 0.9405881176235247, "card_linking": 0.0008001600320064013, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0007001400280056011, "card_payment_wrong_exchange_rate": 0.0008001600320064013, "card_swallowed": 0.0008001600320064013, "cash_withdrawal_charge": 0.0008001600320064013, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.0006001200240048009, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0008001600320064013, "country_support": 0.0009001800360072014, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0009001800360072014, "disposable_card_limits": 0.0009001800360072014, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0007001400280056011, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0006001200240048009, "get_physical_card": 0.0016003200640128026, "getting_spare_card": 0.0007001400280056011, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.002100420084016803, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0006001200240048009, "pending_cash_withdrawal": 0.0007001400280056011, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.0007001400280056011, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.001300260052010402, "request_refund": 0.0011002200440088019, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0012002400480096017, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0008001600320064013, "top_up_by_card_charge": 0.0007001400280056011, "top_up_by_cash_or_cheque": 0.0009001800360072014, "top_up_failed": 0.0007001400280056011, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.0009001800360072014, "transaction_charged_twice": 0.0006001200240048009, "transfer_fee_charged": 0.0006001200240048009, "transfer_into_account": 0.0006001200240048009, "transfer_not_received_by_recipient": 0.0011002200440088019, "transfer_timing": 0.0014002800560112022, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.0006001200240048009, "verify_source_of_funds": 0.0006001200240048009, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0008001600320064013, "visa_or_mastercard": 0.0011002200440088019, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.0007001400280056011, "wrong_exchange_rate_for_cash_withdrawal": 0.0008001600320064013 }, "error": null, "latency_ms": 66.12045899964869, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-315", "text_group": "750bbd3e9412f0880fc031da2a761c79aecce786c534107b9f8eef3d13e54e91", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00029982010793523883, "activate_my_card": 0.00029982010793523883, "age_limit": 0.00029982010793523883, "apple_pay_or_google_pay": 0.00039976014391365186, "atm_support": 0.0004997001798920648, "automatic_top_up": 0.00029982010793523883, "balance_not_updated_after_bank_transfer": 0.00029982010793523883, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029982010793523883, "beneficiary_not_allowed": 0.00029982010793523883, "cancel_transfer": 0.00029982010793523883, "card_about_to_expire": 0.00029982010793523883, "card_acceptance": 0.00039976014391365186, "card_arrival": 0.002598440935438737, "card_delivery_estimate": 0.9705176893863682, "card_linking": 0.00039976014391365186, "card_not_working": 0.00029982010793523883, "card_payment_fee_charged": 0.00029982010793523883, "card_payment_not_recognised": 0.00029982010793523883, "card_payment_wrong_exchange_rate": 0.00029982010793523883, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.00029982010793523883, "cash_withdrawal_not_recognised": 0.00039976014391365186, "change_pin": 0.00029982010793523883, "compromised_card": 0.00029982010793523883, "contactless_not_working": 0.00039976014391365186, "country_support": 0.0011992804317409553, "declined_card_payment": 0.00029982010793523883, "declined_cash_withdrawal": 0.00029982010793523883, "declined_transfer": 0.00029982010793523883, "direct_debit_payment_not_recognised": 0.00039976014391365186, "disposable_card_limits": 0.00039976014391365186, "edit_personal_details": 0.00029982010793523883, "exchange_charge": 0.00029982010793523883, "exchange_rate": 0.00029982010793523883, "exchange_via_app": 0.00029982010793523883, "extra_charge_on_statement": 0.00029982010793523883, "failed_transfer": 0.00029982010793523883, "fiat_currency_support": 0.00039976014391365186, "get_disposable_virtual_card": 0.00029982010793523883, "get_physical_card": 0.0010993403957625426, "getting_spare_card": 0.00039976014391365186, "getting_virtual_card": 0.00039976014391365186, "lost_or_stolen_card": 0.00029982010793523883, "lost_or_stolen_phone": 0.00029982010793523883, "order_physical_card": 0.00029982010793523883, "passcode_forgotten": 0.00029982010793523883, "pending_card_payment": 0.00029982010793523883, "pending_cash_withdrawal": 0.0005996402158704777, "pending_top_up": 0.00029982010793523883, "pending_transfer": 0.00039976014391365186, "pin_blocked": 0.00029982010793523883, "receiving_money": 0.0006995802518488907, "request_refund": 0.00029982010793523883, "reverted_card_payment?": 0.00029982010793523883, "supported_cards_and_currencies": 0.0004997001798920648, "terminate_account": 0.00029982010793523883, "top_up_by_bank_transfer_charge": 0.00029982010793523883, "top_up_by_card_charge": 0.00029982010793523883, "top_up_by_cash_or_cheque": 0.00029982010793523883, "top_up_failed": 0.00029982010793523883, "top_up_limits": 0.00029982010793523883, "top_up_reverted": 0.00029982010793523883, "topping_up_by_card": 0.00039976014391365186, "transaction_charged_twice": 0.00029982010793523883, "transfer_fee_charged": 0.00029982010793523883, "transfer_into_account": 0.00029982010793523883, "transfer_not_received_by_recipient": 0.00039976014391365186, "transfer_timing": 0.00039976014391365186, "unable_to_verify_identity": 0.00029982010793523883, "verify_my_identity": 0.00029982010793523883, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.00029982010793523883, "virtual_card_not_working": 0.00029982010793523883, "visa_or_mastercard": 0.0004997001798920648, "why_verify_identity": 0.00029982010793523883, "wrong_amount_of_cash_received": 0.00029982010793523883, "wrong_exchange_rate_for_cash_withdrawal": 0.00029982010793523883 }, "error": null, "latency_ms": 66.04824995156378, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-316", "text_group": "f1081f61964e632f4c924c9f34fcf79260088d61bdf61c892c2939b36d209e2c", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0002999100269919024, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019994001799460164, "beneficiary_not_allowed": 0.00019994001799460164, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.26931920423872835, "card_delivery_estimate": 0.7056882935119464, "card_linking": 0.0003998800359892033, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.00019994001799460164, "card_payment_wrong_exchange_rate": 0.00019994001799460164, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0002999100269919024, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.0006997900629811057, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.005298410476856943, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0012996101169649105, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.0002999100269919024, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.00019994001799460164, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 66.03612506296486, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-317", "text_group": "b1638823bb0687be65c2d5be53ab6779b4be12dc95460fd1f2f2223d428aa893", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.0005998200539838048, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0007997600719784066, "automatic_top_up": 0.000499850044986504, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0007997600719784066, "card_arrival": 0.0034989503149055285, "card_delivery_estimate": 0.952814155753274, "card_linking": 0.0006997900629811057, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.0005998200539838048, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.000499850044986504, "compromised_card": 0.0005998200539838048, "contactless_not_working": 0.0005998200539838048, "country_support": 0.0007997600719784066, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.000499850044986504, "declined_transfer": 0.000499850044986504, "direct_debit_payment_not_recognised": 0.0005998200539838048, "disposable_card_limits": 0.0006997900629811057, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.000499850044986504, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.0007997600719784066, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.001099670098970309, "getting_spare_card": 0.0007997600719784066, "getting_virtual_card": 0.0005998200539838048, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.0005998200539838048, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0006997900629811057, "pending_top_up": 0.0005998200539838048, "pending_transfer": 0.0005998200539838048, "pin_blocked": 0.000499850044986504, "receiving_money": 0.0016994901529541137, "request_refund": 0.0005998200539838048, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.0008997300809757073, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.000499850044986504, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.000499850044986504, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.0005998200539838048, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.000499850044986504, "transfer_not_received_by_recipient": 0.0005998200539838048, "transfer_timing": 0.0006997900629811057, "unable_to_verify_identity": 0.000499850044986504, "verify_my_identity": 0.000499850044986504, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.000499850044986504, "virtual_card_not_working": 0.0005998200539838048, "visa_or_mastercard": 0.0006997900629811057, "why_verify_identity": 0.000499850044986504, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998200539838048 }, "error": null, "latency_ms": 66.03091699071229, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-318", "text_group": "73eb7650a79cb2a6d9618d724ad9d91b15898ed25dd7952b582a19613933ee40", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00020012007204322593, "activate_my_card": 0.00040024014408645187, "age_limit": 0.00030018010806483886, "apple_pay_or_google_pay": 0.00030018010806483886, "atm_support": 0.00040024014408645187, "automatic_top_up": 0.00030018010806483886, "balance_not_updated_after_bank_transfer": 0.00020012007204322593, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030018010806483886, "beneficiary_not_allowed": 0.00030018010806483886, "cancel_transfer": 0.00020012007204322593, "card_about_to_expire": 0.00030018010806483886, "card_acceptance": 0.00040024014408645187, "card_arrival": 0.019011406844106463, "card_delivery_estimate": 0.9549729837902742, "card_linking": 0.0005003001801080648, "card_not_working": 0.00040024014408645187, "card_payment_fee_charged": 0.00030018010806483886, "card_payment_not_recognised": 0.00030018010806483886, "card_payment_wrong_exchange_rate": 0.00030018010806483886, "card_swallowed": 0.00030018010806483886, "cash_withdrawal_charge": 0.00030018010806483886, "cash_withdrawal_not_recognised": 0.00030018010806483886, "change_pin": 0.00020012007204322593, "compromised_card": 0.00030018010806483886, "contactless_not_working": 0.00030018010806483886, "country_support": 0.00040024014408645187, "declined_card_payment": 0.00020012007204322593, "declined_cash_withdrawal": 0.00020012007204322593, "declined_transfer": 0.00020012007204322593, "direct_debit_payment_not_recognised": 0.00030018010806483886, "disposable_card_limits": 0.00040024014408645187, "edit_personal_details": 0.00020012007204322593, "exchange_charge": 0.00020012007204322593, "exchange_rate": 0.00020012007204322593, "exchange_via_app": 0.00020012007204322593, "extra_charge_on_statement": 0.00020012007204322593, "failed_transfer": 0.00020012007204322593, "fiat_currency_support": 0.00040024014408645187, "get_disposable_virtual_card": 0.00030018010806483886, "get_physical_card": 0.0014008405043025814, "getting_spare_card": 0.0007004202521512907, "getting_virtual_card": 0.00030018010806483886, "lost_or_stolen_card": 0.00030018010806483886, "lost_or_stolen_phone": 0.00020012007204322593, "order_physical_card": 0.0034020412247348403, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.00030018010806483886, "pending_cash_withdrawal": 0.00030018010806483886, "pending_top_up": 0.00030018010806483886, "pending_transfer": 0.00030018010806483886, "pin_blocked": 0.00030018010806483886, "receiving_money": 0.00040024014408645187, "request_refund": 0.00020012007204322593, "reverted_card_payment?": 0.00030018010806483886, "supported_cards_and_currencies": 0.0005003001801080648, "terminate_account": 0.00020012007204322593, "top_up_by_bank_transfer_charge": 0.00020012007204322593, "top_up_by_card_charge": 0.00030018010806483886, "top_up_by_cash_or_cheque": 0.00030018010806483886, "top_up_failed": 0.00020012007204322593, "top_up_limits": 0.00030018010806483886, "top_up_reverted": 0.00030018010806483886, "topping_up_by_card": 0.00040024014408645187, "transaction_charged_twice": 0.00020012007204322593, "transfer_fee_charged": 0.00020012007204322593, "transfer_into_account": 0.00020012007204322593, "transfer_not_received_by_recipient": 0.00030018010806483886, "transfer_timing": 0.00030018010806483886, "unable_to_verify_identity": 0.00030018010806483886, "verify_my_identity": 0.00030018010806483886, "verify_source_of_funds": 0.00030018010806483886, "verify_top_up": 0.00020012007204322593, "virtual_card_not_working": 0.00030018010806483886, "visa_or_mastercard": 0.00030018010806483886, "why_verify_identity": 0.00020012007204322593, "wrong_amount_of_cash_received": 0.00030018010806483886, "wrong_exchange_rate_for_cash_withdrawal": 0.00030018010806483886 }, "error": null, "latency_ms": 66.33141706697643, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-319", "text_group": "00f4c2c1a999f381058355cd458f41d0253834f0abd676b9df89fe2443ef4a04", "expected": "card_delivery_estimate", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.001, "card_delivery_estimate": 0.9675, "card_linking": 0.0005, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0004, "country_support": 0.0006, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0003, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0004, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0015, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0007, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0004, "receiving_money": 0.0009, "request_refund": 0.0004, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0007, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0004, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 67.0709169935435, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-320", "text_group": "abce8b90c1d60618827321b3b3ee2d4f528e2d200fcbfeed41c6e8b39ad4da0d", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.000499850044986504, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0007997600719784066, "automatic_top_up": 0.8672398280515846, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0005998200539838048, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0005998200539838048, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0006997900629811057, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0006997900629811057, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.000499850044986504, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.002199340197940618, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0006997900629811057, "top_up_by_card_charge": 0.0006997900629811057, "top_up_by_cash_or_cheque": 0.0006997900629811057, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.001099670098970309, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.10076976906927922, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0006997900629811057, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 67.14458402711898, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-321", "text_group": "b143d7291e7365fc9220eddc524c3dab5c0e2fc003ce81b56841eefc9e5174e5", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 9.993004896572399e-05, "activate_my_card": 0.00019986009793144797, "age_limit": 0.0002997901468971719, "apple_pay_or_google_pay": 0.00019986009793144797, "atm_support": 0.00039972019586289594, "automatic_top_up": 0.6492455281303088, "balance_not_updated_after_bank_transfer": 0.00019986009793144797, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019986009793144797, "beneficiary_not_allowed": 0.00019986009793144797, "cancel_transfer": 0.00019986009793144797, "card_about_to_expire": 0.00019986009793144797, "card_acceptance": 0.0002997901468971719, "card_arrival": 0.00019986009793144797, "card_delivery_estimate": 0.00019986009793144797, "card_linking": 0.0002997901468971719, "card_not_working": 0.00019986009793144797, "card_payment_fee_charged": 0.00019986009793144797, "card_payment_not_recognised": 0.00019986009793144797, "card_payment_wrong_exchange_rate": 0.0002997901468971719, "card_swallowed": 0.00019986009793144797, "cash_withdrawal_charge": 0.00019986009793144797, "cash_withdrawal_not_recognised": 0.00019986009793144797, "change_pin": 0.00019986009793144797, "compromised_card": 0.00019986009793144797, "contactless_not_working": 0.00019986009793144797, "country_support": 0.0002997901468971719, "declined_card_payment": 0.00019986009793144797, "declined_cash_withdrawal": 0.00019986009793144797, "declined_transfer": 0.00019986009793144797, "direct_debit_payment_not_recognised": 0.00019986009793144797, "disposable_card_limits": 0.0017987408813830315, "edit_personal_details": 0.00019986009793144797, "exchange_charge": 0.00019986009793144797, "exchange_rate": 0.00019986009793144797, "exchange_via_app": 0.00019986009793144797, "extra_charge_on_statement": 0.00019986009793144797, "failed_transfer": 0.00019986009793144797, "fiat_currency_support": 0.0002997901468971719, "get_disposable_virtual_card": 0.0002997901468971719, "get_physical_card": 0.00019986009793144797, "getting_spare_card": 0.00019986009793144797, "getting_virtual_card": 0.00019986009793144797, "lost_or_stolen_card": 0.00019986009793144797, "lost_or_stolen_phone": 0.00019986009793144797, "order_physical_card": 0.00019986009793144797, "passcode_forgotten": 0.00019986009793144797, "pending_card_payment": 0.00019986009793144797, "pending_cash_withdrawal": 0.00019986009793144797, "pending_top_up": 0.0002997901468971719, "pending_transfer": 0.00019986009793144797, "pin_blocked": 0.00019986009793144797, "receiving_money": 0.0002997901468971719, "request_refund": 0.00019986009793144797, "reverted_card_payment?": 0.00019986009793144797, "supported_cards_and_currencies": 0.0002997901468971719, "terminate_account": 0.00019986009793144797, "top_up_by_bank_transfer_charge": 0.0002997901468971719, "top_up_by_card_charge": 0.0002997901468971719, "top_up_by_cash_or_cheque": 0.0002997901468971719, "top_up_failed": 0.0002997901468971719, "top_up_limits": 0.3317677625662036, "top_up_reverted": 0.0002997901468971719, "topping_up_by_card": 0.0007994403917257919, "transaction_charged_twice": 0.00019986009793144797, "transfer_fee_charged": 0.00019986009793144797, "transfer_into_account": 0.00019986009793144797, "transfer_not_received_by_recipient": 0.00019986009793144797, "transfer_timing": 0.00019986009793144797, "unable_to_verify_identity": 0.00019986009793144797, "verify_my_identity": 0.00019986009793144797, "verify_source_of_funds": 0.00019986009793144797, "verify_top_up": 0.00039972019586289594, "virtual_card_not_working": 0.00019986009793144797, "visa_or_mastercard": 0.00019986009793144797, "why_verify_identity": 0.00019986009793144797, "wrong_amount_of_cash_received": 0.00019986009793144797, "wrong_exchange_rate_for_cash_withdrawal": 0.00019986009793144797 }, "error": null, "latency_ms": 66.0060839727521, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-322", "text_group": "ed947cef4d0904866879d6659c5e3da40a0b05936e54896e38edee54538f335d", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.000499850044986504, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.001099670098970309, "automatic_top_up": 0.912926122163351, "balance_not_updated_after_bank_transfer": 0.0006997900629811057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007997600719784066, "beneficiary_not_allowed": 0.0006997900629811057, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0007997600719784066, "card_arrival": 0.0005998200539838048, "card_delivery_estimate": 0.0005998200539838048, "card_linking": 0.0007997600719784066, "card_not_working": 0.0007997600719784066, "card_payment_fee_charged": 0.0005998200539838048, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0006997900629811057, "card_swallowed": 0.0006997900629811057, "cash_withdrawal_charge": 0.0006997900629811057, "cash_withdrawal_not_recognised": 0.0005998200539838048, "change_pin": 0.000499850044986504, "compromised_card": 0.0005998200539838048, "contactless_not_working": 0.0005998200539838048, "country_support": 0.0008997300809757073, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.0005998200539838048, "declined_transfer": 0.0005998200539838048, "direct_debit_payment_not_recognised": 0.0005998200539838048, "disposable_card_limits": 0.0007997600719784066, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.0005998200539838048, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.0005998200539838048, "extra_charge_on_statement": 0.0005998200539838048, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.000999700089973008, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.0005998200539838048, "getting_spare_card": 0.0007997600719784066, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.000499850044986504, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.000499850044986504, "pending_top_up": 0.000999700089973008, "pending_transfer": 0.000499850044986504, "pin_blocked": 0.000499850044986504, "receiving_money": 0.0006997900629811057, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.0005998200539838048, "supported_cards_and_currencies": 0.001099670098970309, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.001099670098970309, "top_up_by_card_charge": 0.000999700089973008, "top_up_by_cash_or_cheque": 0.014495651304608618, "top_up_failed": 0.0008997300809757073, "top_up_limits": 0.005698290512846147, "top_up_reverted": 0.001099670098970309, "topping_up_by_card": 0.01969409177246826, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.000499850044986504, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.000499850044986504, "verify_my_identity": 0.000499850044986504, "verify_source_of_funds": 0.0005998200539838048, "verify_top_up": 0.0006997900629811057, "virtual_card_not_working": 0.0005998200539838048, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.000499850044986504, "wrong_amount_of_cash_received": 0.001099670098970309, "wrong_exchange_rate_for_cash_withdrawal": 0.0006997900629811057 }, "error": null, "latency_ms": 68.7394590349868, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-323", "text_group": "1e770297ef904645faa3d487a72a8412e1303fabc6d304109a74a6ab19f6e1b3", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.9794917967186875, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00020008003201280514, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00020008003201280514, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00020008003201280514, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00020008003201280514, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00040016006402561027, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00040016006402561027, "top_up_by_cash_or_cheque": 0.0011004401760704283, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.000900360144057623, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.001600640256102441, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00020008003201280514 }, "error": null, "latency_ms": 67.63879198115319, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-324", "text_group": "3de8cc87e4c9868c75ab38937428e517359f9b243a07e09d75aae7af86e7da29", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00010003000900270081, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.9796939081724517, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.00020006001800540162, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.00020006001800540162, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00020006001800540162, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00040012003601080324, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.00040012003601080324, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.001600480144043213, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.00020006001800540162 }, "error": null, "latency_ms": 67.3307089600712, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-325", "text_group": "4cd802940021b2524869b53b3d73096462e4a9e3d20f2ac1474edc2f831691f6", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.000999900009999, "automatic_top_up": 0.9357064293570643, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0005999400059994001, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.000999900009999, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0006999300069993001, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.0007999200079992001, "top_up_by_card_charge": 0.0006999300069993001, "top_up_by_cash_or_cheque": 0.0021997800219978004, "top_up_failed": 0.0006999300069993001, "top_up_limits": 0.013698630136986302, "top_up_reverted": 0.0008999100089991, "topping_up_by_card": 0.015098490150984903, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 67.56212504114956, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-326", "text_group": "fc3ffefc4156260b96eafcf974298cde0d03deb139ad0e23e463835fade3da99", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.0006001800540162048, "activate_my_card": 0.0007002100630189057, "age_limit": 0.0007002100630189057, "apple_pay_or_google_pay": 0.0009002700810243073, "atm_support": 0.0020006001800540163, "automatic_top_up": 0.7802340702210663, "balance_not_updated_after_bank_transfer": 0.0009002700810243073, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013003901170351103, "beneficiary_not_allowed": 0.0010003000900270082, "cancel_transfer": 0.0008002400720216065, "card_about_to_expire": 0.0008002400720216065, "card_acceptance": 0.0014004201260378114, "card_arrival": 0.0008002400720216065, "card_delivery_estimate": 0.0009002700810243073, "card_linking": 0.0012003601080324095, "card_not_working": 0.0010003000900270082, "card_payment_fee_charged": 0.0009002700810243073, "card_payment_not_recognised": 0.0009002700810243073, "card_payment_wrong_exchange_rate": 0.0012003601080324095, "card_swallowed": 0.0010003000900270082, "cash_withdrawal_charge": 0.0010003000900270082, "cash_withdrawal_not_recognised": 0.0008002400720216065, "change_pin": 0.0008002400720216065, "compromised_card": 0.0009002700810243073, "contactless_not_working": 0.0009002700810243073, "country_support": 0.0014004201260378114, "declined_card_payment": 0.0008002400720216065, "declined_cash_withdrawal": 0.0009002700810243073, "declined_transfer": 0.0009002700810243073, "direct_debit_payment_not_recognised": 0.0010003000900270082, "disposable_card_limits": 0.00500150045013504, "edit_personal_details": 0.0008002400720216065, "exchange_charge": 0.0009002700810243073, "exchange_rate": 0.0009002700810243073, "exchange_via_app": 0.0010003000900270082, "extra_charge_on_statement": 0.0009002700810243073, "failed_transfer": 0.0008002400720216065, "fiat_currency_support": 0.0018005401620486145, "get_disposable_virtual_card": 0.001100330099029709, "get_physical_card": 0.0010003000900270082, "getting_spare_card": 0.0019005701710513153, "getting_virtual_card": 0.0009002700810243073, "lost_or_stolen_card": 0.0007002100630189057, "lost_or_stolen_phone": 0.0007002100630189057, "order_physical_card": 0.0008002400720216065, "passcode_forgotten": 0.0007002100630189057, "pending_card_payment": 0.0008002400720216065, "pending_cash_withdrawal": 0.0008002400720216065, "pending_top_up": 0.001100330099029709, "pending_transfer": 0.0007002100630189057, "pin_blocked": 0.0008002400720216065, "receiving_money": 0.0029008702610783233, "request_refund": 0.0007002100630189057, "reverted_card_payment?": 0.0009002700810243073, "supported_cards_and_currencies": 0.0017005101530459135, "terminate_account": 0.0009002700810243073, "top_up_by_bank_transfer_charge": 0.0014004201260378114, "top_up_by_card_charge": 0.0012003601080324095, "top_up_by_cash_or_cheque": 0.015604681404421325, "top_up_failed": 0.0012003601080324095, "top_up_limits": 0.08472541762528758, "top_up_reverted": 0.0017005101530459135, "topping_up_by_card": 0.041812543763128936, "transaction_charged_twice": 0.0007002100630189057, "transfer_fee_charged": 0.0007002100630189057, "transfer_into_account": 0.0008002400720216065, "transfer_not_received_by_recipient": 0.0008002400720216065, "transfer_timing": 0.0008002400720216065, "unable_to_verify_identity": 0.0008002400720216065, "verify_my_identity": 0.0008002400720216065, "verify_source_of_funds": 0.001100330099029709, "verify_top_up": 0.0014004201260378114, "virtual_card_not_working": 0.0009002700810243073, "visa_or_mastercard": 0.0009002700810243073, "why_verify_identity": 0.0007002100630189057, "wrong_amount_of_cash_received": 0.001100330099029709, "wrong_exchange_rate_for_cash_withdrawal": 0.0010003000900270082 }, "error": null, "latency_ms": 67.9427080322057, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-327", "text_group": "bcfc950b39df431f4ff1f254dcf98d38d5f0950d0f7b32865b0cea4db537e572", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.9720944188837767, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0029005801160232043, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00040008001600320064, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.002100420084016803, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.67175006866455, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-328", "text_group": "5c7cb4f8b582c3bcb055a029c8148d2aa8bccbee0f57c9a4969b9cf0b9656b15", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.0009995002498750627, "activate_my_card": 0.0021989005497251375, "age_limit": 0.0014992503748125939, "apple_pay_or_google_pay": 0.0024987506246876563, "atm_support": 0.0064967516241879065, "automatic_top_up": 0.623488255872064, "balance_not_updated_after_bank_transfer": 0.002798600699650175, "balance_not_updated_after_cheque_or_cash_deposit": 0.002898550724637681, "beneficiary_not_allowed": 0.0019990004997501253, "cancel_transfer": 0.0015992003998001002, "card_about_to_expire": 0.0015992003998001002, "card_acceptance": 0.003398300849575212, "card_arrival": 0.001699150424787606, "card_delivery_estimate": 0.0015992003998001002, "card_linking": 0.0038980509745127436, "card_not_working": 0.0019990004997501253, "card_payment_fee_charged": 0.0017991004497751124, "card_payment_not_recognised": 0.0018990504747626188, "card_payment_wrong_exchange_rate": 0.0023988005997001498, "card_swallowed": 0.0017991004497751124, "cash_withdrawal_charge": 0.001699150424787606, "cash_withdrawal_not_recognised": 0.0012993503248375812, "change_pin": 0.0021989005497251375, "compromised_card": 0.0017991004497751124, "contactless_not_working": 0.0019990004997501253, "country_support": 0.003098450774612694, "declined_card_payment": 0.0013993003498250875, "declined_cash_withdrawal": 0.0012993503248375812, "declined_transfer": 0.0014992503748125939, "direct_debit_payment_not_recognised": 0.002098950524737631, "disposable_card_limits": 0.0038980509745127436, "edit_personal_details": 0.00909545227386307, "exchange_charge": 0.002098950524737631, "exchange_rate": 0.0019990004997501253, "exchange_via_app": 0.0022988505747126436, "extra_charge_on_statement": 0.003998000999500251, "failed_transfer": 0.0014992503748125939, "fiat_currency_support": 0.0038980509745127436, "get_disposable_virtual_card": 0.004197901049475262, "get_physical_card": 0.0018990504747626188, "getting_spare_card": 0.0019990004997501253, "getting_virtual_card": 0.0015992003998001002, "lost_or_stolen_card": 0.0010994502748625688, "lost_or_stolen_phone": 0.0010994502748625688, "order_physical_card": 0.001699150424787606, "passcode_forgotten": 0.0012993503248375812, "pending_card_payment": 0.0013993003498250875, "pending_cash_withdrawal": 0.0011994002998500749, "pending_top_up": 0.0025987006496751624, "pending_transfer": 0.0014992503748125939, "pin_blocked": 0.0014992503748125939, "receiving_money": 0.04787606196901549, "request_refund": 0.0012993503248375812, "reverted_card_payment?": 0.0015992003998001002, "supported_cards_and_currencies": 0.004497751124437781, "terminate_account": 0.001699150424787606, "top_up_by_bank_transfer_charge": 0.0074962518740629685, "top_up_by_card_charge": 0.002798600699650175, "top_up_by_cash_or_cheque": 0.015892053973013496, "top_up_failed": 0.0023988005997001498, "top_up_limits": 0.014292853573213395, "top_up_reverted": 0.0029985007496251877, "topping_up_by_card": 0.13293353323338333, "transaction_charged_twice": 0.0012993503248375812, "transfer_fee_charged": 0.0013993003498250875, "transfer_into_account": 0.0021989005497251375, "transfer_not_received_by_recipient": 0.0014992503748125939, "transfer_timing": 0.003398300849575212, "unable_to_verify_identity": 0.0013993003498250875, "verify_my_identity": 0.0014992503748125939, "verify_source_of_funds": 0.0017991004497751124, "verify_top_up": 0.0017991004497751124, "virtual_card_not_working": 0.001699150424787606, "visa_or_mastercard": 0.0022988505747126436, "why_verify_identity": 0.0012993503248375812, "wrong_amount_of_cash_received": 0.0017991004497751124, "wrong_exchange_rate_for_cash_withdrawal": 0.0019990004997501253 }, "error": null, "latency_ms": 67.53299990668893, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-329", "text_group": "7c400e0a07fe38c22fbaa5575231a35fe1c115ab40e71d37a20ed3a638ca1da5", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.9736079176247127, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.000999700089973008, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.000499850044986504, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.0008997300809757073, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 69.88229195121676, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-330", "text_group": "14c2e840b0a0082382faf1e486a07f25afc077b166b09d249248ce11341a8973", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 9.995002498750626e-05, "activate_my_card": 0.00039980009995002505, "age_limit": 9.995002498750626e-05, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.0002998500749625187, "automatic_top_up": 0.9821089455272365, "balance_not_updated_after_bank_transfer": 0.00019990004997501253, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019990004997501253, "beneficiary_not_allowed": 0.00019990004997501253, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.0002998500749625187, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.0002998500749625187, "card_not_working": 0.00019990004997501253, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.00019990004997501253, "card_payment_wrong_exchange_rate": 0.00019990004997501253, "card_swallowed": 0.00019990004997501253, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.00019990004997501253, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.00019990004997501253, "country_support": 0.0002998500749625187, "declined_card_payment": 0.00019990004997501253, "declined_cash_withdrawal": 0.00019990004997501253, "declined_transfer": 0.00019990004997501253, "direct_debit_payment_not_recognised": 0.00019990004997501253, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.00019990004997501253, "fiat_currency_support": 0.0002998500749625187, "get_disposable_virtual_card": 0.00019990004997501253, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 9.995002498750626e-05, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.00019990004997501253, "request_refund": 9.995002498750626e-05, "reverted_card_payment?": 0.00019990004997501253, "supported_cards_and_currencies": 0.00039980009995002505, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.00039980009995002505, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.0015992003998001002, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.00019990004997501253, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.00019990004997501253 }, "error": null, "latency_ms": 68.4654590440914, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-331", "text_group": "90abcc1b88ff5c819d8001b05b95b6181b59974deb4ff3189f8d66bde3a26d9e", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.001100330099029709, "age_limit": 0.00030009002700810244, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0006001800540162049, "automatic_top_up": 0.9261778533560068, "balance_not_updated_after_bank_transfer": 0.00030009002700810244, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004001200360108033, "beneficiary_not_allowed": 0.0008002400720216066, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.0005001500450135041, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.0004001200360108033, "card_swallowed": 0.0004001200360108033, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00030009002700810244, "change_pin": 0.00030009002700810244, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.0004001200360108033, "country_support": 0.0004001200360108033, "declined_card_payment": 0.0004001200360108033, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.0005001500450135041, "edit_personal_details": 0.0004001200360108033, "exchange_charge": 0.00030009002700810244, "exchange_rate": 0.00030009002700810244, "exchange_via_app": 0.00030009002700810244, "extra_charge_on_statement": 0.00030009002700810244, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.0004001200360108033, "get_physical_card": 0.00030009002700810244, "getting_spare_card": 0.00030009002700810244, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00030009002700810244, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.04341302390717216, "pending_transfer": 0.0004001200360108033, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.0004001200360108033, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.0004001200360108033, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.00030009002700810244, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.0004001200360108033, "top_up_by_cash_or_cheque": 0.0006001800540162049, "top_up_failed": 0.0015004501350405124, "top_up_limits": 0.0006001800540162049, "top_up_reverted": 0.0013003901170351106, "topping_up_by_card": 0.001100330099029709, "transaction_charged_twice": 0.00030009002700810244, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.00030009002700810244, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00030009002700810244, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00030009002700810244, "verify_source_of_funds": 0.00030009002700810244, "verify_top_up": 0.0006001800540162049, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 68.22679098695517, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-332", "text_group": "5faa4833cdb88a94f7c9a448e81baf1d466f6588db67252cf4497f5a8bf8b3d8", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 9.991008092716556e-05, "activate_my_card": 0.00019982016185433112, "age_limit": 9.991008092716556e-05, "apple_pay_or_google_pay": 0.00019982016185433112, "atm_support": 0.0002997302427814967, "automatic_top_up": 0.9820161854331103, "balance_not_updated_after_bank_transfer": 0.00019982016185433112, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019982016185433112, "beneficiary_not_allowed": 0.00019982016185433112, "cancel_transfer": 0.00019982016185433112, "card_about_to_expire": 0.00019982016185433112, "card_acceptance": 0.0002997302427814967, "card_arrival": 0.00019982016185433112, "card_delivery_estimate": 0.00019982016185433112, "card_linking": 0.0002997302427814967, "card_not_working": 0.00019982016185433112, "card_payment_fee_charged": 0.00019982016185433112, "card_payment_not_recognised": 0.00019982016185433112, "card_payment_wrong_exchange_rate": 0.00019982016185433112, "card_swallowed": 0.00019982016185433112, "cash_withdrawal_charge": 0.00019982016185433112, "cash_withdrawal_not_recognised": 0.00019982016185433112, "change_pin": 0.00019982016185433112, "compromised_card": 0.00019982016185433112, "contactless_not_working": 0.00019982016185433112, "country_support": 0.0002997302427814967, "declined_card_payment": 0.00019982016185433112, "declined_cash_withdrawal": 0.00019982016185433112, "declined_transfer": 0.00019982016185433112, "direct_debit_payment_not_recognised": 0.00019982016185433112, "disposable_card_limits": 0.0002997302427814967, "edit_personal_details": 0.00019982016185433112, "exchange_charge": 0.00019982016185433112, "exchange_rate": 0.00019982016185433112, "exchange_via_app": 0.00019982016185433112, "extra_charge_on_statement": 0.00019982016185433112, "failed_transfer": 0.00019982016185433112, "fiat_currency_support": 0.0002997302427814967, "get_disposable_virtual_card": 0.00019982016185433112, "get_physical_card": 0.00019982016185433112, "getting_spare_card": 0.00019982016185433112, "getting_virtual_card": 0.00019982016185433112, "lost_or_stolen_card": 9.991008092716556e-05, "lost_or_stolen_phone": 9.991008092716556e-05, "order_physical_card": 0.00019982016185433112, "passcode_forgotten": 0.00019982016185433112, "pending_card_payment": 0.00019982016185433112, "pending_cash_withdrawal": 0.00019982016185433112, "pending_top_up": 0.00019982016185433112, "pending_transfer": 9.991008092716556e-05, "pin_blocked": 0.00019982016185433112, "receiving_money": 0.00019982016185433112, "request_refund": 9.991008092716556e-05, "reverted_card_payment?": 0.00019982016185433112, "supported_cards_and_currencies": 0.00039964032370866224, "terminate_account": 0.00019982016185433112, "top_up_by_bank_transfer_charge": 0.0002997302427814967, "top_up_by_card_charge": 0.0002997302427814967, "top_up_by_cash_or_cheque": 0.0004995504046358279, "top_up_failed": 0.0002997302427814967, "top_up_limits": 0.0002997302427814967, "top_up_reverted": 0.0002997302427814967, "topping_up_by_card": 0.0020981116994704765, "transaction_charged_twice": 9.991008092716556e-05, "transfer_fee_charged": 0.00019982016185433112, "transfer_into_account": 0.00019982016185433112, "transfer_not_received_by_recipient": 0.00019982016185433112, "transfer_timing": 0.00019982016185433112, "unable_to_verify_identity": 0.00019982016185433112, "verify_my_identity": 0.00019982016185433112, "verify_source_of_funds": 0.00019982016185433112, "verify_top_up": 0.00019982016185433112, "virtual_card_not_working": 0.00019982016185433112, "visa_or_mastercard": 0.00019982016185433112, "why_verify_identity": 0.00019982016185433112, "wrong_amount_of_cash_received": 0.00019982016185433112, "wrong_exchange_rate_for_cash_withdrawal": 0.00019982016185433112 }, "error": null, "latency_ms": 67.64383299741894, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-333", "text_group": "270f062dc5667b0d45fecffdcb3d77354271e1f1f2800b0bb619cac8689e928a", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.0033003300330033004, "activate_my_card": 0.005700570057005701, "age_limit": 0.0035003500350035003, "apple_pay_or_google_pay": 0.0107010701070107, "atm_support": 0.0162016201620162, "automatic_top_up": 0.37843784378437845, "balance_not_updated_after_bank_transfer": 0.0078007800780078, "balance_not_updated_after_cheque_or_cash_deposit": 0.0098009800980098, "beneficiary_not_allowed": 0.007400740074007401, "cancel_transfer": 0.005900590059005901, "card_about_to_expire": 0.004300430043004301, "card_acceptance": 0.007700770077007701, "card_arrival": 0.0046004600460046, "card_delivery_estimate": 0.0047004700470047005, "card_linking": 0.0063006300630063005, "card_not_working": 0.0055005500550055, "card_payment_fee_charged": 0.005100510051005101, "card_payment_not_recognised": 0.007700770077007701, "card_payment_wrong_exchange_rate": 0.007100710071007101, "card_swallowed": 0.0070007000700070005, "cash_withdrawal_charge": 0.0072007200720072, "cash_withdrawal_not_recognised": 0.013501350135013501, "change_pin": 0.0054005400540054005, "compromised_card": 0.008800880088008802, "contactless_not_working": 0.0058005800580058, "country_support": 0.007100710071007101, "declined_card_payment": 0.005200520052005201, "declined_cash_withdrawal": 0.0053005300530053, "declined_transfer": 0.0054005400540054005, "direct_debit_payment_not_recognised": 0.0089008900890089, "disposable_card_limits": 0.015801580158015804, "edit_personal_details": 0.0055005500550055, "exchange_charge": 0.0062006200620062, "exchange_rate": 0.0055005500550055, "exchange_via_app": 0.006800680068006801, "extra_charge_on_statement": 0.0065006500650065, "failed_transfer": 0.0049004900490049, "fiat_currency_support": 0.011101110111011102, "get_disposable_virtual_card": 0.1006100610061006, "get_physical_card": 0.009100910091009102, "getting_spare_card": 0.0055005500550055, "getting_virtual_card": 0.0072007200720072, "lost_or_stolen_card": 0.008600860086008601, "lost_or_stolen_phone": 0.005000500050005001, "order_physical_card": 0.006100610061006101, "passcode_forgotten": 0.004000400040004, "pending_card_payment": 0.004000400040004, "pending_cash_withdrawal": 0.004400440044004401, "pending_top_up": 0.004400440044004401, "pending_transfer": 0.004000400040004, "pin_blocked": 0.005000500050005001, "receiving_money": 0.007900790079007902, "request_refund": 0.0047004700470047005, "reverted_card_payment?": 0.005700570057005701, "supported_cards_and_currencies": 0.0163016301630163, "terminate_account": 0.005900590059005901, "top_up_by_bank_transfer_charge": 0.007400740074007401, "top_up_by_card_charge": 0.0063006300630063005, "top_up_by_cash_or_cheque": 0.010801080108010801, "top_up_failed": 0.006600660066006601, "top_up_limits": 0.0058005800580058, "top_up_reverted": 0.009000900090009, "topping_up_by_card": 0.029902990299029902, "transaction_charged_twice": 0.0042004200420042, "transfer_fee_charged": 0.004000400040004, "transfer_into_account": 0.004000400040004, "transfer_not_received_by_recipient": 0.0046004600460046, "transfer_timing": 0.004300430043004301, "unable_to_verify_identity": 0.005100510051005101, "verify_my_identity": 0.0048004800480048, "verify_source_of_funds": 0.005700570057005701, "verify_top_up": 0.0062006200620062, "virtual_card_not_working": 0.006700670067006701, "visa_or_mastercard": 0.0056005600560056, "why_verify_identity": 0.0054005400540054005, "wrong_amount_of_cash_received": 0.0053005300530053, "wrong_exchange_rate_for_cash_withdrawal": 0.0062006200620062 }, "error": null, "latency_ms": 67.73758307099342, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-334", "text_group": "5620ba047588b2645e4ded5155f36767ae8bb4770d8ec91553ff46a3c5c3a596", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 9.990009990009991e-05, "activate_my_card": 0.00019980019980019983, "age_limit": 0.00019980019980019983, "apple_pay_or_google_pay": 0.00019980019980019983, "atm_support": 0.0002997002997002997, "automatic_top_up": 0.7033966033966034, "balance_not_updated_after_bank_transfer": 0.00019980019980019983, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019980019980019983, "beneficiary_not_allowed": 0.00019980019980019983, "cancel_transfer": 0.00019980019980019983, "card_about_to_expire": 0.00019980019980019983, "card_acceptance": 0.0002997002997002997, "card_arrival": 0.00019980019980019983, "card_delivery_estimate": 0.00019980019980019983, "card_linking": 0.0002997002997002997, "card_not_working": 0.00019980019980019983, "card_payment_fee_charged": 0.00019980019980019983, "card_payment_not_recognised": 0.00019980019980019983, "card_payment_wrong_exchange_rate": 0.00019980019980019983, "card_swallowed": 0.00019980019980019983, "cash_withdrawal_charge": 0.00019980019980019983, "cash_withdrawal_not_recognised": 0.00019980019980019983, "change_pin": 0.00019980019980019983, "compromised_card": 0.00019980019980019983, "contactless_not_working": 0.00019980019980019983, "country_support": 0.0002997002997002997, "declined_card_payment": 0.00019980019980019983, "declined_cash_withdrawal": 0.00019980019980019983, "declined_transfer": 0.00019980019980019983, "direct_debit_payment_not_recognised": 0.00019980019980019983, "disposable_card_limits": 0.0030969030969030973, "edit_personal_details": 0.00019980019980019983, "exchange_charge": 0.00019980019980019983, "exchange_rate": 0.00019980019980019983, "exchange_via_app": 0.00019980019980019983, "extra_charge_on_statement": 0.00019980019980019983, "failed_transfer": 0.00019980019980019983, "fiat_currency_support": 0.0002997002997002997, "get_disposable_virtual_card": 0.00019980019980019983, "get_physical_card": 0.00019980019980019983, "getting_spare_card": 0.00019980019980019983, "getting_virtual_card": 0.00019980019980019983, "lost_or_stolen_card": 9.990009990009991e-05, "lost_or_stolen_phone": 9.990009990009991e-05, "order_physical_card": 0.00019980019980019983, "passcode_forgotten": 0.00019980019980019983, "pending_card_payment": 0.00019980019980019983, "pending_cash_withdrawal": 0.00019980019980019983, "pending_top_up": 0.0002997002997002997, "pending_transfer": 0.00019980019980019983, "pin_blocked": 0.00019980019980019983, "receiving_money": 0.00019980019980019983, "request_refund": 9.990009990009991e-05, "reverted_card_payment?": 0.00019980019980019983, "supported_cards_and_currencies": 0.00039960039960039965, "terminate_account": 0.00019980019980019983, "top_up_by_bank_transfer_charge": 0.0002997002997002997, "top_up_by_card_charge": 0.00019980019980019983, "top_up_by_cash_or_cheque": 0.0002997002997002997, "top_up_failed": 0.00019980019980019983, "top_up_limits": 0.27692307692307694, "top_up_reverted": 0.0002997002997002997, "topping_up_by_card": 0.0012987012987012987, "transaction_charged_twice": 9.990009990009991e-05, "transfer_fee_charged": 0.00019980019980019983, "transfer_into_account": 0.00019980019980019983, "transfer_not_received_by_recipient": 0.00019980019980019983, "transfer_timing": 0.00019980019980019983, "unable_to_verify_identity": 0.00019980019980019983, "verify_my_identity": 0.00019980019980019983, "verify_source_of_funds": 0.00019980019980019983, "verify_top_up": 0.0002997002997002997, "virtual_card_not_working": 0.00019980019980019983, "visa_or_mastercard": 0.00019980019980019983, "why_verify_identity": 0.00019980019980019983, "wrong_amount_of_cash_received": 0.00019980019980019983, "wrong_exchange_rate_for_cash_withdrawal": 0.00019980019980019983 }, "error": null, "latency_ms": 68.4709589695558, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-335", "text_group": "79600072230593c1c7998043fcfe7385c44651d9984aefb04fc59f7d3a5771f6", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.00030015007503751874, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.0002001000500250125, "atm_support": 0.000400200100050025, "automatic_top_up": 0.9779889944972486, "balance_not_updated_after_bank_transfer": 0.0002001000500250125, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.0002001000500250125, "cancel_transfer": 0.0002001000500250125, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.000400200100050025, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.0002001000500250125, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.0002001000500250125, "direct_debit_payment_not_recognised": 0.0002001000500250125, "disposable_card_limits": 0.000400200100050025, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.000400200100050025, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.000400200100050025, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.00030015007503751874, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.0002001000500250125, "supported_cards_and_currencies": 0.000400200100050025, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.000400200100050025, "top_up_by_card_charge": 0.000400200100050025, "top_up_by_cash_or_cheque": 0.0006003001500750375, "top_up_failed": 0.000400200100050025, "top_up_limits": 0.0005002501250625312, "top_up_reverted": 0.000400200100050025, "topping_up_by_card": 0.002801400700350175, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.0002001000500250125, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.0002001000500250125, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.0002001000500250125, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.0002001000500250125 }, "error": null, "latency_ms": 68.43804207164794, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-336", "text_group": "21685942a304c09d87bd237e46a914501f9babd733212b8d5111b26be58cdf4c", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 9.999000099990002e-05, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.8835116488351166, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019998000199980003, "beneficiary_not_allowed": 0.00019998000199980003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.0012998700129987, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.0966903309669033, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0017998200179982, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 68.35229194257408, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-337", "text_group": "b5b0cc8fd92693d715a11c9efaa71116dc9c295deca230c535b7d635547177a7", "expected": "automatic_top_up", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.12314925970388155, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00020008003201280514, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00020008003201280514, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00020008003201280514, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00430172068827531, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00020008003201280514, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.8559423769507803, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.0006002400960384153, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00020008003201280514 }, "error": null, "latency_ms": 68.63450002856553, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-338", "text_group": "8bd6db31eee95655bbaaabc712f0e2ac84ab966f4490a61eeba02c30d5b463d0", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.9681968196819681, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0007000700070007, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.008600860086008601, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 67.45266704820096, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-339", "text_group": "aadb745d93834ebe046c96fe101324386b18572a5360b60abd7dde40dafba51d", "expected": "automatic_top_up", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0014, "activate_my_card": 0.0043, "age_limit": 0.0021, "apple_pay_or_google_pay": 0.0064, "atm_support": 0.0082, "automatic_top_up": 0.0036, "balance_not_updated_after_bank_transfer": 0.0029, "balance_not_updated_after_cheque_or_cash_deposit": 0.0035, "beneficiary_not_allowed": 0.0025, "cancel_transfer": 0.0022, "card_about_to_expire": 0.0084, "card_acceptance": 0.0076, "card_arrival": 0.005, "card_delivery_estimate": 0.0032, "card_linking": 0.0108, "card_not_working": 0.0037, "card_payment_fee_charged": 0.003, "card_payment_not_recognised": 0.0028, "card_payment_wrong_exchange_rate": 0.004, "card_swallowed": 0.0091, "cash_withdrawal_charge": 0.0024, "cash_withdrawal_not_recognised": 0.0018, "change_pin": 0.0022, "compromised_card": 0.0027, "contactless_not_working": 0.0034, "country_support": 0.0062, "declined_card_payment": 0.0025, "declined_cash_withdrawal": 0.0019, "declined_transfer": 0.002, "direct_debit_payment_not_recognised": 0.0025, "disposable_card_limits": 0.0442, "edit_personal_details": 0.0027, "exchange_charge": 0.0023, "exchange_rate": 0.002, "exchange_via_app": 0.0023, "extra_charge_on_statement": 0.002, "failed_transfer": 0.0019, "fiat_currency_support": 0.0057, "get_disposable_virtual_card": 0.0059, "get_physical_card": 0.0026, "getting_spare_card": 0.0441, "getting_virtual_card": 0.0019, "lost_or_stolen_card": 0.0017, "lost_or_stolen_phone": 0.0014, "order_physical_card": 0.0037, "passcode_forgotten": 0.0017, "pending_card_payment": 0.0024, "pending_cash_withdrawal": 0.0016, "pending_top_up": 0.0021, "pending_transfer": 0.0017, "pin_blocked": 0.0019, "receiving_money": 0.0048, "request_refund": 0.0016, "reverted_card_payment?": 0.0026, "supported_cards_and_currencies": 0.0111, "terminate_account": 0.002, "top_up_by_bank_transfer_charge": 0.0028, "top_up_by_card_charge": 0.0023, "top_up_by_cash_or_cheque": 0.0074, "top_up_failed": 0.0023, "top_up_limits": 0.0223, "top_up_reverted": 0.0026, "topping_up_by_card": 0.6436, "transaction_charged_twice": 0.0017, "transfer_fee_charged": 0.0018, "transfer_into_account": 0.0018, "transfer_not_received_by_recipient": 0.0017, "transfer_timing": 0.002, "unable_to_verify_identity": 0.0018, "verify_my_identity": 0.0019, "verify_source_of_funds": 0.0024, "verify_top_up": 0.0024, "virtual_card_not_working": 0.0025, "visa_or_mastercard": 0.0071, "why_verify_identity": 0.0015, "wrong_amount_of_cash_received": 0.0051, "wrong_exchange_rate_for_cash_withdrawal": 0.0028 }, "error": null, "latency_ms": 68.13229189720005, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-340", "text_group": "4028228f8ca00680b03ccb9c7584831060290627cde70d6e95171790dc781cad", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 9.992006394884092e-05, "activate_my_card": 0.00019984012789768185, "age_limit": 0.00019984012789768185, "apple_pay_or_google_pay": 0.00019984012789768185, "atm_support": 0.0002997601918465227, "automatic_top_up": 0.7963629096722621, "balance_not_updated_after_bank_transfer": 0.00019984012789768185, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019984012789768185, "beneficiary_not_allowed": 0.00019984012789768185, "cancel_transfer": 0.00019984012789768185, "card_about_to_expire": 0.00019984012789768185, "card_acceptance": 0.0002997601918465227, "card_arrival": 0.00019984012789768185, "card_delivery_estimate": 0.00019984012789768185, "card_linking": 0.0002997601918465227, "card_not_working": 0.00019984012789768185, "card_payment_fee_charged": 0.00019984012789768185, "card_payment_not_recognised": 0.00019984012789768185, "card_payment_wrong_exchange_rate": 0.00019984012789768185, "card_swallowed": 0.00019984012789768185, "cash_withdrawal_charge": 0.00019984012789768185, "cash_withdrawal_not_recognised": 0.00019984012789768185, "change_pin": 0.00019984012789768185, "compromised_card": 0.00019984012789768185, "contactless_not_working": 0.00019984012789768185, "country_support": 0.00019984012789768185, "declined_card_payment": 0.00019984012789768185, "declined_cash_withdrawal": 9.992006394884092e-05, "declined_transfer": 0.00019984012789768185, "direct_debit_payment_not_recognised": 0.00019984012789768185, "disposable_card_limits": 0.0018984812150279775, "edit_personal_details": 0.00019984012789768185, "exchange_charge": 0.00019984012789768185, "exchange_rate": 0.00019984012789768185, "exchange_via_app": 0.00019984012789768185, "extra_charge_on_statement": 0.00019984012789768185, "failed_transfer": 0.00019984012789768185, "fiat_currency_support": 0.00019984012789768185, "get_disposable_virtual_card": 0.00019984012789768185, "get_physical_card": 0.00019984012789768185, "getting_spare_card": 0.00019984012789768185, "getting_virtual_card": 0.00019984012789768185, "lost_or_stolen_card": 9.992006394884092e-05, "lost_or_stolen_phone": 9.992006394884092e-05, "order_physical_card": 0.00019984012789768185, "passcode_forgotten": 0.00019984012789768185, "pending_card_payment": 0.00019984012789768185, "pending_cash_withdrawal": 9.992006394884092e-05, "pending_top_up": 0.0002997601918465227, "pending_transfer": 9.992006394884092e-05, "pin_blocked": 0.00019984012789768185, "receiving_money": 0.00019984012789768185, "request_refund": 9.992006394884092e-05, "reverted_card_payment?": 0.00019984012789768185, "supported_cards_and_currencies": 0.0002997601918465227, "terminate_account": 0.00019984012789768185, "top_up_by_bank_transfer_charge": 0.0002997601918465227, "top_up_by_card_charge": 0.0002997601918465227, "top_up_by_cash_or_cheque": 0.0002997601918465227, "top_up_failed": 0.00019984012789768185, "top_up_limits": 0.1858513189448441, "top_up_reverted": 0.0002997601918465227, "topping_up_by_card": 0.0013988808952837728, "transaction_charged_twice": 9.992006394884092e-05, "transfer_fee_charged": 9.992006394884092e-05, "transfer_into_account": 9.992006394884092e-05, "transfer_not_received_by_recipient": 9.992006394884092e-05, "transfer_timing": 0.00019984012789768185, "unable_to_verify_identity": 0.00019984012789768185, "verify_my_identity": 0.00019984012789768185, "verify_source_of_funds": 0.00019984012789768185, "verify_top_up": 0.0002997601918465227, "virtual_card_not_working": 0.00019984012789768185, "visa_or_mastercard": 0.00019984012789768185, "why_verify_identity": 0.00019984012789768185, "wrong_amount_of_cash_received": 0.00019984012789768185, "wrong_exchange_rate_for_cash_withdrawal": 0.00019984012789768185 }, "error": null, "latency_ms": 66.92724989261478, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-341", "text_group": "c5fcd32dc92743db7ea87609ac71cf816471d94361639e5619cfb5f7b83262c4", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.9118088191180882, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0010998900109989002, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.06269373062693731, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.01541708409786, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-342", "text_group": "86a67d9ecde1a4ef3f99369982dccc95499f6349df72b1d42c3adadbec0db759", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 9.999000099990002e-05, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.9808019198080192, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019998000199980003, "beneficiary_not_allowed": 0.00019998000199980003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00019998000199980003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0021997800219978004, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 68.22920800186694, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-343", "text_group": "cd18ac79e43da51a9de9db277bce3d7efea6813b32c2dcc66cb743170f17c5a2", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00019988007195682593, "activate_my_card": 0.00029982010793523883, "age_limit": 0.00029982010793523883, "apple_pay_or_google_pay": 0.00029982010793523883, "atm_support": 0.0005996402158704777, "automatic_top_up": 0.9705176893863682, "balance_not_updated_after_bank_transfer": 0.00029982010793523883, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039976014391365186, "beneficiary_not_allowed": 0.00029982010793523883, "cancel_transfer": 0.00029982010793523883, "card_about_to_expire": 0.00029982010793523883, "card_acceptance": 0.00039976014391365186, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00029982010793523883, "card_linking": 0.00039976014391365186, "card_not_working": 0.00029982010793523883, "card_payment_fee_charged": 0.00029982010793523883, "card_payment_not_recognised": 0.00029982010793523883, "card_payment_wrong_exchange_rate": 0.00039976014391365186, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.00029982010793523883, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.00029982010793523883, "compromised_card": 0.00029982010793523883, "contactless_not_working": 0.00029982010793523883, "country_support": 0.00039976014391365186, "declined_card_payment": 0.00029982010793523883, "declined_cash_withdrawal": 0.00029982010793523883, "declined_transfer": 0.00029982010793523883, "direct_debit_payment_not_recognised": 0.00029982010793523883, "disposable_card_limits": 0.0005996402158704777, "edit_personal_details": 0.00029982010793523883, "exchange_charge": 0.00029982010793523883, "exchange_rate": 0.00029982010793523883, "exchange_via_app": 0.00029982010793523883, "extra_charge_on_statement": 0.00039976014391365186, "failed_transfer": 0.00029982010793523883, "fiat_currency_support": 0.0004997001798920648, "get_disposable_virtual_card": 0.00039976014391365186, "get_physical_card": 0.00029982010793523883, "getting_spare_card": 0.0005996402158704777, "getting_virtual_card": 0.00029982010793523883, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00029982010793523883, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00019988007195682593, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.0004997001798920648, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.00029982010793523883, "receiving_money": 0.00039976014391365186, "request_refund": 0.00019988007195682593, "reverted_card_payment?": 0.00029982010793523883, "supported_cards_and_currencies": 0.0004997001798920648, "terminate_account": 0.00029982010793523883, "top_up_by_bank_transfer_charge": 0.0004997001798920648, "top_up_by_card_charge": 0.0004997001798920648, "top_up_by_cash_or_cheque": 0.0009994003597841297, "top_up_failed": 0.00039976014391365186, "top_up_limits": 0.0011992804317409553, "top_up_reverted": 0.0004997001798920648, "topping_up_by_card": 0.0036977813312012798, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00029982010793523883, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00029982010793523883, "unable_to_verify_identity": 0.00029982010793523883, "verify_my_identity": 0.00029982010793523883, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.00029982010793523883, "virtual_card_not_working": 0.00029982010793523883, "visa_or_mastercard": 0.00029982010793523883, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.00029982010793523883, "wrong_exchange_rate_for_cash_withdrawal": 0.00029982010793523883 }, "error": null, "latency_ms": 68.50762490648776, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-344", "text_group": "fce850fd87abe4ded902da27e826b06e4efba353d5ace21b8d7021ffebe88cfa", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 9.99000999000999e-05, "activate_my_card": 0.0001998001998001998, "age_limit": 9.99000999000999e-05, "apple_pay_or_google_pay": 0.0001998001998001998, "atm_support": 0.00029970029970029965, "automatic_top_up": 0.9816183816183816, "balance_not_updated_after_bank_transfer": 0.0001998001998001998, "balance_not_updated_after_cheque_or_cash_deposit": 0.0001998001998001998, "beneficiary_not_allowed": 0.0001998001998001998, "cancel_transfer": 0.0001998001998001998, "card_about_to_expire": 0.0001998001998001998, "card_acceptance": 0.00029970029970029965, "card_arrival": 0.0001998001998001998, "card_delivery_estimate": 0.0001998001998001998, "card_linking": 0.00029970029970029965, "card_not_working": 0.0001998001998001998, "card_payment_fee_charged": 0.0001998001998001998, "card_payment_not_recognised": 0.0001998001998001998, "card_payment_wrong_exchange_rate": 0.0001998001998001998, "card_swallowed": 0.0001998001998001998, "cash_withdrawal_charge": 0.0001998001998001998, "cash_withdrawal_not_recognised": 0.0001998001998001998, "change_pin": 0.0001998001998001998, "compromised_card": 0.0001998001998001998, "contactless_not_working": 0.0001998001998001998, "country_support": 0.00029970029970029965, "declined_card_payment": 0.0001998001998001998, "declined_cash_withdrawal": 0.0001998001998001998, "declined_transfer": 0.0001998001998001998, "direct_debit_payment_not_recognised": 0.0001998001998001998, "disposable_card_limits": 0.00029970029970029965, "edit_personal_details": 0.0001998001998001998, "exchange_charge": 0.0001998001998001998, "exchange_rate": 0.0001998001998001998, "exchange_via_app": 0.0001998001998001998, "extra_charge_on_statement": 0.0001998001998001998, "failed_transfer": 0.0001998001998001998, "fiat_currency_support": 0.00029970029970029965, "get_disposable_virtual_card": 0.0001998001998001998, "get_physical_card": 0.0001998001998001998, "getting_spare_card": 0.0001998001998001998, "getting_virtual_card": 0.0001998001998001998, "lost_or_stolen_card": 0.0001998001998001998, "lost_or_stolen_phone": 9.99000999000999e-05, "order_physical_card": 0.0001998001998001998, "passcode_forgotten": 0.0001998001998001998, "pending_card_payment": 0.0001998001998001998, "pending_cash_withdrawal": 0.0001998001998001998, "pending_top_up": 0.0001998001998001998, "pending_transfer": 0.0001998001998001998, "pin_blocked": 0.0001998001998001998, "receiving_money": 0.0001998001998001998, "request_refund": 9.99000999000999e-05, "reverted_card_payment?": 0.0001998001998001998, "supported_cards_and_currencies": 0.0003996003996003996, "terminate_account": 0.0001998001998001998, "top_up_by_bank_transfer_charge": 0.00029970029970029965, "top_up_by_card_charge": 0.00029970029970029965, "top_up_by_cash_or_cheque": 0.0004995004995004995, "top_up_failed": 0.00029970029970029965, "top_up_limits": 0.00029970029970029965, "top_up_reverted": 0.00029970029970029965, "topping_up_by_card": 0.002197802197802198, "transaction_charged_twice": 0.0001998001998001998, "transfer_fee_charged": 0.0001998001998001998, "transfer_into_account": 0.0001998001998001998, "transfer_not_received_by_recipient": 0.0001998001998001998, "transfer_timing": 0.0001998001998001998, "unable_to_verify_identity": 0.0001998001998001998, "verify_my_identity": 0.0001998001998001998, "verify_source_of_funds": 0.0001998001998001998, "verify_top_up": 0.0001998001998001998, "virtual_card_not_working": 0.0001998001998001998, "visa_or_mastercard": 0.0001998001998001998, "why_verify_identity": 0.0001998001998001998, "wrong_amount_of_cash_received": 0.0001998001998001998, "wrong_exchange_rate_for_cash_withdrawal": 0.0001998001998001998 }, "error": null, "latency_ms": 68.0464159231633, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-345", "text_group": "fde9af254ea01b4250e901006d990e275e80734dc63a4465c1bb4beab0b70759", "expected": "automatic_top_up", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.004397801099450275, "activate_my_card": 0.005497251374312844, "age_limit": 0.005697151424287857, "apple_pay_or_google_pay": 0.009795102448775612, "atm_support": 0.017791104447776113, "automatic_top_up": 0.008295852073963019, "balance_not_updated_after_bank_transfer": 0.046776611694152925, "balance_not_updated_after_cheque_or_cash_deposit": 0.011794102948525738, "beneficiary_not_allowed": 0.0074962518740629685, "cancel_transfer": 0.009495252373813094, "card_about_to_expire": 0.00559720139930035, "card_acceptance": 0.010194902548725638, "card_arrival": 0.010794602698650676, "card_delivery_estimate": 0.008595702148925537, "card_linking": 0.01039480259870065, "card_not_working": 0.006796601699150424, "card_payment_fee_charged": 0.006096951524237882, "card_payment_not_recognised": 0.00719640179910045, "card_payment_wrong_exchange_rate": 0.008095952023988006, "card_swallowed": 0.007096451774112944, "cash_withdrawal_charge": 0.006696651674162919, "cash_withdrawal_not_recognised": 0.006296851574212894, "change_pin": 0.00559720139930035, "compromised_card": 0.006396801599200401, "contactless_not_working": 0.007296351824087956, "country_support": 0.01039480259870065, "declined_card_payment": 0.005097451274362819, "declined_cash_withdrawal": 0.005297351324337831, "declined_transfer": 0.006796601699150424, "direct_debit_payment_not_recognised": 0.007296351824087956, "disposable_card_limits": 0.0111944027986007, "edit_personal_details": 0.005797101449275362, "exchange_charge": 0.00879560219890055, "exchange_rate": 0.009195402298850575, "exchange_via_app": 0.008895552223888057, "extra_charge_on_statement": 0.005097451274362819, "failed_transfer": 0.011494252873563218, "fiat_currency_support": 0.013693153423288357, "get_disposable_virtual_card": 0.007696151924037982, "get_physical_card": 0.007396301849075463, "getting_spare_card": 0.009595202398800599, "getting_virtual_card": 0.00559720139930035, "lost_or_stolen_card": 0.0042978510744627685, "lost_or_stolen_phone": 0.0042978510744627685, "order_physical_card": 0.005697151424287857, "passcode_forgotten": 0.004997501249375313, "pending_card_payment": 0.005297351324337831, "pending_cash_withdrawal": 0.00559720139930035, "pending_top_up": 0.006796601699150424, "pending_transfer": 0.02348825587206397, "pin_blocked": 0.005197401299350325, "receiving_money": 0.18580709645177412, "request_refund": 0.004397801099450275, "reverted_card_payment?": 0.006096951524237882, "supported_cards_and_currencies": 0.01649175412293853, "terminate_account": 0.0059970014992503755, "top_up_by_bank_transfer_charge": 0.020989505247376316, "top_up_by_card_charge": 0.0059970014992503755, "top_up_by_cash_or_cheque": 0.01309345327336332, "top_up_failed": 0.0069965017491254375, "top_up_limits": 0.009395302348825588, "top_up_reverted": 0.007596201899050475, "topping_up_by_card": 0.03018490754622689, "transaction_charged_twice": 0.005797101449275362, "transfer_fee_charged": 0.006596701649175413, "transfer_into_account": 0.027386306846576714, "transfer_not_received_by_recipient": 0.013893053473263368, "transfer_timing": 0.12743628185907047, "unable_to_verify_identity": 0.005797101449275362, "verify_my_identity": 0.005797101449275362, "verify_source_of_funds": 0.008595702148925537, "verify_top_up": 0.00559720139930035, "virtual_card_not_working": 0.005897051474262869, "visa_or_mastercard": 0.008395802098950524, "why_verify_identity": 0.005097451274362819, "wrong_amount_of_cash_received": 0.007896051974012995, "wrong_exchange_rate_for_cash_withdrawal": 0.007596201899050475 }, "error": null, "latency_ms": 67.15570797678083, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-346", "text_group": "92d0956dfd1798f16c28ea19a461d03b94f793f302974ef527ef7bd362d6869d", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.0007002801120448179, "automatic_top_up": 0.9538815526210483, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0006002400960384153, "card_arrival": 0.00040016006402561027, "card_delivery_estimate": 0.00040016006402561027, "card_linking": 0.0005002000800320128, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.00040016006402561027, "country_support": 0.0005002000800320128, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.0006002400960384153, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.00040016006402561027, "exchange_rate": 0.00040016006402561027, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.00040016006402561027, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.0006002400960384153, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.0007002801120448179, "getting_virtual_card": 0.00040016006402561027, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00040016006402561027, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.0006002400960384153, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.0007002801120448179, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.0007002801120448179, "top_up_by_card_charge": 0.0007002801120448179, "top_up_by_cash_or_cheque": 0.0017006802721088435, "top_up_failed": 0.0006002400960384153, "top_up_limits": 0.004801920768307323, "top_up_reverted": 0.0007002801120448179, "topping_up_by_card": 0.009603841536614645, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00040016006402561027, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.0005002000800320128, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.0005002000800320128, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 67.44500005152076, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-347", "text_group": "1a063a2dc57909c68e60c569d1808a4a22eca03af37526f95d947fa327c41e92", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.9770954190838167, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0009001800360072014, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.001900380076015203, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 68.16308305133134, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-348", "text_group": "61e727c073d0b723c7f25d0967b1a7f2d07c81be47521118f53a7da5696f9d17", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.9748924677403221, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0005001500450135041, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.00040012003601080324, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0006001800540162048, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0006001800540162048, "top_up_by_card_charge": 0.0007002100630189057, "top_up_by_cash_or_cheque": 0.0006001800540162048, "top_up_failed": 0.00040012003601080324, "top_up_limits": 0.0006001800540162048, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.002400720216064819, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 67.09366699215025, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-349", "text_group": "ec4501720ee18f02ddea93e79ae38d2a164ffd7519b0d4f73adb0f9dfc35f5fc", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.0003002101471029721, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.00020014009806864808, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.9788852196537576, "balance_not_updated_after_bank_transfer": 0.00020014009806864808, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002101471029721, "beneficiary_not_allowed": 0.0003002101471029721, "cancel_transfer": 0.00020014009806864808, "card_about_to_expire": 0.00020014009806864808, "card_acceptance": 0.0003002101471029721, "card_arrival": 0.00020014009806864808, "card_delivery_estimate": 0.00020014009806864808, "card_linking": 0.0003002101471029721, "card_not_working": 0.0003002101471029721, "card_payment_fee_charged": 0.00020014009806864808, "card_payment_not_recognised": 0.0003002101471029721, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.0003002101471029721, "cash_withdrawal_charge": 0.00020014009806864808, "cash_withdrawal_not_recognised": 0.00020014009806864808, "change_pin": 0.00020014009806864808, "compromised_card": 0.00020014009806864808, "contactless_not_working": 0.0003002101471029721, "country_support": 0.0003002101471029721, "declined_card_payment": 0.00020014009806864808, "declined_cash_withdrawal": 0.00020014009806864808, "declined_transfer": 0.00020014009806864808, "direct_debit_payment_not_recognised": 0.00020014009806864808, "disposable_card_limits": 0.00040028019613729617, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.00020014009806864808, "fiat_currency_support": 0.0003002101471029721, "get_disposable_virtual_card": 0.0003002101471029721, "get_physical_card": 0.00020014009806864808, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.00020014009806864808, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.00020014009806864808, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.0005003502451716202, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.00020014009806864808, "receiving_money": 0.0003002101471029721, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.00020014009806864808, "supported_cards_and_currencies": 0.00040028019613729617, "terminate_account": 0.0003002101471029721, "top_up_by_bank_transfer_charge": 0.0003002101471029721, "top_up_by_card_charge": 0.0003002101471029721, "top_up_by_cash_or_cheque": 0.0005003502451716202, "top_up_failed": 0.0005003502451716202, "top_up_limits": 0.00040028019613729617, "top_up_reverted": 0.00040028019613729617, "topping_up_by_card": 0.0024016811768237767, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.00020014009806864808, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.00020014009806864808, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.00020014009806864808, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.0003002101471029721, "virtual_card_not_working": 0.00020014009806864808, "visa_or_mastercard": 0.00020014009806864808, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.00020014009806864808, "wrong_exchange_rate_for_cash_withdrawal": 0.00020014009806864808 }, "error": null, "latency_ms": 69.26395802292973, "usage": { "input_tokens": 606, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-350", "text_group": "b772f7ccfdcd36a9cb64c54cfda8a46ba829750141d1ddce99291d2ccceaa749", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.9640107967609718, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.000499850044986504, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.000499850044986504, "top_up_by_cash_or_cheque": 0.0008997300809757073, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.010096970908727382, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 69.47520805988461, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-351", "text_group": "ae3af9be6a31b2020512312e349625e70656eeeeeeb905f32b8279e23276aa45", "expected": "automatic_top_up", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0005000500050005, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0014001400140014, "automatic_top_up": 0.0084008400840084, "balance_not_updated_after_bank_transfer": 0.0007000700070007, "balance_not_updated_after_cheque_or_cash_deposit": 0.001000100010001, "beneficiary_not_allowed": 0.0008000800080008001, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.0011001100110011003, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0009000900090009, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0008000800080008001, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0005000500050005, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0006000600060006, "country_support": 0.0009000900090009, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0033003300330033004, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.001000100010001, "get_disposable_virtual_card": 0.0019001900190019003, "get_physical_card": 0.0009000900090009, "getting_spare_card": 0.0015001500150015003, "getting_virtual_card": 0.0007000700070007, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.0009000900090009, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0016001600160016002, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0005000500050005, "receiving_money": 0.001000100010001, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.0016001600160016002, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0030003000300030005, "top_up_by_card_charge": 0.0027002700270027003, "top_up_by_cash_or_cheque": 0.0029002900290029, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.8811881188118812, "top_up_reverted": 0.0009000900090009, "topping_up_by_card": 0.0499049904990499, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.0013001300130013002, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 66.86316698323935, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-352", "text_group": "d09862ee9567e630659c1a631ab6d53d055d9fa385d665ebfeb6abc173895507", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.0007002801120448179, "automatic_top_up": 0.9433773509403761, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00040016006402561027, "card_linking": 0.0005002000800320128, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00030012004801920766, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.0005002000800320128, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.0007002801120448179, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.0006002400960384153, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.0006002400960384153, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.0006002400960384153, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.0006002400960384153, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.0006002400960384153, "top_up_by_card_charge": 0.0005002000800320128, "top_up_by_cash_or_cheque": 0.0015006002400960385, "top_up_failed": 0.0005002000800320128, "top_up_limits": 0.020008003201280513, "top_up_reverted": 0.0006002400960384153, "topping_up_by_card": 0.007703081232492998, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.0005002000800320128, "verify_top_up": 0.0005002000800320128, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.0005002000800320128, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 65.3297919780016, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-353", "text_group": "068d0b97a02e8a55899aeeb12d171312bcaab480c0f555407f11e0a63c2f3232", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.0003001801080648389, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0005003001801080648, "automatic_top_up": 0.9706824094456674, "balance_not_updated_after_bank_transfer": 0.00020012007204322596, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.0003001801080648389, "cancel_transfer": 0.00020012007204322596, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.0004002401440864519, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.0003001801080648389, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.0003001801080648389, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.0003001801080648389, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0004002401440864519, "declined_card_payment": 0.00020012007204322596, "declined_cash_withdrawal": 0.00020012007204322596, "declined_transfer": 0.00020012007204322596, "direct_debit_payment_not_recognised": 0.0003001801080648389, "disposable_card_limits": 0.0004002401440864519, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.0003001801080648389, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.0003001801080648389, "extra_charge_on_statement": 0.0003001801080648389, "failed_transfer": 0.00020012007204322596, "fiat_currency_support": 0.0004002401440864519, "get_disposable_virtual_card": 0.0003001801080648389, "get_physical_card": 0.00020012007204322596, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.00020012007204322596, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.0004002401440864519, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.0003001801080648389, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0006003602161296778, "terminate_account": 0.0003001801080648389, "top_up_by_bank_transfer_charge": 0.0005003001801080648, "top_up_by_card_charge": 0.0005003001801080648, "top_up_by_cash_or_cheque": 0.0010006003602161296, "top_up_failed": 0.0004002401440864519, "top_up_limits": 0.0005003001801080648, "top_up_reverted": 0.0005003001801080648, "topping_up_by_card": 0.007704622773664199, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.00020012007204322596, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.00020012007204322596, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.0004002401440864519, "virtual_card_not_working": 0.0003001801080648389, "visa_or_mastercard": 0.0003001801080648389, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.00020012007204322596, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 64.78016602341086, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-354", "text_group": "aec53e7acf716bad3df649360f58f6697acd93f613bb3bdad73f7e085129d70e", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 9.996001599360257e-05, "activate_my_card": 0.0002998800479808077, "age_limit": 9.996001599360257e-05, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.9827069172331068, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019992003198720514, "beneficiary_not_allowed": 0.00019992003198720514, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.00019992003198720514, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.00019992003198720514, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.00019992003198720514, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 9.996001599360257e-05, "lost_or_stolen_phone": 9.996001599360257e-05, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 9.996001599360257e-05, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 9.996001599360257e-05, "pending_top_up": 0.00019992003198720514, "pending_transfer": 9.996001599360257e-05, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 9.996001599360257e-05, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0003998400639744103, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0005997600959616154, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.0020991603358656535, "transaction_charged_twice": 9.996001599360257e-05, "transfer_fee_charged": 9.996001599360257e-05, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 9.996001599360257e-05, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 9.996001599360257e-05, "wrong_amount_of_cash_received": 9.996001599360257e-05, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 66.5032920660451, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-355", "text_group": "70643e380453e3e048fc99b224d0a9df5c3aae397e1b98e6fa19b39bbb97d14b", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00010002000400080016, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.9799959991998399, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00020004000800160032, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0017003400680136026, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 67.47366697527468, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-356", "text_group": "844d9c8ff05e1373023a5af0444771b11b5aa36aec613861eabd23686f33db99", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.9690969096909691, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.001000100010001, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.007100710071007101, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 65.49541698768735, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-357", "text_group": "3b95db1af7f1c506159acd4312dc2f861ca599917243863137adbd3c302d09ad", "expected": "automatic_top_up", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0009998000399920016, "activate_my_card": 0.0014997000599880025, "age_limit": 0.001299740051989602, "apple_pay_or_google_pay": 0.0023995200959808036, "atm_support": 0.007598480303939213, "automatic_top_up": 0.047390521895620874, "balance_not_updated_after_bank_transfer": 0.0020995800839832034, "balance_not_updated_after_cheque_or_cash_deposit": 0.003999200159968006, "beneficiary_not_allowed": 0.0021995600879824036, "cancel_transfer": 0.0016996600679864027, "card_about_to_expire": 0.0014997000599880025, "card_acceptance": 0.0037992401519696063, "card_arrival": 0.0014997000599880025, "card_delivery_estimate": 0.0014997000599880025, "card_linking": 0.0027994401119776045, "card_not_working": 0.0020995800839832034, "card_payment_fee_charged": 0.0016996600679864027, "card_payment_not_recognised": 0.001799640071985603, "card_payment_wrong_exchange_rate": 0.001999600079984003, "card_swallowed": 0.0018996200759848032, "cash_withdrawal_charge": 0.0018996200759848032, "cash_withdrawal_not_recognised": 0.0013997200559888023, "change_pin": 0.0013997200559888023, "compromised_card": 0.0015996800639872027, "contactless_not_working": 0.0016996600679864027, "country_support": 0.0023995200959808036, "declined_card_payment": 0.0013997200559888023, "declined_cash_withdrawal": 0.0013997200559888023, "declined_transfer": 0.0014997000599880025, "direct_debit_payment_not_recognised": 0.0018996200759848032, "disposable_card_limits": 0.0037992401519696063, "edit_personal_details": 0.0014997000599880025, "exchange_charge": 0.001799640071985603, "exchange_rate": 0.0014997000599880025, "exchange_via_app": 0.0018996200759848032, "extra_charge_on_statement": 0.0016996600679864027, "failed_transfer": 0.0014997000599880025, "fiat_currency_support": 0.0037992401519696063, "get_disposable_virtual_card": 0.004399120175964807, "get_physical_card": 0.0016996600679864027, "getting_spare_card": 0.0027994401119776045, "getting_virtual_card": 0.0015996800639872027, "lost_or_stolen_card": 0.0010997800439912018, "lost_or_stolen_phone": 0.0010997800439912018, "order_physical_card": 0.0013997200559888023, "passcode_forgotten": 0.0011997600479904018, "pending_card_payment": 0.001299740051989602, "pending_cash_withdrawal": 0.001299740051989602, "pending_top_up": 0.004599080183963208, "pending_transfer": 0.0011997600479904018, "pin_blocked": 0.001299740051989602, "receiving_money": 0.005598880223955209, "request_refund": 0.0011997600479904018, "reverted_card_payment?": 0.0015996800639872027, "supported_cards_and_currencies": 0.005198960207958408, "terminate_account": 0.0015996800639872027, "top_up_by_bank_transfer_charge": 0.022495500899820036, "top_up_by_card_charge": 0.00629874025194961, "top_up_by_cash_or_cheque": 0.11427714457108579, "top_up_failed": 0.002599480103979204, "top_up_limits": 0.02529494101179764, "top_up_reverted": 0.004899020195960808, "topping_up_by_card": 0.6329734053189362, "transaction_charged_twice": 0.0010997800439912018, "transfer_fee_charged": 0.0011997600479904018, "transfer_into_account": 0.001299740051989602, "transfer_not_received_by_recipient": 0.0011997600479904018, "transfer_timing": 0.0013997200559888023, "unable_to_verify_identity": 0.0013997200559888023, "verify_my_identity": 0.001299740051989602, "verify_source_of_funds": 0.0018996200759848032, "verify_top_up": 0.004099180163967207, "virtual_card_not_working": 0.0018996200759848032, "visa_or_mastercard": 0.001999600079984003, "why_verify_identity": 0.0011997600479904018, "wrong_amount_of_cash_received": 0.0032993401319736052, "wrong_exchange_rate_for_cash_withdrawal": 0.001799640071985603 }, "error": null, "latency_ms": 66.41062500420958, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-358", "text_group": "2ffa1052f8bc302ba9c3f70f22843cb702773ea8e04ddb8439d0452bee85fd9f", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0007000700070007, "automatic_top_up": 0.4876487648764876, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0006000600060006, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00040004000400040005, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.014801480148014802, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0006000600060006, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0005000500050005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0007000700070007, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.46874687468746873, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.0013001300130013002, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 67.06245802342892, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-359", "text_group": "3cc66393e1028eab8fabcad76d59dbbb0e348861d0be25162b288e5b025632a4", "expected": "automatic_top_up", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0006001800540162048, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.974592377713314, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.00040012003601080324, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00040012003601080324, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0006001800540162048, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00040012003601080324, "top_up_by_card_charge": 0.00040012003601080324, "top_up_by_cash_or_cheque": 0.0006001800540162048, "top_up_failed": 0.00040012003601080324, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.004001200360108033, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 65.26391708757728, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-360", "text_group": "8c448cce6ba0f3b61ec4c4d101896e9aa421d0b8d4c56e363fb8ec365b53780f", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0007001400280056011, "card_not_working": 0.9312862572514503, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0006001200240048009, "country_support": 0.0003000600120024004, "declined_card_payment": 0.038107621524304865, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0011002200440088019, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.0003000600120024004, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0028005601120224045, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0008001600320064013, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0054010802160432084, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 67.37595901358873, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-361", "text_group": "e3a4541aaff103d389c87dcb655a10e38ec636fb4fbe3bfa6434d8aaef9e7c77", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0002998500749625187, "activate_my_card": 0.0002998500749625187, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.0002998500749625187, "atm_support": 0.00039980009995002505, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.0002998500749625187, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998500749625187, "beneficiary_not_allowed": 0.0004997501249375313, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.00039980009995002505, "card_acceptance": 0.0008995502248875562, "card_arrival": 0.00039980009995002505, "card_delivery_estimate": 0.00039980009995002505, "card_linking": 0.0009995002498750627, "card_not_working": 0.9319340329835083, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.0002998500749625187, "card_payment_wrong_exchange_rate": 0.00039980009995002505, "card_swallowed": 0.0004997501249375313, "cash_withdrawal_charge": 0.0002998500749625187, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0002998500749625187, "compromised_card": 0.0004997501249375313, "contactless_not_working": 0.0014992503748125939, "country_support": 0.00039980009995002505, "declined_card_payment": 0.004997501249375313, "declined_cash_withdrawal": 0.0005997001499250374, "declined_transfer": 0.0008995502248875562, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.00039980009995002505, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.00039980009995002505, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.00039980009995002505, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.0004997501249375313, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00039980009995002505, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.0007996001999000501, "receiving_money": 0.0002998500749625187, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.0004997501249375313, "supported_cards_and_currencies": 0.008595702148925537, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.00039980009995002505, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.00039980009995002505, "topping_up_by_card": 0.0006996501749125438, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.00039980009995002505, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.026386806596701652, "visa_or_mastercard": 0.0007996001999000501, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.00039980009995002505 }, "error": null, "latency_ms": 70.10941603220999, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-362", "text_group": "18a0e327bd1e152871bea28c13a1ec440e56d1427744cbf54db86591560c9e74", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0014002800560112022, "activate_my_card": 0.0008001600320064013, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.0007001400280056011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0009001800360072014, "cancel_transfer": 0.0008001600320064013, "card_about_to_expire": 0.0015003000600120023, "card_acceptance": 0.0010002000400080016, "card_arrival": 0.0009001800360072014, "card_delivery_estimate": 0.0007001400280056011, "card_linking": 0.010202040408081616, "card_not_working": 0.886377275455091, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0008001600320064013, "card_payment_wrong_exchange_rate": 0.0008001600320064013, "card_swallowed": 0.0017003400680136026, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0007001400280056011, "compromised_card": 0.005001000200040008, "contactless_not_working": 0.0044008801760352075, "country_support": 0.0008001600320064013, "declined_card_payment": 0.003700740148029606, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.0009001800360072014, "edit_personal_details": 0.0008001600320064013, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.0008001600320064013, "get_physical_card": 0.0036007201440288058, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.0077015403080616125, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.001900380076015203, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0006001200240048009, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0009001800360072014, "receiving_money": 0.0006001200240048009, "request_refund": 0.0022004400880176037, "reverted_card_payment?": 0.0011002200440088019, "supported_cards_and_currencies": 0.002500500100020004, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.0008001600320064013, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.027605521104220845, "visa_or_mastercard": 0.001300260052010402, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 71.90062489826232, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-363", "text_group": "014dbd8b6321061dc48195633829477fe67b2dfd8b1978fe3fb6eea672223bc9", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0004001200360108033, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.0004001200360108033, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.00030009002700810244, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.0004001200360108033, "card_acceptance": 0.0006001800540162049, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.0012003601080324098, "card_not_working": 0.9270781234370311, "card_payment_fee_charged": 0.0004001200360108033, "card_payment_not_recognised": 0.0004001200360108033, "card_payment_wrong_exchange_rate": 0.0004001200360108033, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00030009002700810244, "change_pin": 0.00030009002700810244, "compromised_card": 0.0007002100630189057, "contactless_not_working": 0.0024007202160648195, "country_support": 0.0005001500450135041, "declined_card_payment": 0.005101530459137742, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0006001800540162049, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.0004001200360108033, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00030009002700810244, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.0004001200360108033, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.0004001200360108033, "getting_spare_card": 0.00030009002700810244, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.0004001200360108033, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00030009002700810244, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.0007002100630189057, "receiving_money": 0.00030009002700810244, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.0008002400720216066, "supported_cards_and_currencies": 0.007702310693207964, "terminate_account": 0.00030009002700810244, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.0004001200360108033, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.0004001200360108033, "topping_up_by_card": 0.0006001800540162049, "transaction_charged_twice": 0.00030009002700810244, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.0004001200360108033, "verify_my_identity": 0.00030009002700810244, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00030009002700810244, "virtual_card_not_working": 0.03130939281784536, "visa_or_mastercard": 0.0012003601080324098, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 67.56666593719274, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-364", "text_group": "e2c11360bb62fa4ed6f4a2b29e9c14848a5ef008e80123996a1f293b506bb48a", "expected": "card_not_working", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.8486848684868487, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0006000600060006, "card_not_working": 0.064006400640064, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0012001200120012, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.001000100010001, "contactless_not_working": 0.0007000700070007, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0006000600060006, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.056105610561056105, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.0006000600060006, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0003000300030003, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0027002700270027003, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0012001200120012, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 69.66999999713153, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-365", "text_group": "44d51bd9b84bd5d371b3853e0de78f6621cacee0a80d6989c468b0677d286b0a", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.00040020010005002504, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.0006003001500750375, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.0005002501250625313, "card_acceptance": 0.0011005502751375688, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.0008004002001000501, "card_not_working": 0.9352676338169085, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.0005002501250625313, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.0005002501250625313, "contactless_not_working": 0.0013006503251625813, "country_support": 0.00040020010005002504, "declined_card_payment": 0.011005502751375688, "declined_cash_withdrawal": 0.0006003001500750375, "declined_transfer": 0.0008004002001000501, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00040020010005002504, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00040020010005002504, "getting_spare_card": 0.00030015007503751874, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.0016008004002001002, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.00030015007503751874, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.0005002501250625313, "receiving_money": 0.00030015007503751874, "request_refund": 0.0005002501250625313, "reverted_card_payment?": 0.00040020010005002504, "supported_cards_and_currencies": 0.013006503251625813, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.0005002501250625313, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00040020010005002504, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.014107053526763383, "visa_or_mastercard": 0.0010005002501250627, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.02720797713846, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-366", "text_group": "b8313fb8a37e5058c1e0a6ce4e17bdd82a2c17ab041d27d186a1d6f6703ebc86", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.948905109489051, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0014998500149985001, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0018998100189981002, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.00029997000299970003, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0020997900209979003, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.022797720227977204, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 69.24137496389449, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-367", "text_group": "e3233af3f2430e646ad19af162fb85ca98bb17aa3b91570eb687e640d8a8ecfd", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.006102440976390557, "activate_my_card": 0.007102841136454582, "age_limit": 0.0039015606242496998, "apple_pay_or_google_pay": 0.0056022408963585435, "atm_support": 0.012204881952781113, "automatic_top_up": 0.004501800720288115, "balance_not_updated_after_bank_transfer": 0.028711484593837537, "balance_not_updated_after_cheque_or_cash_deposit": 0.011004401760704281, "beneficiary_not_allowed": 0.010404161664665866, "cancel_transfer": 0.005202080832332933, "card_about_to_expire": 0.015706282513005203, "card_acceptance": 0.015306122448979591, "card_arrival": 0.006202480992396959, "card_delivery_estimate": 0.004501800720288115, "card_linking": 0.028511404561824733, "card_not_working": 0.30972388955582236, "card_payment_fee_charged": 0.006202480992396959, "card_payment_not_recognised": 0.00820328131252501, "card_payment_wrong_exchange_rate": 0.011204481792717087, "card_swallowed": 0.01330532212885154, "cash_withdrawal_charge": 0.004801920768307323, "cash_withdrawal_not_recognised": 0.004701880752300921, "change_pin": 0.005502200880352141, "compromised_card": 0.029411764705882353, "contactless_not_working": 0.014905962384953982, "country_support": 0.0070028011204481795, "declined_card_payment": 0.038915566226490596, "declined_cash_withdrawal": 0.006402561024409764, "declined_transfer": 0.00820328131252501, "direct_debit_payment_not_recognised": 0.005502200880352141, "disposable_card_limits": 0.006702681072428972, "edit_personal_details": 0.005002000800320128, "exchange_charge": 0.004201680672268907, "exchange_rate": 0.0038015206082432974, "exchange_via_app": 0.004701880752300921, "extra_charge_on_statement": 0.004201680672268907, "failed_transfer": 0.005302120848339336, "fiat_currency_support": 0.006102440976390557, "get_disposable_virtual_card": 0.007903161264505803, "get_physical_card": 0.02701080432172869, "getting_spare_card": 0.005502200880352141, "getting_virtual_card": 0.004901960784313725, "lost_or_stolen_card": 0.006602641056422569, "lost_or_stolen_phone": 0.0028011204481792717, "order_physical_card": 0.010404161664665866, "passcode_forgotten": 0.004901960784313725, "pending_card_payment": 0.005502200880352141, "pending_cash_withdrawal": 0.004001600640256103, "pending_top_up": 0.0038015206082432974, "pending_transfer": 0.0038015206082432974, "pin_blocked": 0.007202881152460984, "receiving_money": 0.006202480992396959, "request_refund": 0.010104041616646658, "reverted_card_payment?": 0.012605042016806723, "supported_cards_and_currencies": 0.01710684273709484, "terminate_account": 0.005402160864345739, "top_up_by_bank_transfer_charge": 0.005402160864345739, "top_up_by_card_charge": 0.004201680672268907, "top_up_by_cash_or_cheque": 0.005202080832332933, "top_up_failed": 0.005702280912364946, "top_up_limits": 0.004401760704281713, "top_up_reverted": 0.007503001200480192, "topping_up_by_card": 0.01590636254501801, "transaction_charged_twice": 0.004001600640256103, "transfer_fee_charged": 0.004101640656262505, "transfer_into_account": 0.004001600640256103, "transfer_not_received_by_recipient": 0.004401760704281713, "transfer_timing": 0.004201680672268907, "unable_to_verify_identity": 0.005702280912364946, "verify_my_identity": 0.005102040816326531, "verify_source_of_funds": 0.005702280912364946, "verify_top_up": 0.005302120848339336, "virtual_card_not_working": 0.04791916766706683, "visa_or_mastercard": 0.018507402961184475, "why_verify_identity": 0.005202080832332933, "wrong_amount_of_cash_received": 0.006502601040416166, "wrong_exchange_rate_for_cash_withdrawal": 0.0063025210084033615 }, "error": null, "latency_ms": 66.95895898155868, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-368", "text_group": "5f512118f2d763019724da0d746b021d33f1aaf459e042f6b3632fc2c8033ca2", "expected": "card_not_working", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.0017994601619514146, "activate_my_card": 0.011696491052684195, "age_limit": 0.0018994301709487154, "apple_pay_or_google_pay": 0.006797960611816455, "atm_support": 0.005298410476856943, "automatic_top_up": 0.002099370188943317, "balance_not_updated_after_bank_transfer": 0.002099370188943317, "balance_not_updated_after_cheque_or_cash_deposit": 0.0022993102069379188, "beneficiary_not_allowed": 0.0032990102969109266, "cancel_transfer": 0.002799160251924423, "card_about_to_expire": 0.0022993102069379188, "card_acceptance": 0.006697990602819155, "card_arrival": 0.002199340197940618, "card_delivery_estimate": 0.002099370188943317, "card_linking": 0.05318404478656403, "card_not_working": 0.1566530040987704, "card_payment_fee_charged": 0.002399280215935219, "card_payment_not_recognised": 0.002199340197940618, "card_payment_wrong_exchange_rate": 0.0022993102069379188, "card_swallowed": 0.09117264820553835, "cash_withdrawal_charge": 0.0015995201439568132, "cash_withdrawal_not_recognised": 0.0014995501349595122, "change_pin": 0.008297510746775967, "compromised_card": 0.01589523143057083, "contactless_not_working": 0.036888933320004, "country_support": 0.002699190242927122, "declined_card_payment": 0.003099070278916325, "declined_cash_withdrawal": 0.001999400179946016, "declined_transfer": 0.002799160251924423, "direct_debit_payment_not_recognised": 0.002099370188943317, "disposable_card_limits": 0.03269019294211736, "edit_personal_details": 0.002799160251924423, "exchange_charge": 0.0017994601619514146, "exchange_rate": 0.0015995201439568132, "exchange_via_app": 0.0024992502249325203, "extra_charge_on_statement": 0.0015995201439568132, "failed_transfer": 0.0016994901529541137, "fiat_currency_support": 0.002799160251924423, "get_disposable_virtual_card": 0.07147855643307008, "get_physical_card": 0.010396880935719284, "getting_spare_card": 0.0022993102069379188, "getting_virtual_card": 0.0022993102069379188, "lost_or_stolen_card": 0.002399280215935219, "lost_or_stolen_phone": 0.0015995201439568132, "order_physical_card": 0.0032990102969109266, "passcode_forgotten": 0.0018994301709487154, "pending_card_payment": 0.0017994601619514146, "pending_cash_withdrawal": 0.0011996401079676095, "pending_top_up": 0.0012996101169649105, "pending_transfer": 0.0013995801259622115, "pin_blocked": 0.18704388683394982, "receiving_money": 0.002099370188943317, "request_refund": 0.0014995501349595122, "reverted_card_payment?": 0.002599220233929821, "supported_cards_and_currencies": 0.03798860341897431, "terminate_account": 0.007897630710786765, "top_up_by_bank_transfer_charge": 0.0016994901529541137, "top_up_by_card_charge": 0.0018994301709487154, "top_up_by_cash_or_cheque": 0.0016994901529541137, "top_up_failed": 0.0018994301709487154, "top_up_limits": 0.0017994601619514146, "top_up_reverted": 0.002199340197940618, "topping_up_by_card": 0.004698590422873138, "transaction_charged_twice": 0.0013995801259622115, "transfer_fee_charged": 0.0014995501349595122, "transfer_into_account": 0.0013995801259622115, "transfer_not_received_by_recipient": 0.0014995501349595122, "transfer_timing": 0.0016994901529541137, "unable_to_verify_identity": 0.0018994301709487154, "verify_my_identity": 0.0016994901529541137, "verify_source_of_funds": 0.0016994901529541137, "verify_top_up": 0.0013995801259622115, "virtual_card_not_working": 0.13435969209237228, "visa_or_mastercard": 0.003998800359892032, "why_verify_identity": 0.0015995201439568132, "wrong_amount_of_cash_received": 0.0016994901529541137, "wrong_exchange_rate_for_cash_withdrawal": 0.002099370188943317 }, "error": null, "latency_ms": 68.52237496059388, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-369", "text_group": "2d94afab597accef6b112e94076778993c093ce42909dfff1057ae3bebd35256", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.00040012003601080324, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.00040012003601080324, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0008002400720216065, "card_not_working": 0.9425827748324497, "card_payment_fee_charged": 0.00040012003601080324, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0013003901170351103, "country_support": 0.00040012003601080324, "declined_card_payment": 0.007902370711213365, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0007002100630189057, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.0005001500450135041, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.0014004201260378114, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0005001500450135041, "receiving_money": 0.0003000900270081024, "request_refund": 0.0005001500450135041, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.008402520756226868, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.015604681404421325, "visa_or_mastercard": 0.0007002100630189057, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 70.11229207273573, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-370", "text_group": "f8953f53642052695f9ab8357b7959ea2581762e3693426e5d3360e2f1e1f84e", "expected": "card_not_working", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.001300260052010402, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0017003400680136026, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.005501100220044008, "card_not_working": 0.014302860572114422, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0011002200440088019, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00040008001600320064, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0016003200640128026, "country_support": 0.0007001400280056011, "declined_card_payment": 0.0008001600320064013, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0009001800360072014, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.0006001200240048009, "get_physical_card": 0.058711742348469695, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.8682736547309462, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0023004600920184036, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.002600520104020804, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.013202640528105622, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 66.81029102765024, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-371", "text_group": "27b2afbaac99241d847731c9f53751337e12bb7a129c70f6f6956906ee74bf69", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0002999100269919024, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.000499850044986504, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.000999700089973008, "card_not_working": 0.939818054583625, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.0016994901529541137, "country_support": 0.000499850044986504, "declined_card_payment": 0.002599220233929821, "declined_cash_withdrawal": 0.000499850044986504, "declined_transfer": 0.0005998200539838048, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.000499850044986504, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0006997900629811057, "receiving_money": 0.0002999100269919024, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0005998200539838048, "supported_cards_and_currencies": 0.0045986204138758376, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0005998200539838048, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.025492352294311706, "visa_or_mastercard": 0.0008997300809757073, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 66.95675000082701, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-372", "text_group": "0c502172b7bed13750eae1f6410d830f825c92985a83bc3c8f97979addd6253a", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0010998900109989002, "card_not_working": 0.9433056694330567, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0008999100089991, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0021997800219978004, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.00029997000299970003, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.008399160083991601, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.020097990200979902, "visa_or_mastercard": 0.0010998900109989002, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 65.99499995354563, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-373", "text_group": "ba541a060f4ec9d1177d1d18f37a36aa7ec1d1ff2617b3c2ad01a69e1adfc26b", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0005002000800320128, "card_not_working": 0.9348739495798319, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.0006002400960384153, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.0005002000800320128, "contactless_not_working": 0.0037014805922368946, "country_support": 0.00030012004801920766, "declined_card_payment": 0.0009003601440576229, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.0005002000800320128, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.0005002000800320128, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.0007002801120448179, "receiving_money": 0.00020008003201280514, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.0008003201280512205, "supported_cards_and_currencies": 0.0006002400960384153, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.0392156862745098, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 67.66995799262077, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-374", "text_group": "e912299d5e3c27410cb2a0f9fa8c7e1b9c4118204caac960c112819ca87ea2a4", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0008001600320064013, "activate_my_card": 0.0006001200240048009, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0006001200240048009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.013702740548109622, "card_acceptance": 0.0007001400280056011, "card_arrival": 0.0007001400280056011, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.003200640128025605, "card_not_working": 0.8325665133026605, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.001300260052010402, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0005001000200040008, "compromised_card": 0.0035007001400280055, "contactless_not_working": 0.0015003000600120023, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0009001800360072014, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0008001600320064013, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0015003000600120023, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.08141628325665133, "lost_or_stolen_phone": 0.0006001200240048009, "order_physical_card": 0.0007001400280056011, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.0005001000200040008, "request_refund": 0.0015003000600120023, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0017003400680136026, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0006001200240048009, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.024904980996199238, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001200240048009 }, "error": null, "latency_ms": 65.75204199180007, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-375", "text_group": "a6883542faf73ccee2bd3fd27c35c795fe5d817951d7edebf5ca850d432f222b", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0003003003003003003, "activate_my_card": 0.0003003003003003003, "age_limit": 0.0002002002002002002, "apple_pay_or_google_pay": 0.0003003003003003003, "atm_support": 0.0004004004004004004, "automatic_top_up": 0.0002002002002002002, "balance_not_updated_after_bank_transfer": 0.0003003003003003003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003003003003003003, "beneficiary_not_allowed": 0.0005005005005005005, "cancel_transfer": 0.0002002002002002002, "card_about_to_expire": 0.0003003003003003003, "card_acceptance": 0.0007007007007007007, "card_arrival": 0.0003003003003003003, "card_delivery_estimate": 0.0003003003003003003, "card_linking": 0.0005005005005005005, "card_not_working": 0.9385385385385385, "card_payment_fee_charged": 0.0003003003003003003, "card_payment_not_recognised": 0.0003003003003003003, "card_payment_wrong_exchange_rate": 0.0003003003003003003, "card_swallowed": 0.0004004004004004004, "cash_withdrawal_charge": 0.0002002002002002002, "cash_withdrawal_not_recognised": 0.0002002002002002002, "change_pin": 0.0002002002002002002, "compromised_card": 0.0004004004004004004, "contactless_not_working": 0.0015015015015015015, "country_support": 0.0004004004004004004, "declined_card_payment": 0.01001001001001001, "declined_cash_withdrawal": 0.0005005005005005005, "declined_transfer": 0.001001001001001001, "direct_debit_payment_not_recognised": 0.0003003003003003003, "disposable_card_limits": 0.0003003003003003003, "edit_personal_details": 0.0003003003003003003, "exchange_charge": 0.0002002002002002002, "exchange_rate": 0.0002002002002002002, "exchange_via_app": 0.0002002002002002002, "extra_charge_on_statement": 0.0002002002002002002, "failed_transfer": 0.0004004004004004004, "fiat_currency_support": 0.0004004004004004004, "get_disposable_virtual_card": 0.0003003003003003003, "get_physical_card": 0.0003003003003003003, "getting_spare_card": 0.0002002002002002002, "getting_virtual_card": 0.0002002002002002002, "lost_or_stolen_card": 0.0004004004004004004, "lost_or_stolen_phone": 0.0002002002002002002, "order_physical_card": 0.0003003003003003003, "passcode_forgotten": 0.0002002002002002002, "pending_card_payment": 0.0003003003003003003, "pending_cash_withdrawal": 0.0002002002002002002, "pending_top_up": 0.0002002002002002002, "pending_transfer": 0.0002002002002002002, "pin_blocked": 0.001001001001001001, "receiving_money": 0.0003003003003003003, "request_refund": 0.0003003003003003003, "reverted_card_payment?": 0.0005005005005005005, "supported_cards_and_currencies": 0.004104104104104105, "terminate_account": 0.0002002002002002002, "top_up_by_bank_transfer_charge": 0.0002002002002002002, "top_up_by_card_charge": 0.0002002002002002002, "top_up_by_cash_or_cheque": 0.0003003003003003003, "top_up_failed": 0.0004004004004004004, "top_up_limits": 0.0002002002002002002, "top_up_reverted": 0.0004004004004004004, "topping_up_by_card": 0.0005005005005005005, "transaction_charged_twice": 0.0002002002002002002, "transfer_fee_charged": 0.0002002002002002002, "transfer_into_account": 0.0002002002002002002, "transfer_not_received_by_recipient": 0.0003003003003003003, "transfer_timing": 0.0002002002002002002, "unable_to_verify_identity": 0.0003003003003003003, "verify_my_identity": 0.0003003003003003003, "verify_source_of_funds": 0.0002002002002002002, "verify_top_up": 0.0003003003003003003, "virtual_card_not_working": 0.022622622622622622, "visa_or_mastercard": 0.0009009009009009009, "why_verify_identity": 0.0003003003003003003, "wrong_amount_of_cash_received": 0.0002002002002002002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003003003003003003 }, "error": null, "latency_ms": 67.97987502068281, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-376", "text_group": "b568be3f16b247286dd47d15bbbaa30374f9c6e3036193fcddb1cc6b9b62d260", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0005002000800320128, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.0006002400960384153, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0007002801120448179, "card_not_working": 0.9587835134053622, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00030012004801920766, "compromised_card": 0.0007002801120448179, "contactless_not_working": 0.0012004801920768306, "country_support": 0.00030012004801920766, "declined_card_payment": 0.0017006802721088435, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.0005002000800320128, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.0006002400960384153, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.0005002000800320128, "receiving_money": 0.00030012004801920766, "request_refund": 0.0005002000800320128, "reverted_card_payment?": 0.0007002801120448179, "supported_cards_and_currencies": 0.0022008803521408565, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.012404961984793917, "visa_or_mastercard": 0.0006002400960384153, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 70.0119590619579, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-377", "text_group": "47fb493ba54516f518fd36971506160968d287cbafc7ce0992ac3a485986f28d", "expected": "card_not_working", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0016001600160016002, "activate_my_card": 0.0005000500050005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0007000700070007, "atm_support": 0.0009000900090009, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.020802080208020803, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0008000800080008001, "card_acceptance": 0.007100710071007101, "card_arrival": 0.0007000700070007, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0031003100310031, "card_not_working": 0.1249124912491249, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.0008000800080008001, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.001000100010001, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00040004000400040005, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.0018001800180018, "country_support": 0.0008000800080008001, "declined_card_payment": 0.6616661666166617, "declined_cash_withdrawal": 0.028902890289028902, "declined_transfer": 0.0319031903190319, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0006000600060006, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0012001200120012, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0006000600060006, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0006000600060006, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0008000800080008001, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0007000700070007, "receiving_money": 0.0006000600060006, "request_refund": 0.0023002300230023, "reverted_card_payment?": 0.037803780378037805, "supported_cards_and_currencies": 0.007300730073007301, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0012001200120012, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.014101410141014101, "topping_up_by_card": 0.0018001800180018, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0008000800080008001, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.015101510151015102, "visa_or_mastercard": 0.004100410041004101, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0009000900090009, "wrong_exchange_rate_for_cash_withdrawal": 0.0007000700070007 }, "error": null, "latency_ms": 72.36908399499953, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-378", "text_group": "bc6878c2e30288b1fa079a46ac303fe033c26e71170e6b140426ee8ab304f8fa", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.00040012003601080324, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.0006001800540162048, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0007002100630189057, "card_not_working": 0.9488846653996199, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.001100330099029709, "country_support": 0.00040012003601080324, "declined_card_payment": 0.007002100630189057, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0006001800540162048, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.001100330099029709, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0005001500450135041, "receiving_money": 0.00020006001800540162, "request_refund": 0.0005001500450135041, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.00740222066619986, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.012503751125337602, "visa_or_mastercard": 0.0008002400720216065, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 68.8138339901343, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-379", "text_group": "676b52b02796a22c52560af6f66befba2cc8a75c1f6bf0e88adc18f71e1ad88c", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.00039976014391365186, "activate_my_card": 0.00039976014391365186, "age_limit": 0.00029982010793523883, "apple_pay_or_google_pay": 0.0005996402158704777, "atm_support": 0.0005996402158704777, "automatic_top_up": 0.00029982010793523883, "balance_not_updated_after_bank_transfer": 0.00039976014391365186, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997001798920648, "beneficiary_not_allowed": 0.007995202878273037, "cancel_transfer": 0.00039976014391365186, "card_about_to_expire": 0.00039976014391365186, "card_acceptance": 0.0011992804317409553, "card_arrival": 0.00039976014391365186, "card_delivery_estimate": 0.00029982010793523883, "card_linking": 0.0046971816909854094, "card_not_working": 0.7276634019588247, "card_payment_fee_charged": 0.0004997001798920648, "card_payment_not_recognised": 0.00039976014391365186, "card_payment_wrong_exchange_rate": 0.0004997001798920648, "card_swallowed": 0.0027983210073955628, "cash_withdrawal_charge": 0.00029982010793523883, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.00029982010793523883, "compromised_card": 0.0008994603238057167, "contactless_not_working": 0.010293823705776535, "country_support": 0.0004997001798920648, "declined_card_payment": 0.11623026184289427, "declined_cash_withdrawal": 0.0005996402158704777, "declined_transfer": 0.005096941834899061, "direct_debit_payment_not_recognised": 0.00039976014391365186, "disposable_card_limits": 0.0004997001798920648, "edit_personal_details": 0.00039976014391365186, "exchange_charge": 0.00029982010793523883, "exchange_rate": 0.00029982010793523883, "exchange_via_app": 0.00029982010793523883, "extra_charge_on_statement": 0.00029982010793523883, "failed_transfer": 0.0011992804317409553, "fiat_currency_support": 0.0005996402158704777, "get_disposable_virtual_card": 0.0004997001798920648, "get_physical_card": 0.0004997001798920648, "getting_spare_card": 0.00039976014391365186, "getting_virtual_card": 0.00029982010793523883, "lost_or_stolen_card": 0.00039976014391365186, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.0004997001798920648, "passcode_forgotten": 0.00029982010793523883, "pending_card_payment": 0.0004997001798920648, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00029982010793523883, "pending_transfer": 0.00029982010793523883, "pin_blocked": 0.0016989806116330202, "receiving_money": 0.00039976014391365186, "request_refund": 0.00039976014391365186, "reverted_card_payment?": 0.002298620827503498, "supported_cards_and_currencies": 0.0033979612232660403, "terminate_account": 0.00029982010793523883, "top_up_by_bank_transfer_charge": 0.00029982010793523883, "top_up_by_card_charge": 0.00029982010793523883, "top_up_by_cash_or_cheque": 0.00029982010793523883, "top_up_failed": 0.0012992204677193685, "top_up_limits": 0.00029982010793523883, "top_up_reverted": 0.0006995802518488907, "topping_up_by_card": 0.0027983210073955628, "transaction_charged_twice": 0.00029982010793523883, "transfer_fee_charged": 0.00029982010793523883, "transfer_into_account": 0.00029982010793523883, "transfer_not_received_by_recipient": 0.00039976014391365186, "transfer_timing": 0.00029982010793523883, "unable_to_verify_identity": 0.00039976014391365186, "verify_my_identity": 0.00029982010793523883, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.00029982010793523883, "virtual_card_not_working": 0.08654807115730562, "visa_or_mastercard": 0.0012992204677193685, "why_verify_identity": 0.00029982010793523883, "wrong_amount_of_cash_received": 0.00029982010793523883, "wrong_exchange_rate_for_cash_withdrawal": 0.00039976014391365186 }, "error": null, "latency_ms": 69.64970799162984, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-380", "text_group": "059d4006b3c35472bd0ca16af49526a0a3482c33fc32bb0d5d35172a69dae79e", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0004998000799680128, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0003998400639744103, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0006997201119552179, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.0005997600959616154, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.0004998000799680128, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0012994802079168333, "card_not_working": 0.8856457417033187, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0004998000799680128, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.0006997201119552179, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0003998400639744103, "compromised_card": 0.0018992403038784486, "contactless_not_working": 0.0016993202718912435, "country_support": 0.0004998000799680128, "declined_card_payment": 0.0156937225109956, "declined_cash_withdrawal": 0.0010995601759296284, "declined_transfer": 0.0009996001599360256, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.0005997600959616154, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.0004998000799680128, "get_disposable_virtual_card": 0.0004998000799680128, "get_physical_card": 0.0031987205117952823, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.0006997201119552179, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0005997600959616154, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0003998400639744103, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0009996001599360256, "receiving_money": 0.0003998400639744103, "request_refund": 0.0005997600959616154, "reverted_card_payment?": 0.0005997600959616154, "supported_cards_and_currencies": 0.0026989204318272693, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0004998000799680128, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0004998000799680128, "topping_up_by_card": 0.0005997600959616154, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0004998000799680128, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.05647740903638545, "visa_or_mastercard": 0.0007996801279488206, "why_verify_identity": 0.0004998000799680128, "wrong_amount_of_cash_received": 0.0003998400639744103, "wrong_exchange_rate_for_cash_withdrawal": 0.0004998000799680128 }, "error": null, "latency_ms": 67.92845798190683, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-381", "text_group": "964a0b3170f911b8ed7b24c75317e34c766016512c404df8e17424e99f2c1260", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0007001400280056011, "activate_my_card": 0.0006001200240048009, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0006001200240048009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0015003000600120023, "card_acceptance": 0.0007001400280056011, "card_arrival": 0.0007001400280056011, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0029005801160232043, "card_not_working": 0.8245649129825965, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0010002000400080016, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00040008001600320064, "compromised_card": 0.014102820564112823, "contactless_not_working": 0.0022004400880176037, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0009001800360072014, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0010002000400080016, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.08511702340468093, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.00040008001600320064, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0018003600720144029, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0007001400280056011, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.03350670134026806, "visa_or_mastercard": 0.0009001800360072014, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 67.41804198827595, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-382", "text_group": "b84f7e516e46058eea5d60643ad9cbdf067530213c2add1c2e6e23ac7fc79cd7", "expected": "card_not_working", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0004, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0005, "card_about_to_expire": 0.6224, "card_acceptance": 0.0007, "card_arrival": 0.0008, "card_delivery_estimate": 0.0005, "card_linking": 0.0014, "card_not_working": 0.0168, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.027, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0093, "contactless_not_working": 0.0007, "country_support": 0.0005, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0012, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0004, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0019, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.2863, "lost_or_stolen_phone": 0.0008, "order_physical_card": 0.0016, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0005, "receiving_money": 0.0004, "request_refund": 0.0004, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.0017, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0004, "top_up_limits": 0.0004, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 66.37345906347036, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-383", "text_group": "b4b224f11d8ce460c81647108ec5a7ba0edf561d2a9ccb2db94b5a9848f022c6", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.00040012003601080324, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0006001800540162048, "card_not_working": 0.9538861658497549, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0018005401620486145, "country_support": 0.00040012003601080324, "declined_card_payment": 0.002200660198059418, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0006001800540162048, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.0018005401620486145, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0006001800540162048, "receiving_money": 0.0003000900270081024, "request_refund": 0.00040012003601080324, "reverted_card_payment?": 0.0008002400720216065, "supported_cards_and_currencies": 0.0017005101530459135, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.016905071521456434, "visa_or_mastercard": 0.0006001800540162048, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 66.18083396460861, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-384", "text_group": "8522db53e4f5be84a3a11c6285b008482c0bc91026e7f8098b55880853ad755a", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0014997000599880025, "activate_my_card": 0.0014997000599880025, "age_limit": 0.0006998600279944011, "apple_pay_or_google_pay": 0.0010997800439912018, "atm_support": 0.0013997200559888023, "automatic_top_up": 0.0006998600279944011, "balance_not_updated_after_bank_transfer": 0.0011997600479904018, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010997800439912018, "beneficiary_not_allowed": 0.0011997600479904018, "cancel_transfer": 0.001299740051989602, "card_about_to_expire": 0.23385322935412917, "card_acceptance": 0.002299540091981604, "card_arrival": 0.0028994201159768043, "card_delivery_estimate": 0.0011997600479904018, "card_linking": 0.01819636072785443, "card_not_working": 0.3932213557288542, "card_payment_fee_charged": 0.001299740051989602, "card_payment_not_recognised": 0.0008998200359928015, "card_payment_wrong_exchange_rate": 0.0010997800439912018, "card_swallowed": 0.005498900219956008, "cash_withdrawal_charge": 0.0007998400319936014, "cash_withdrawal_not_recognised": 0.0007998400319936014, "change_pin": 0.0010997800439912018, "compromised_card": 0.008098380323935212, "contactless_not_working": 0.0030993801239752048, "country_support": 0.0011997600479904018, "declined_card_payment": 0.001299740051989602, "declined_cash_withdrawal": 0.0008998200359928015, "declined_transfer": 0.0010997800439912018, "direct_debit_payment_not_recognised": 0.0008998200359928015, "disposable_card_limits": 0.0021995600879824036, "edit_personal_details": 0.0008998200359928015, "exchange_charge": 0.0006998600279944011, "exchange_rate": 0.0006998600279944011, "exchange_via_app": 0.0008998200359928015, "extra_charge_on_statement": 0.0006998600279944011, "failed_transfer": 0.0007998400319936014, "fiat_currency_support": 0.0010997800439912018, "get_disposable_virtual_card": 0.001999600079984003, "get_physical_card": 0.006698660267946411, "getting_spare_card": 0.0015996800639872027, "getting_virtual_card": 0.0010997800439912018, "lost_or_stolen_card": 0.2401519696060788, "lost_or_stolen_phone": 0.0008998200359928015, "order_physical_card": 0.006398720255948811, "passcode_forgotten": 0.0007998400319936014, "pending_card_payment": 0.0007998400319936014, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0005998800239952009, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.0011997600479904018, "receiving_money": 0.0008998200359928015, "request_refund": 0.0020995800839832034, "reverted_card_payment?": 0.0013997200559888023, "supported_cards_and_currencies": 0.007898420315936813, "terminate_account": 0.0009998000399920016, "top_up_by_bank_transfer_charge": 0.0006998600279944011, "top_up_by_card_charge": 0.0006998600279944011, "top_up_by_cash_or_cheque": 0.0007998400319936014, "top_up_failed": 0.0008998200359928015, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0010997800439912018, "topping_up_by_card": 0.0015996800639872027, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.0006998600279944011, "transfer_into_account": 0.0006998600279944011, "transfer_not_received_by_recipient": 0.0007998400319936014, "transfer_timing": 0.0006998600279944011, "unable_to_verify_identity": 0.0007998400319936014, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.006698660267946411, "visa_or_mastercard": 0.0016996600679864027, "why_verify_identity": 0.0006998600279944011, "wrong_amount_of_cash_received": 0.0008998200359928015, "wrong_exchange_rate_for_cash_withdrawal": 0.0009998000399920016 }, "error": null, "latency_ms": 67.64187500812113, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-385", "text_group": "88613b2a06f7d45e052157e4265e5fe202efad72dd14a93ae49a975355f2de44", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.000999900009999, "card_not_working": 0.9500049995000499, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0016998300169983002, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0065993400659934, "declined_cash_withdrawal": 0.0006999300069993001, "declined_transfer": 0.0008999100089991, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.0008999100089991, "receiving_money": 0.00029997000299970003, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.004199580041995801, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.0007999200079992001, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.0094990500949905, "visa_or_mastercard": 0.0016998300169983002, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 69.3510000128299, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-386", "text_group": "af0fa15bbcabab79854b2b3a08d6ccf22c8ec3f8b2099f7531ac81c2616363dc", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0004, "card_acceptance": 0.0008, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0007, "card_not_working": 0.9441, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0003, "compromised_card": 0.0007, "contactless_not_working": 0.0022, "country_support": 0.0003, "declined_card_payment": 0.0079, "declined_cash_withdrawal": 0.001, "declined_transfer": 0.0012, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0004, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0012, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0015, "supported_cards_and_currencies": 0.0019, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0004, "top_up_limits": 0.0002, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0179, "visa_or_mastercard": 0.0008, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 67.65029102098197, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-387", "text_group": "a163eff9af45e2775a6abcfeb07b70429004de093dfb17951b433bd18f6c1709", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0011, "activate_my_card": 0.001, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0009, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0025, "cancel_transfer": 0.0009, "card_about_to_expire": 0.0015, "card_acceptance": 0.0089, "card_arrival": 0.0008, "card_delivery_estimate": 0.0006, "card_linking": 0.0023, "card_not_working": 0.5822, "card_payment_fee_charged": 0.0009, "card_payment_not_recognised": 0.0008, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0011, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0006, "compromised_card": 0.0012, "contactless_not_working": 0.002, "country_support": 0.0009, "declined_card_payment": 0.2489, "declined_cash_withdrawal": 0.0032, "declined_transfer": 0.0115, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.001, "edit_personal_details": 0.0007, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0007, "fiat_currency_support": 0.0008, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0008, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0014, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0006, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0009, "receiving_money": 0.0006, "request_refund": 0.0012, "reverted_card_payment?": 0.0011, "supported_cards_and_currencies": 0.0595, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0006, "top_up_limits": 0.0005, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0016, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0009, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0207, "visa_or_mastercard": 0.0114, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0008 }, "error": null, "latency_ms": 67.31629197020084, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-388", "text_group": "4aaad10bd968fe1df49a6c3b15cedf47d1993b9e82faf2e2f490f13cc37f3acf", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0006000600060006, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0008000800080008001, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0024002400240024, "card_not_working": 0.9267926792679267, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00040004000400040005, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0028002800280028, "country_support": 0.0006000600060006, "declined_card_payment": 0.0030003000300030005, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0007000700070007, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0006000600060006, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0005000500050005, "request_refund": 0.0006000600060006, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.0032003200320032004, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.0007000700070007, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.028602860286028604, "visa_or_mastercard": 0.0016001600160016002, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 68.9160410547629, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-389", "text_group": "0395e4e5f0495d079b168a16adb7f236e30a55f3b8e9b1c6a2695574898a1dc3", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0011998800119988001, "activate_my_card": 0.0010998900109989002, "age_limit": 0.0007999200079992001, "apple_pay_or_google_pay": 0.000999900009999, "atm_support": 0.0010998900109989002, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0047995200479952005, "cancel_transfer": 0.000999900009999, "card_about_to_expire": 0.0015998400159984002, "card_acceptance": 0.015198480151984802, "card_arrival": 0.0008999100089991, "card_delivery_estimate": 0.0006999300069993001, "card_linking": 0.0026997300269973002, "card_not_working": 0.5235476452354764, "card_payment_fee_charged": 0.000999900009999, "card_payment_not_recognised": 0.0008999100089991, "card_payment_wrong_exchange_rate": 0.0008999100089991, "card_swallowed": 0.0013998600139986002, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.0006999300069993001, "compromised_card": 0.0013998600139986002, "contactless_not_working": 0.0023997600239976003, "country_support": 0.0011998800119988001, "declined_card_payment": 0.2718728127187281, "declined_cash_withdrawal": 0.004399560043995601, "declined_transfer": 0.018098190180981903, "direct_debit_payment_not_recognised": 0.0007999200079992001, "disposable_card_limits": 0.0012998700129987, "edit_personal_details": 0.0006999300069993001, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.0007999200079992001, "fiat_currency_support": 0.000999900009999, "get_disposable_virtual_card": 0.0007999200079992001, "get_physical_card": 0.000999900009999, "getting_spare_card": 0.0006999300069993001, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.0016998300169983002, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.0006999300069993001, "passcode_forgotten": 0.0006999300069993001, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.0011998800119988001, "receiving_money": 0.0006999300069993001, "request_refund": 0.0010998900109989002, "reverted_card_payment?": 0.0012998700129987, "supported_cards_and_currencies": 0.07139286071392861, "terminate_account": 0.0007999200079992001, "top_up_by_bank_transfer_charge": 0.0005999400059994001, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.0006999300069993001, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0008999100089991, "topping_up_by_card": 0.0014998500149985001, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0005999400059994001, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0005999400059994001, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.000999900009999, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.021597840215978402, "visa_or_mastercard": 0.009599040095990401, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0006999300069993001, "wrong_exchange_rate_for_cash_withdrawal": 0.000999900009999 }, "error": null, "latency_ms": 67.87279201671481, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-390", "text_group": "8d699a25824446ab80576ff23b5e417eb8ffd9e3df930571858e3d0d40721e74", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.001, "activate_my_card": 0.0005, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0071, "card_acceptance": 0.0006, "card_arrival": 0.0009, "card_delivery_estimate": 0.0006, "card_linking": 0.0022, "card_not_working": 0.8157, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.002, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0147, "contactless_not_working": 0.0015, "country_support": 0.0005, "declined_card_payment": 0.0015, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0004, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.002, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.1066, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0017, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0007, "receiving_money": 0.0004, "request_refund": 0.0012, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0018, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0005, "top_up_limits": 0.0003, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0131, "visa_or_mastercard": 0.0007, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 68.18212498910725, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-391", "text_group": "b4fd3fcf2c385e028dfab9f75141dac335cd2fc4b633bb941d7b89b495bdc16d", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0006002400960384153, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0006002400960384153, "card_not_working": 0.9501800720288116, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.0017006802721088435, "country_support": 0.00040016006402561027, "declined_card_payment": 0.007903161264505803, "declined_cash_withdrawal": 0.0006002400960384153, "declined_transfer": 0.0007002801120448179, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.0005002000800320128, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.0005002000800320128, "receiving_money": 0.00030012004801920766, "request_refund": 0.0005002000800320128, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.0033013205282112846, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.013705482192877151, "visa_or_mastercard": 0.0006002400960384153, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 68.23504203930497, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-392", "text_group": "cee7dde073ca44cebf694c6ad0457c0990b8a21ebd6b757015b217e13533dc8c", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0004002801961372961, "activate_my_card": 0.00020014009806864806, "age_limit": 0.00020014009806864806, "apple_pay_or_google_pay": 0.00030021014710297203, "atm_support": 0.00030021014710297203, "automatic_top_up": 0.00020014009806864806, "balance_not_updated_after_bank_transfer": 0.00030021014710297203, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030021014710297203, "beneficiary_not_allowed": 0.0004002801961372961, "cancel_transfer": 0.00030021014710297203, "card_about_to_expire": 0.0005003502451716201, "card_acceptance": 0.0004002801961372961, "card_arrival": 0.00030021014710297203, "card_delivery_estimate": 0.00030021014710297203, "card_linking": 0.0006004202942059441, "card_not_working": 0.9509656759731812, "card_payment_fee_charged": 0.00030021014710297203, "card_payment_not_recognised": 0.00030021014710297203, "card_payment_wrong_exchange_rate": 0.00030021014710297203, "card_swallowed": 0.0005003502451716201, "cash_withdrawal_charge": 0.00020014009806864806, "cash_withdrawal_not_recognised": 0.00020014009806864806, "change_pin": 0.00030021014710297203, "compromised_card": 0.0005003502451716201, "contactless_not_working": 0.0017011908335835082, "country_support": 0.00030021014710297203, "declined_card_payment": 0.0010007004903432402, "declined_cash_withdrawal": 0.0004002801961372961, "declined_transfer": 0.0005003502451716201, "direct_debit_payment_not_recognised": 0.00030021014710297203, "disposable_card_limits": 0.0004002801961372961, "edit_personal_details": 0.00030021014710297203, "exchange_charge": 0.00020014009806864806, "exchange_rate": 0.00020014009806864806, "exchange_via_app": 0.00020014009806864806, "extra_charge_on_statement": 0.00020014009806864806, "failed_transfer": 0.00030021014710297203, "fiat_currency_support": 0.00030021014710297203, "get_disposable_virtual_card": 0.00030021014710297203, "get_physical_card": 0.00030021014710297203, "getting_spare_card": 0.00020014009806864806, "getting_virtual_card": 0.00020014009806864806, "lost_or_stolen_card": 0.0010007004903432402, "lost_or_stolen_phone": 0.00020014009806864806, "order_physical_card": 0.00030021014710297203, "passcode_forgotten": 0.00020014009806864806, "pending_card_payment": 0.00030021014710297203, "pending_cash_withdrawal": 0.00020014009806864806, "pending_top_up": 0.00020014009806864806, "pending_transfer": 0.00020014009806864806, "pin_blocked": 0.0005003502451716201, "receiving_money": 0.00030021014710297203, "request_refund": 0.0004002801961372961, "reverted_card_payment?": 0.0010007004903432402, "supported_cards_and_currencies": 0.0020014009806864803, "terminate_account": 0.00030021014710297203, "top_up_by_bank_transfer_charge": 0.00020014009806864806, "top_up_by_card_charge": 0.00020014009806864806, "top_up_by_cash_or_cheque": 0.00020014009806864806, "top_up_failed": 0.00030021014710297203, "top_up_limits": 0.00020014009806864806, "top_up_reverted": 0.0005003502451716201, "topping_up_by_card": 0.0004002801961372961, "transaction_charged_twice": 0.00020014009806864806, "transfer_fee_charged": 0.00020014009806864806, "transfer_into_account": 0.00020014009806864806, "transfer_not_received_by_recipient": 0.00030021014710297203, "transfer_timing": 0.00020014009806864806, "unable_to_verify_identity": 0.00030021014710297203, "verify_my_identity": 0.00020014009806864806, "verify_source_of_funds": 0.00020014009806864806, "verify_top_up": 0.00020014009806864806, "virtual_card_not_working": 0.021314920444311016, "visa_or_mastercard": 0.0010007004903432402, "why_verify_identity": 0.00020014009806864806, "wrong_amount_of_cash_received": 0.00020014009806864806, "wrong_exchange_rate_for_cash_withdrawal": 0.00030021014710297203 }, "error": null, "latency_ms": 68.52966698352247, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-393", "text_group": "3984adb8625022dadb14d7103ead7a87aba7c71e6c483f833bc4a589d165d048", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0006997900629811057, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0006997900629811057, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0014995501349595122, "card_not_working": 0.9259222233330001, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0005998200539838048, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0005998200539838048, "contactless_not_working": 0.0022993102069379188, "country_support": 0.000499850044986504, "declined_card_payment": 0.017694691592522245, "declined_cash_withdrawal": 0.0012996101169649105, "declined_transfer": 0.0012996101169649105, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0005998200539838048, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0003998800359892033, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0013995801259622115, "receiving_money": 0.0003998800359892033, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.0005998200539838048, "supported_cards_and_currencies": 0.00869739078276517, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0006997900629811057, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.001099670098970309, "transaction_charged_twice": 0.000999700089973008, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.000499850044986504, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.010696790962711186, "visa_or_mastercard": 0.002099370188943317, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 68.72529198881239, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-394", "text_group": "57b47c6747206b21155e06ae513955b8985cd2a8a1cec8e5c3c999a36c5a003a", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.00040024014408645187, "activate_my_card": 0.00030018010806483886, "age_limit": 0.00020012007204322593, "apple_pay_or_google_pay": 0.00030018010806483886, "atm_support": 0.00040024014408645187, "automatic_top_up": 0.00020012007204322593, "balance_not_updated_after_bank_transfer": 0.00030018010806483886, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030018010806483886, "beneficiary_not_allowed": 0.0005003001801080648, "cancel_transfer": 0.00030018010806483886, "card_about_to_expire": 0.0005003001801080648, "card_acceptance": 0.0007004202521512907, "card_arrival": 0.00040024014408645187, "card_delivery_estimate": 0.00030018010806483886, "card_linking": 0.0006003602161296777, "card_not_working": 0.9396637982789674, "card_payment_fee_charged": 0.00030018010806483886, "card_payment_not_recognised": 0.00030018010806483886, "card_payment_wrong_exchange_rate": 0.00030018010806483886, "card_swallowed": 0.0005003001801080648, "cash_withdrawal_charge": 0.00020012007204322593, "cash_withdrawal_not_recognised": 0.00020012007204322593, "change_pin": 0.00020012007204322593, "compromised_card": 0.0007004202521512907, "contactless_not_working": 0.0009005403241945166, "country_support": 0.00040024014408645187, "declined_card_payment": 0.013408044826896138, "declined_cash_withdrawal": 0.0006003602161296777, "declined_transfer": 0.0007004202521512907, "direct_debit_payment_not_recognised": 0.00030018010806483886, "disposable_card_limits": 0.00040024014408645187, "edit_personal_details": 0.00020012007204322593, "exchange_charge": 0.00020012007204322593, "exchange_rate": 0.00020012007204322593, "exchange_via_app": 0.00020012007204322593, "extra_charge_on_statement": 0.00020012007204322593, "failed_transfer": 0.00030018010806483886, "fiat_currency_support": 0.00040024014408645187, "get_disposable_virtual_card": 0.00030018010806483886, "get_physical_card": 0.0005003001801080648, "getting_spare_card": 0.00030018010806483886, "getting_virtual_card": 0.00020012007204322593, "lost_or_stolen_card": 0.0010006003602161296, "lost_or_stolen_phone": 0.00020012007204322593, "order_physical_card": 0.00040024014408645187, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.00020012007204322593, "pending_cash_withdrawal": 0.00020012007204322593, "pending_top_up": 0.00020012007204322593, "pending_transfer": 0.00020012007204322593, "pin_blocked": 0.0005003001801080648, "receiving_money": 0.00020012007204322593, "request_refund": 0.0005003001801080648, "reverted_card_payment?": 0.00040024014408645187, "supported_cards_and_currencies": 0.009705823494096457, "terminate_account": 0.00030018010806483886, "top_up_by_bank_transfer_charge": 0.00020012007204322593, "top_up_by_card_charge": 0.00020012007204322593, "top_up_by_cash_or_cheque": 0.00020012007204322593, "top_up_failed": 0.00030018010806483886, "top_up_limits": 0.00020012007204322593, "top_up_reverted": 0.00030018010806483886, "topping_up_by_card": 0.00040024014408645187, "transaction_charged_twice": 0.00020012007204322593, "transfer_fee_charged": 0.00020012007204322593, "transfer_into_account": 0.00020012007204322593, "transfer_not_received_by_recipient": 0.00020012007204322593, "transfer_timing": 0.00020012007204322593, "unable_to_verify_identity": 0.00030018010806483886, "verify_my_identity": 0.00020012007204322593, "verify_source_of_funds": 0.00020012007204322593, "verify_top_up": 0.00020012007204322593, "virtual_card_not_working": 0.012607564538723233, "visa_or_mastercard": 0.0009005403241945166, "why_verify_identity": 0.00030018010806483886, "wrong_amount_of_cash_received": 0.00020012007204322593, "wrong_exchange_rate_for_cash_withdrawal": 0.00030018010806483886 }, "error": null, "latency_ms": 69.02470800559968, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-395", "text_group": "03e7730e2cc5f714eb77f0c2b1f5b8766193aea19e96e7ed632f768aae9ec71c", "expected": "card_not_working", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00019988007195682588, "activate_my_card": 0.00019988007195682588, "age_limit": 0.00019988007195682588, "apple_pay_or_google_pay": 0.0002998201079352388, "atm_support": 0.00039976014391365176, "automatic_top_up": 0.00019988007195682588, "balance_not_updated_after_bank_transfer": 0.00019988007195682588, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019988007195682588, "beneficiary_not_allowed": 0.1212272636418149, "cancel_transfer": 0.0002998201079352388, "card_about_to_expire": 0.00019988007195682588, "card_acceptance": 0.008494903058165101, "card_arrival": 0.00019988007195682588, "card_delivery_estimate": 0.00019988007195682588, "card_linking": 0.00039976014391365176, "card_not_working": 0.2625424745152908, "card_payment_fee_charged": 0.0002998201079352388, "card_payment_not_recognised": 0.0002998201079352388, "card_payment_wrong_exchange_rate": 0.00039976014391365176, "card_swallowed": 0.0002998201079352388, "cash_withdrawal_charge": 0.00019988007195682588, "cash_withdrawal_not_recognised": 0.00019988007195682588, "change_pin": 0.00019988007195682588, "compromised_card": 0.0002998201079352388, "contactless_not_working": 0.0020987407555466716, "country_support": 0.0002998201079352388, "declined_card_payment": 0.5112932240655607, "declined_cash_withdrawal": 0.0009994003597841295, "declined_transfer": 0.06765940435738556, "direct_debit_payment_not_recognised": 0.0002998201079352388, "disposable_card_limits": 0.00019988007195682588, "edit_personal_details": 0.00019988007195682588, "exchange_charge": 0.00019988007195682588, "exchange_rate": 0.00019988007195682588, "exchange_via_app": 0.0002998201079352388, "extra_charge_on_statement": 0.00019988007195682588, "failed_transfer": 0.002198680791525085, "fiat_currency_support": 0.00039976014391365176, "get_disposable_virtual_card": 0.00019988007195682588, "get_physical_card": 0.00019988007195682588, "getting_spare_card": 0.00019988007195682588, "getting_virtual_card": 0.00019988007195682588, "lost_or_stolen_card": 0.00019988007195682588, "lost_or_stolen_phone": 0.00019988007195682588, "order_physical_card": 0.00019988007195682588, "passcode_forgotten": 0.00019988007195682588, "pending_card_payment": 0.0002998201079352388, "pending_cash_withdrawal": 0.00019988007195682588, "pending_top_up": 0.00019988007195682588, "pending_transfer": 0.00019988007195682588, "pin_blocked": 0.00039976014391365176, "receiving_money": 0.0002998201079352388, "request_refund": 0.00019988007195682588, "reverted_card_payment?": 0.0005996402158704776, "supported_cards_and_currencies": 0.0022986208275034975, "terminate_account": 0.00019988007195682588, "top_up_by_bank_transfer_charge": 0.00019988007195682588, "top_up_by_card_charge": 0.00019988007195682588, "top_up_by_cash_or_cheque": 0.00019988007195682588, "top_up_failed": 0.0002998201079352388, "top_up_limits": 0.00019988007195682588, "top_up_reverted": 0.00019988007195682588, "topping_up_by_card": 0.00039976014391365176, "transaction_charged_twice": 0.0002998201079352388, "transfer_fee_charged": 0.00019988007195682588, "transfer_into_account": 0.00019988007195682588, "transfer_not_received_by_recipient": 0.0002998201079352388, "transfer_timing": 0.00019988007195682588, "unable_to_verify_identity": 0.0002998201079352388, "verify_my_identity": 0.00019988007195682588, "verify_source_of_funds": 0.00019988007195682588, "verify_top_up": 0.00019988007195682588, "virtual_card_not_working": 0.004497301619028581, "visa_or_mastercard": 0.00039976014391365176, "why_verify_identity": 0.00019988007195682588, "wrong_amount_of_cash_received": 0.00019988007195682588, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682588 }, "error": null, "latency_ms": 71.30045909434557, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-396", "text_group": "060074d7f97818bec7fd42cb392cd03d4bb905c5d666feba5ffdc738f5179f3d", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.008698260347930413, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0008998200359928015, "atm_support": 0.0015996800639872027, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.0007998400319936014, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0006998600279944011, "card_acceptance": 0.055188962207558485, "card_arrival": 0.0011997600479904018, "card_delivery_estimate": 0.0006998600279944011, "card_linking": 0.02299540091981604, "card_not_working": 0.5563887222555489, "card_payment_fee_charged": 0.0007998400319936014, "card_payment_not_recognised": 0.0007998400319936014, "card_payment_wrong_exchange_rate": 0.0007998400319936014, "card_swallowed": 0.0007998400319936014, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0006998600279944011, "compromised_card": 0.005098980203959208, "contactless_not_working": 0.0065986802639472104, "country_support": 0.001999600079984003, "declined_card_payment": 0.001999600079984003, "declined_cash_withdrawal": 0.0006998600279944011, "declined_transfer": 0.0007998400319936014, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0007998400319936014, "edit_personal_details": 0.0006998600279944011, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.0011997600479904018, "get_disposable_virtual_card": 0.0007998400319936014, "get_physical_card": 0.021895620875824834, "getting_spare_card": 0.0008998200359928015, "getting_virtual_card": 0.0007998400319936014, "lost_or_stolen_card": 0.0007998400319936014, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0007998400319936014, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0008998200359928015, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.0008998200359928015, "receiving_money": 0.0005998800239952009, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0009998000399920016, "supported_cards_and_currencies": 0.10597880423915217, "terminate_account": 0.0005998800239952009, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.003699260147970406, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.0004999000199960008, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0009998000399920016, "verify_source_of_funds": 0.0010997800439912018, "verify_top_up": 0.14397120575884823, "virtual_card_not_working": 0.01819636072785443, "visa_or_mastercard": 0.003699260147970406, "why_verify_identity": 0.0007998400319936014, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 71.3513750815764, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-397", "text_group": "57cfa35998978853ce1c5f3775f3d518b7a9ddd06172bb7b8b5888b78bd3b075", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0007000700070007, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.013401340134013402, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0007000700070007, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.001000100010001, "card_not_working": 0.613961396139614, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0015001500150015003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.313031303130313, "declined_cash_withdrawal": 0.0011001100110011003, "declined_transfer": 0.0069006900690069, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.001000100010001, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0009000900090009, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0012001200120012, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0015001500150015003, "supported_cards_and_currencies": 0.0025002500250025004, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0016001600160016002, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.001000100010001, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.018301830183018303, "visa_or_mastercard": 0.0013001300130013002, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 72.18175008893013, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-398", "text_group": "c4fbb34eab2a63d9326f1e4d7a771c6a792d7ebe76c681fa407b29e2f0e8c1c0", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0005, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0004, "card_acceptance": 0.0015, "card_arrival": 0.0004, "card_delivery_estimate": 0.0003, "card_linking": 0.0024, "card_not_working": 0.8754, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0009, "contactless_not_working": 0.0027, "country_support": 0.0005, "declined_card_payment": 0.0131, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.001, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0004, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0006, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0004, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0013, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.0177, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0004, "top_up_limits": 0.0003, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0011, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0558, "visa_or_mastercard": 0.003, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 73.20166705176234, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-399", "text_group": "c8f58dcd5a0fd0dd4390d461203c3a4e5ee7aa9002fa60e3a2f2c77972bb961c", "expected": "card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0007000700070007, "activate_my_card": 0.011101110111011102, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0007000700070007, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0011001100110011003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.001000100010001, "cancel_transfer": 0.0007000700070007, "card_about_to_expire": 0.0008000800080008001, "card_acceptance": 0.0007000700070007, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0048004800480048, "card_not_working": 0.8145814581458146, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0011001100110011003, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0006000600060006, "compromised_card": 0.001000100010001, "contactless_not_working": 0.0011001100110011003, "country_support": 0.0006000600060006, "declined_card_payment": 0.0065006500650065, "declined_cash_withdrawal": 0.0009000900090009, "declined_transfer": 0.0012001200120012, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0011001100110011003, "edit_personal_details": 0.0008000800080008001, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0011001100110011003, "get_physical_card": 0.0008000800080008001, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0007000700070007, "receiving_money": 0.0005000500050005, "request_refund": 0.0006000600060006, "reverted_card_payment?": 0.03160316031603161, "supported_cards_and_currencies": 0.0015001500150015003, "terminate_account": 0.0202020202020202, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0021002100210021, "topping_up_by_card": 0.0007000700070007, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.06800680068006801, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 75.19887504167855, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-400", "text_group": "3151476680db8670a66ea47f83fc8fec9de1197dfda67b0dc692fc487efb5e04", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0004998000799680128, "activate_my_card": 0.0006997201119552179, "age_limit": 0.0005997600959616154, "apple_pay_or_google_pay": 0.0029988004798080768, "atm_support": 0.003998400639744102, "automatic_top_up": 0.0007996801279488206, "balance_not_updated_after_bank_transfer": 0.000899640143942423, "balance_not_updated_after_cheque_or_cash_deposit": 0.000899640143942423, "beneficiary_not_allowed": 0.0031987205117952823, "cancel_transfer": 0.0007996801279488206, "card_about_to_expire": 0.0005997600959616154, "card_acceptance": 0.004998000799680128, "card_arrival": 0.0006997201119552179, "card_delivery_estimate": 0.0006997201119552179, "card_linking": 0.0014994002399040384, "card_not_working": 0.0007996801279488206, "card_payment_fee_charged": 0.0007996801279488206, "card_payment_not_recognised": 0.0009996001599360256, "card_payment_wrong_exchange_rate": 0.02309076369452219, "card_swallowed": 0.000899640143942423, "cash_withdrawal_charge": 0.0009996001599360256, "cash_withdrawal_not_recognised": 0.000899640143942423, "change_pin": 0.000899640143942423, "compromised_card": 0.0007996801279488206, "contactless_not_working": 0.0009996001599360256, "country_support": 0.0016993202718912435, "declined_card_payment": 0.0009996001599360256, "declined_cash_withdrawal": 0.0007996801279488206, "declined_transfer": 0.000899640143942423, "direct_debit_payment_not_recognised": 0.000899640143942423, "disposable_card_limits": 0.0009996001599360256, "edit_personal_details": 0.0006997201119552179, "exchange_charge": 0.03658536585365854, "exchange_rate": 0.09346261495401839, "exchange_via_app": 0.5833666533386646, "extra_charge_on_statement": 0.0005997600959616154, "failed_transfer": 0.0006997201119552179, "fiat_currency_support": 0.11415433826469412, "get_disposable_virtual_card": 0.0014994002399040384, "get_physical_card": 0.0010995601759296284, "getting_spare_card": 0.0007996801279488206, "getting_virtual_card": 0.0010995601759296284, "lost_or_stolen_card": 0.0004998000799680128, "lost_or_stolen_phone": 0.0004998000799680128, "order_physical_card": 0.000899640143942423, "passcode_forgotten": 0.0005997600959616154, "pending_card_payment": 0.0005997600959616154, "pending_cash_withdrawal": 0.0005997600959616154, "pending_top_up": 0.0005997600959616154, "pending_transfer": 0.0005997600959616154, "pin_blocked": 0.0005997600959616154, "receiving_money": 0.0029988004798080768, "request_refund": 0.0006997201119552179, "reverted_card_payment?": 0.0007996801279488206, "supported_cards_and_currencies": 0.06877249100359856, "terminate_account": 0.0006997201119552179, "top_up_by_bank_transfer_charge": 0.0010995601759296284, "top_up_by_card_charge": 0.0007996801279488206, "top_up_by_cash_or_cheque": 0.0009996001599360256, "top_up_failed": 0.0006997201119552179, "top_up_limits": 0.0007996801279488206, "top_up_reverted": 0.000899640143942423, "topping_up_by_card": 0.0012994802079168333, "transaction_charged_twice": 0.0005997600959616154, "transfer_fee_charged": 0.0007996801279488206, "transfer_into_account": 0.0015993602558976412, "transfer_not_received_by_recipient": 0.0007996801279488206, "transfer_timing": 0.0012994802079168333, "unable_to_verify_identity": 0.0006997201119552179, "verify_my_identity": 0.0006997201119552179, "verify_source_of_funds": 0.0006997201119552179, "verify_top_up": 0.0006997201119552179, "virtual_card_not_working": 0.0010995601759296284, "visa_or_mastercard": 0.0010995601759296284, "why_verify_identity": 0.0005997600959616154, "wrong_amount_of_cash_received": 0.0007996801279488206, "wrong_exchange_rate_for_cash_withdrawal": 0.0069972011195521796 }, "error": null, "latency_ms": 74.58845805376768, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-401", "text_group": "56ca2b6d3f2672a56eaa61d9b0824685906381f94cc2ca23f60fe997e57a9d0e", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0010002000400080016, "activate_my_card": 0.0016003200640128026, "age_limit": 0.0012002400480096017, "apple_pay_or_google_pay": 0.0035007001400280055, "atm_support": 0.010802160432086417, "automatic_top_up": 0.0016003200640128026, "balance_not_updated_after_bank_transfer": 0.0027005401080216042, "balance_not_updated_after_cheque_or_cash_deposit": 0.0022004400880176037, "beneficiary_not_allowed": 0.0023004600920184036, "cancel_transfer": 0.002000400080016003, "card_about_to_expire": 0.001300260052010402, "card_acceptance": 0.003100620124024805, "card_arrival": 0.0015003000600120023, "card_delivery_estimate": 0.0014002800560112022, "card_linking": 0.0027005401080216042, "card_not_working": 0.001900380076015203, "card_payment_fee_charged": 0.0016003200640128026, "card_payment_not_recognised": 0.0017003400680136026, "card_payment_wrong_exchange_rate": 0.010402080416083216, "card_swallowed": 0.0015003000600120023, "cash_withdrawal_charge": 0.001900380076015203, "cash_withdrawal_not_recognised": 0.0015003000600120023, "change_pin": 0.0030006001200240046, "compromised_card": 0.0015003000600120023, "contactless_not_working": 0.001900380076015203, "country_support": 0.005001000200040008, "declined_card_payment": 0.001300260052010402, "declined_cash_withdrawal": 0.001300260052010402, "declined_transfer": 0.0014002800560112022, "direct_debit_payment_not_recognised": 0.0016003200640128026, "disposable_card_limits": 0.001900380076015203, "edit_personal_details": 0.0014002800560112022, "exchange_charge": 0.04060812162432486, "exchange_rate": 0.08381676335267053, "exchange_via_app": 0.46519303860772154, "extra_charge_on_statement": 0.0011002200440088019, "failed_transfer": 0.0018003600720144029, "fiat_currency_support": 0.21104220844168833, "get_disposable_virtual_card": 0.0017003400680136026, "get_physical_card": 0.0015003000600120023, "getting_spare_card": 0.0014002800560112022, "getting_virtual_card": 0.0015003000600120023, "lost_or_stolen_card": 0.0010002000400080016, "lost_or_stolen_phone": 0.0010002000400080016, "order_physical_card": 0.0014002800560112022, "passcode_forgotten": 0.0012002400480096017, "pending_card_payment": 0.0012002400480096017, "pending_cash_withdrawal": 0.0012002400480096017, "pending_top_up": 0.0011002200440088019, "pending_transfer": 0.001300260052010402, "pin_blocked": 0.001300260052010402, "receiving_money": 0.0029005801160232043, "request_refund": 0.001300260052010402, "reverted_card_payment?": 0.0016003200640128026, "supported_cards_and_currencies": 0.04820964192838568, "terminate_account": 0.0015003000600120023, "top_up_by_bank_transfer_charge": 0.0022004400880176037, "top_up_by_card_charge": 0.0014002800560112022, "top_up_by_cash_or_cheque": 0.0023004600920184036, "top_up_failed": 0.0017003400680136026, "top_up_limits": 0.0015003000600120023, "top_up_reverted": 0.001900380076015203, "topping_up_by_card": 0.003900780156031206, "transaction_charged_twice": 0.001300260052010402, "transfer_fee_charged": 0.0015003000600120023, "transfer_into_account": 0.003700740148029606, "transfer_not_received_by_recipient": 0.001900380076015203, "transfer_timing": 0.003100620124024805, "unable_to_verify_identity": 0.0014002800560112022, "verify_my_identity": 0.0012002400480096017, "verify_source_of_funds": 0.0011002200440088019, "verify_top_up": 0.0011002200440088019, "virtual_card_not_working": 0.0022004400880176037, "visa_or_mastercard": 0.002100420084016803, "why_verify_identity": 0.0011002200440088019, "wrong_amount_of_cash_received": 0.0016003200640128026, "wrong_exchange_rate_for_cash_withdrawal": 0.00620124024804961 }, "error": null, "latency_ms": 75.1871659886092, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-402", "text_group": "b7353d9c1e3cb061b781ecbf5dba7d1722c30f16c2d484b8c1a16a9e56c85959", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.001, "activate_my_card": 0.0016, "age_limit": 0.0013, "apple_pay_or_google_pay": 0.0039, "atm_support": 0.0105, "automatic_top_up": 0.0018, "balance_not_updated_after_bank_transfer": 0.0023, "balance_not_updated_after_cheque_or_cash_deposit": 0.0022, "beneficiary_not_allowed": 0.0028, "cancel_transfer": 0.0024, "card_about_to_expire": 0.0014, "card_acceptance": 0.0062, "card_arrival": 0.0015, "card_delivery_estimate": 0.0015, "card_linking": 0.0043, "card_not_working": 0.0019, "card_payment_fee_charged": 0.0017, "card_payment_not_recognised": 0.0018, "card_payment_wrong_exchange_rate": 0.005, "card_swallowed": 0.0016, "cash_withdrawal_charge": 0.0017, "cash_withdrawal_not_recognised": 0.0014, "change_pin": 0.0095, "compromised_card": 0.0016, "contactless_not_working": 0.002, "country_support": 0.0055, "declined_card_payment": 0.0015, "declined_cash_withdrawal": 0.0014, "declined_transfer": 0.0017, "direct_debit_payment_not_recognised": 0.0017, "disposable_card_limits": 0.002, "edit_personal_details": 0.002, "exchange_charge": 0.0101, "exchange_rate": 0.0157, "exchange_via_app": 0.2346, "extra_charge_on_statement": 0.0012, "failed_transfer": 0.0018, "fiat_currency_support": 0.429, "get_disposable_virtual_card": 0.0025, "get_physical_card": 0.002, "getting_spare_card": 0.0015, "getting_virtual_card": 0.002, "lost_or_stolen_card": 0.001, "lost_or_stolen_phone": 0.001, "order_physical_card": 0.0018, "passcode_forgotten": 0.0012, "pending_card_payment": 0.0013, "pending_cash_withdrawal": 0.0012, "pending_top_up": 0.0012, "pending_transfer": 0.0015, "pin_blocked": 0.0014, "receiving_money": 0.0041, "request_refund": 0.0015, "reverted_card_payment?": 0.0017, "supported_cards_and_currencies": 0.1279, "terminate_account": 0.0019, "top_up_by_bank_transfer_charge": 0.0027, "top_up_by_card_charge": 0.0016, "top_up_by_cash_or_cheque": 0.0024, "top_up_failed": 0.0018, "top_up_limits": 0.0018, "top_up_reverted": 0.0021, "topping_up_by_card": 0.004, "transaction_charged_twice": 0.0015, "transfer_fee_charged": 0.0019, "transfer_into_account": 0.0137, "transfer_not_received_by_recipient": 0.0019, "transfer_timing": 0.0073, "unable_to_verify_identity": 0.0015, "verify_my_identity": 0.0015, "verify_source_of_funds": 0.0015, "verify_top_up": 0.0014, "virtual_card_not_working": 0.0024, "visa_or_mastercard": 0.0031, "why_verify_identity": 0.0013, "wrong_amount_of_cash_received": 0.0018, "wrong_exchange_rate_for_cash_withdrawal": 0.005 }, "error": null, "latency_ms": 76.24262501485646, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-403", "text_group": "6a32992732ce389ed759b10d3fa76109095f98a25ad17e679a9212e95376be34", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0012003601080324095, "activate_my_card": 0.001600480144043213, "age_limit": 0.0015004501350405122, "apple_pay_or_google_pay": 0.0026007802340702207, "atm_support": 0.006802040612183654, "automatic_top_up": 0.002100630189056717, "balance_not_updated_after_bank_transfer": 0.0033009902970891265, "balance_not_updated_after_cheque_or_cash_deposit": 0.0029008702610783233, "beneficiary_not_allowed": 0.002700810243072922, "cancel_transfer": 0.002400720216064819, "card_about_to_expire": 0.001600480144043213, "card_acceptance": 0.0030009002700810243, "card_arrival": 0.0018005401620486145, "card_delivery_estimate": 0.0018005401620486145, "card_linking": 0.0030009002700810243, "card_not_working": 0.002400720216064819, "card_payment_fee_charged": 0.002100630189056717, "card_payment_not_recognised": 0.0020006001800540163, "card_payment_wrong_exchange_rate": 0.00980294088226468, "card_swallowed": 0.0018005401620486145, "cash_withdrawal_charge": 0.0020006001800540163, "cash_withdrawal_not_recognised": 0.0017005101530459135, "change_pin": 0.01750525157547264, "compromised_card": 0.0018005401620486145, "contactless_not_working": 0.0020006001800540163, "country_support": 0.018105431629488848, "declined_card_payment": 0.0018005401620486145, "declined_cash_withdrawal": 0.0015004501350405122, "declined_transfer": 0.0020006001800540163, "direct_debit_payment_not_recognised": 0.00250075022506752, "disposable_card_limits": 0.0023006902070621185, "edit_personal_details": 0.002700810243072922, "exchange_charge": 0.044213263979193757, "exchange_rate": 0.14014204261278385, "exchange_via_app": 0.5654696408922677, "extra_charge_on_statement": 0.0017005101530459135, "failed_transfer": 0.002400720216064819, "fiat_currency_support": 0.026207862358707614, "get_disposable_virtual_card": 0.002200660198059418, "get_physical_card": 0.0020006001800540163, "getting_spare_card": 0.001600480144043213, "getting_virtual_card": 0.0017005101530459135, "lost_or_stolen_card": 0.0013003901170351103, "lost_or_stolen_phone": 0.0013003901170351103, "order_physical_card": 0.0018005401620486145, "passcode_forgotten": 0.001600480144043213, "pending_card_payment": 0.0015004501350405122, "pending_cash_withdrawal": 0.0014004201260378114, "pending_top_up": 0.0014004201260378114, "pending_transfer": 0.001600480144043213, "pin_blocked": 0.0018005401620486145, "receiving_money": 0.0030009002700810243, "request_refund": 0.001600480144043213, "reverted_card_payment?": 0.00250075022506752, "supported_cards_and_currencies": 0.016504951485445635, "terminate_account": 0.0020006001800540163, "top_up_by_bank_transfer_charge": 0.00250075022506752, "top_up_by_card_charge": 0.0018005401620486145, "top_up_by_cash_or_cheque": 0.0023006902070621185, "top_up_failed": 0.002100630189056717, "top_up_limits": 0.0018005401620486145, "top_up_reverted": 0.0023006902070621185, "topping_up_by_card": 0.0026007802340702207, "transaction_charged_twice": 0.0017005101530459135, "transfer_fee_charged": 0.0026007802340702207, "transfer_into_account": 0.0047014104231269385, "transfer_not_received_by_recipient": 0.0020006001800540163, "transfer_timing": 0.00500150045013504, "unable_to_verify_identity": 0.001600480144043213, "verify_my_identity": 0.0015004501350405122, "verify_source_of_funds": 0.0014004201260378114, "verify_top_up": 0.0014004201260378114, "virtual_card_not_working": 0.002200660198059418, "visa_or_mastercard": 0.0018005401620486145, "why_verify_identity": 0.0014004201260378114, "wrong_amount_of_cash_received": 0.0023006902070621185, "wrong_exchange_rate_for_cash_withdrawal": 0.015704711413424024 }, "error": null, "latency_ms": 74.92891699075699, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-404", "text_group": "02ef158d7a420efc4dbf1307400663238fa68278e802604a2c6a8e6819c48743", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0005, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0008, "atm_support": 0.0017, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0004, "card_acceptance": 0.0008, "card_arrival": 0.0004, "card_delivery_estimate": 0.0005, "card_linking": 0.0008, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0013, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0005, "compromised_card": 0.0005, "contactless_not_working": 0.0005, "country_support": 0.0008, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0004, "exchange_charge": 0.0173, "exchange_rate": 0.009, "exchange_via_app": 0.8976, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0005, "fiat_currency_support": 0.0272, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0005, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0004, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0004, "receiving_money": 0.0009, "request_refund": 0.0004, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0102, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0005, "top_up_limits": 0.0004, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0012 }, "error": null, "latency_ms": 72.47749995440245, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-405", "text_group": "02f75d2b91a5cf23acc66983adb845f0d59e6c67aaa0de26ac4e230d0b00fa9e", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.000600120024004801, "activate_my_card": 0.0009001800360072014, "age_limit": 0.0007001400280056011, "apple_pay_or_google_pay": 0.0016003200640128028, "atm_support": 0.004100820164032807, "automatic_top_up": 0.0010002000400080016, "balance_not_updated_after_bank_transfer": 0.0011002200440088019, "balance_not_updated_after_cheque_or_cash_deposit": 0.001200240048009602, "beneficiary_not_allowed": 0.001200240048009602, "cancel_transfer": 0.0009001800360072014, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.0015003000600120025, "card_arrival": 0.0009001800360072014, "card_delivery_estimate": 0.0009001800360072014, "card_linking": 0.0015003000600120025, "card_not_working": 0.0011002200440088019, "card_payment_fee_charged": 0.0010002000400080016, "card_payment_not_recognised": 0.0010002000400080016, "card_payment_wrong_exchange_rate": 0.002400480096019204, "card_swallowed": 0.0009001800360072014, "cash_withdrawal_charge": 0.0010002000400080016, "cash_withdrawal_not_recognised": 0.0008001600320064014, "change_pin": 0.0010002000400080016, "compromised_card": 0.0009001800360072014, "contactless_not_working": 0.0011002200440088019, "country_support": 0.0019003800760152032, "declined_card_payment": 0.0008001600320064014, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0009001800360072014, "direct_debit_payment_not_recognised": 0.0009001800360072014, "disposable_card_limits": 0.0010002000400080016, "edit_personal_details": 0.0009001800360072014, "exchange_charge": 0.011102220444088819, "exchange_rate": 0.027105421084216846, "exchange_via_app": 0.7808561712342469, "extra_charge_on_statement": 0.0007001400280056011, "failed_transfer": 0.0010002000400080016, "fiat_currency_support": 0.07561512302460492, "get_disposable_virtual_card": 0.0010002000400080016, "get_physical_card": 0.0009001800360072014, "getting_spare_card": 0.0008001600320064014, "getting_virtual_card": 0.0009001800360072014, "lost_or_stolen_card": 0.000600120024004801, "lost_or_stolen_phone": 0.000600120024004801, "order_physical_card": 0.0008001600320064014, "passcode_forgotten": 0.0007001400280056011, "pending_card_payment": 0.0007001400280056011, "pending_cash_withdrawal": 0.0007001400280056011, "pending_top_up": 0.0007001400280056011, "pending_transfer": 0.0008001600320064014, "pin_blocked": 0.0008001600320064014, "receiving_money": 0.0018003600720144029, "request_refund": 0.0007001400280056011, "reverted_card_payment?": 0.0010002000400080016, "supported_cards_and_currencies": 0.031206241248249653, "terminate_account": 0.0008001600320064014, "top_up_by_bank_transfer_charge": 0.0010002000400080016, "top_up_by_card_charge": 0.0008001600320064014, "top_up_by_cash_or_cheque": 0.0009001800360072014, "top_up_failed": 0.0008001600320064014, "top_up_limits": 0.0008001600320064014, "top_up_reverted": 0.0010002000400080016, "topping_up_by_card": 0.0011002200440088019, "transaction_charged_twice": 0.0008001600320064014, "transfer_fee_charged": 0.0010002000400080016, "transfer_into_account": 0.0011002200440088019, "transfer_not_received_by_recipient": 0.0009001800360072014, "transfer_timing": 0.001200240048009602, "unable_to_verify_identity": 0.0009001800360072014, "verify_my_identity": 0.0009001800360072014, "verify_source_of_funds": 0.0008001600320064014, "verify_top_up": 0.0008001600320064014, "virtual_card_not_working": 0.001200240048009602, "visa_or_mastercard": 0.0011002200440088019, "why_verify_identity": 0.0007001400280056011, "wrong_amount_of_cash_received": 0.0010002000400080016, "wrong_exchange_rate_for_cash_withdrawal": 0.0022004400880176037 }, "error": null, "latency_ms": 72.26270902901888, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-406", "text_group": "ae585e96bd8e25074b5ec98d3b9f2916d91130a34b5b89d096613701e6c6a6ed", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0007, "activate_my_card": 0.001, "age_limit": 0.0009, "apple_pay_or_google_pay": 0.0027, "atm_support": 0.0097, "automatic_top_up": 0.0011, "balance_not_updated_after_bank_transfer": 0.0017, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017, "beneficiary_not_allowed": 0.0016, "cancel_transfer": 0.0012, "card_about_to_expire": 0.0008, "card_acceptance": 0.002, "card_arrival": 0.0011, "card_delivery_estimate": 0.0011, "card_linking": 0.0016, "card_not_working": 0.0012, "card_payment_fee_charged": 0.0011, "card_payment_not_recognised": 0.0011, "card_payment_wrong_exchange_rate": 0.0062, "card_swallowed": 0.001, "cash_withdrawal_charge": 0.0014, "cash_withdrawal_not_recognised": 0.0011, "change_pin": 0.001, "compromised_card": 0.0011, "contactless_not_working": 0.0014, "country_support": 0.0063, "declined_card_payment": 0.0009, "declined_cash_withdrawal": 0.0009, "declined_transfer": 0.001, "direct_debit_payment_not_recognised": 0.0012, "disposable_card_limits": 0.0012, "edit_personal_details": 0.0009, "exchange_charge": 0.0369, "exchange_rate": 0.2266, "exchange_via_app": 0.3388, "extra_charge_on_statement": 0.0008, "failed_transfer": 0.0013, "fiat_currency_support": 0.2164, "get_disposable_virtual_card": 0.0011, "get_physical_card": 0.0011, "getting_spare_card": 0.0009, "getting_virtual_card": 0.001, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0008, "order_physical_card": 0.0009, "passcode_forgotten": 0.0008, "pending_card_payment": 0.0009, "pending_cash_withdrawal": 0.0009, "pending_top_up": 0.0009, "pending_transfer": 0.0011, "pin_blocked": 0.0009, "receiving_money": 0.0025, "request_refund": 0.0009, "reverted_card_payment?": 0.0012, "supported_cards_and_currencies": 0.0757, "terminate_account": 0.001, "top_up_by_bank_transfer_charge": 0.0016, "top_up_by_card_charge": 0.0011, "top_up_by_cash_or_cheque": 0.0012, "top_up_failed": 0.001, "top_up_limits": 0.0009, "top_up_reverted": 0.0012, "topping_up_by_card": 0.0014, "transaction_charged_twice": 0.001, "transfer_fee_charged": 0.0014, "transfer_into_account": 0.0014, "transfer_not_received_by_recipient": 0.0013, "transfer_timing": 0.0016, "unable_to_verify_identity": 0.001, "verify_my_identity": 0.0011, "verify_source_of_funds": 0.001, "verify_top_up": 0.001, "virtual_card_not_working": 0.0012, "visa_or_mastercard": 0.0015, "why_verify_identity": 0.0009, "wrong_amount_of_cash_received": 0.0011, "wrong_exchange_rate_for_cash_withdrawal": 0.0041 }, "error": null, "latency_ms": 70.60783298220485, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-407", "text_group": "59a10192bf08a0736d877c73ff6d6edbaa4cd70ee4bf7c0a86b486b0b1e2e7ca", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00040008001600320064, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0009001800360072014, "atm_support": 0.0015003000600120023, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0010002000400080016, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0007001400280056011, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0011002200440088019, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0005001000200040008, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0008001600320064013, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.002600520104020804, "exchange_rate": 0.008501700340068015, "exchange_via_app": 0.8831766353270654, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.049209841968393675, "get_disposable_virtual_card": 0.0006001200240048009, "get_physical_card": 0.0006001200240048009, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0007001400280056011, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.020404080816163232, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0006001200240048009, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.0006001200240048009, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0007001400280056011, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0007001400280056011, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0009001800360072014 }, "error": null, "latency_ms": 71.69529201928526, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-408", "text_group": "c397a5a4b5b2718a9c46c4e985d8c5106e643ce966dd09c4920f525c2b6962a3", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0010997800439912018, "activate_my_card": 0.001799640071985603, "age_limit": 0.0014997000599880025, "apple_pay_or_google_pay": 0.005598880223955209, "atm_support": 0.008998200359928014, "automatic_top_up": 0.0021995600879824036, "balance_not_updated_after_bank_transfer": 0.0030993801239752048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0024995000999800043, "beneficiary_not_allowed": 0.0027994401119776045, "cancel_transfer": 0.002599480103979204, "card_about_to_expire": 0.0014997000599880025, "card_acceptance": 0.004499100179964007, "card_arrival": 0.0016996600679864027, "card_delivery_estimate": 0.0016996600679864027, "card_linking": 0.004899020195960808, "card_not_working": 0.0021995600879824036, "card_payment_fee_charged": 0.0020995800839832034, "card_payment_not_recognised": 0.001999600079984003, "card_payment_wrong_exchange_rate": 0.008298340331933614, "card_swallowed": 0.0016996600679864027, "cash_withdrawal_charge": 0.0020995800839832034, "cash_withdrawal_not_recognised": 0.0015996800639872027, "change_pin": 0.003999200159968006, "compromised_card": 0.001799640071985603, "contactless_not_working": 0.0021995600879824036, "country_support": 0.004499100179964007, "declined_card_payment": 0.0015996800639872027, "declined_cash_withdrawal": 0.0013997200559888023, "declined_transfer": 0.001799640071985603, "direct_debit_payment_not_recognised": 0.0018996200759848032, "disposable_card_limits": 0.002299540091981604, "edit_personal_details": 0.0018996200759848032, "exchange_charge": 0.08748250349930013, "exchange_rate": 0.10787842431513697, "exchange_via_app": 0.40351929614077187, "extra_charge_on_statement": 0.0014997000599880025, "failed_transfer": 0.002299540091981604, "fiat_currency_support": 0.10657868426314737, "get_disposable_virtual_card": 0.0021995600879824036, "get_physical_card": 0.0016996600679864027, "getting_spare_card": 0.0014997000599880025, "getting_virtual_card": 0.001799640071985603, "lost_or_stolen_card": 0.0011997600479904018, "lost_or_stolen_phone": 0.0010997800439912018, "order_physical_card": 0.0016996600679864027, "passcode_forgotten": 0.001299740051989602, "pending_card_payment": 0.0013997200559888023, "pending_cash_withdrawal": 0.001299740051989602, "pending_top_up": 0.001299740051989602, "pending_transfer": 0.0015996800639872027, "pin_blocked": 0.0014997000599880025, "receiving_money": 0.003999200159968006, "request_refund": 0.0014997000599880025, "reverted_card_payment?": 0.001999600079984003, "supported_cards_and_currencies": 0.07358528294341132, "terminate_account": 0.001799640071985603, "top_up_by_bank_transfer_charge": 0.004899020195960808, "top_up_by_card_charge": 0.001999600079984003, "top_up_by_cash_or_cheque": 0.002599480103979204, "top_up_failed": 0.002299540091981604, "top_up_limits": 0.001999600079984003, "top_up_reverted": 0.0023995200959808036, "topping_up_by_card": 0.005298940211957609, "transaction_charged_twice": 0.0016996600679864027, "transfer_fee_charged": 0.002599480103979204, "transfer_into_account": 0.027294541091781647, "transfer_not_received_by_recipient": 0.002999400119976005, "transfer_timing": 0.021195760847830435, "unable_to_verify_identity": 0.0015996800639872027, "verify_my_identity": 0.0015996800639872027, "verify_source_of_funds": 0.0013997200559888023, "verify_top_up": 0.0013997200559888023, "virtual_card_not_working": 0.0023995200959808036, "visa_or_mastercard": 0.002599480103979204, "why_verify_identity": 0.0013997200559888023, "wrong_amount_of_cash_received": 0.0018996200759848032, "wrong_exchange_rate_for_cash_withdrawal": 0.006798640271945611 }, "error": null, "latency_ms": 71.4644999243319, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-409", "text_group": "ebfe270b523ec447695c46f65b656e30ff877f3eb5afe3f36cb725a11d1d56b4", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0014001400140014, "activate_my_card": 0.0018001800180018, "age_limit": 0.0019001900190019003, "apple_pay_or_google_pay": 0.0033003300330033004, "atm_support": 0.012501250125012502, "automatic_top_up": 0.0024002400240024, "balance_not_updated_after_bank_transfer": 0.0046004600460046, "balance_not_updated_after_cheque_or_cash_deposit": 0.0037003700370037006, "beneficiary_not_allowed": 0.0035003500350035003, "cancel_transfer": 0.0026002600260026003, "card_about_to_expire": 0.0019001900190019003, "card_acceptance": 0.0039003900390039, "card_arrival": 0.0022002200220022005, "card_delivery_estimate": 0.0022002200220022005, "card_linking": 0.0037003700370037006, "card_not_working": 0.0027002700270027003, "card_payment_fee_charged": 0.0025002500250025004, "card_payment_not_recognised": 0.0025002500250025004, "card_payment_wrong_exchange_rate": 0.007700770077007701, "card_swallowed": 0.0023002300230023, "cash_withdrawal_charge": 0.0026002600260026003, "cash_withdrawal_not_recognised": 0.0021002100210021, "change_pin": 0.004100410041004101, "compromised_card": 0.0022002200220022005, "contactless_not_working": 0.0026002600260026003, "country_support": 0.0593059305930593, "declined_card_payment": 0.0019001900190019003, "declined_cash_withdrawal": 0.002000200020002, "declined_transfer": 0.0025002500250025004, "direct_debit_payment_not_recognised": 0.0030003000300030005, "disposable_card_limits": 0.0028002800280028, "edit_personal_details": 0.0023002300230023, "exchange_charge": 0.0538053805380538, "exchange_rate": 0.11441144114411442, "exchange_via_app": 0.41064106410641066, "extra_charge_on_statement": 0.0019001900190019003, "failed_transfer": 0.0030003000300030005, "fiat_currency_support": 0.12971297129712972, "get_disposable_virtual_card": 0.0026002600260026003, "get_physical_card": 0.0026002600260026003, "getting_spare_card": 0.0022002200220022005, "getting_virtual_card": 0.0023002300230023, "lost_or_stolen_card": 0.0015001500150015003, "lost_or_stolen_phone": 0.0015001500150015003, "order_physical_card": 0.0022002200220022005, "passcode_forgotten": 0.0018001800180018, "pending_card_payment": 0.0018001800180018, "pending_cash_withdrawal": 0.0017001700170017002, "pending_top_up": 0.0017001700170017002, "pending_transfer": 0.002000200020002, "pin_blocked": 0.002000200020002, "receiving_money": 0.004400440044004401, "request_refund": 0.0019001900190019003, "reverted_card_payment?": 0.0028002800280028, "supported_cards_and_currencies": 0.0232023202320232, "terminate_account": 0.0022002200220022005, "top_up_by_bank_transfer_charge": 0.0034003400340034003, "top_up_by_card_charge": 0.0023002300230023, "top_up_by_cash_or_cheque": 0.0030003000300030005, "top_up_failed": 0.0024002400240024, "top_up_limits": 0.0023002300230023, "top_up_reverted": 0.0028002800280028, "topping_up_by_card": 0.0034003400340034003, "transaction_charged_twice": 0.0021002100210021, "transfer_fee_charged": 0.0031003100310031, "transfer_into_account": 0.0042004200420042, "transfer_not_received_by_recipient": 0.0026002600260026003, "transfer_timing": 0.0081008100810081, "unable_to_verify_identity": 0.0021002100210021, "verify_my_identity": 0.002000200020002, "verify_source_of_funds": 0.0018001800180018, "verify_top_up": 0.0018001800180018, "virtual_card_not_working": 0.0025002500250025004, "visa_or_mastercard": 0.0023002300230023, "why_verify_identity": 0.0018001800180018, "wrong_amount_of_cash_received": 0.0027002700270027003, "wrong_exchange_rate_for_cash_withdrawal": 0.012701270127012701 }, "error": null, "latency_ms": 69.01229091454297, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-410", "text_group": "c42ee9595023c7c3bb83befe7e28ef7b7e49ec44695fd058d7fdffe5f914fccd", "expected": "exchange_via_app", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0004999000199960008, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0007998400319936014, "atm_support": 0.0009998000399920016, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0007998400319936014, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0006998600279944011, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0009998000399920016, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0003999200159968007, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0008998200359928015, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0009998000399920016, "exchange_rate": 0.0031993601279744054, "exchange_via_app": 0.007998400319936013, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.13397320535892823, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0006998600279944011, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.8188362327534493, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0006998600279944011, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0006998600279944011 }, "error": null, "latency_ms": 68.66612494923174, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-411", "text_group": "1d647eccb1603aab53fba3dbf89b7d350b11cc56ebcab445db287da18e2f13f0", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0011996401079676095, "atm_support": 0.000999700089973008, "automatic_top_up": 0.000499850044986504, "balance_not_updated_after_bank_transfer": 0.0005998200539838048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006997900629811057, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0007997600719784066, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0006997900629811057, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.0005998200539838048, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.0013995801259622115, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0005998200539838048, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0005998200539838048, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.000499850044986504, "country_support": 0.0007997600719784066, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.018694391682495252, "exchange_rate": 0.015495351394581625, "exchange_via_app": 0.912926122163351, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.007097870638808358, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.000499850044986504, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0008997300809757073, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.005398380485854244, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0006997900629811057, "top_up_by_card_charge": 0.0006997900629811057, "top_up_by_cash_or_cheque": 0.0006997900629811057, "top_up_failed": 0.0005998200539838048, "top_up_limits": 0.000499850044986504, "top_up_reverted": 0.0005998200539838048, "topping_up_by_card": 0.0007997600719784066, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.0006997900629811057, "transfer_into_account": 0.0007997600719784066, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.0013995801259622115, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0005998200539838048, "visa_or_mastercard": 0.000499850044986504, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0012996101169649105 }, "error": null, "latency_ms": 68.73379205353558, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-412", "text_group": "8a8ceb6c84d002c9c915295f2b5d587acfa7c1deb05c1e38b364613644561af0", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0017, "activate_my_card": 0.0023, "age_limit": 0.0021, "apple_pay_or_google_pay": 0.004, "atm_support": 0.0122, "automatic_top_up": 0.0051, "balance_not_updated_after_bank_transfer": 0.0046, "balance_not_updated_after_cheque_or_cash_deposit": 0.0041, "beneficiary_not_allowed": 0.0044, "cancel_transfer": 0.0071, "card_about_to_expire": 0.0024, "card_acceptance": 0.0049, "card_arrival": 0.0023, "card_delivery_estimate": 0.0022, "card_linking": 0.0042, "card_not_working": 0.0032, "card_payment_fee_charged": 0.003, "card_payment_not_recognised": 0.0031, "card_payment_wrong_exchange_rate": 0.0051, "card_swallowed": 0.0027, "cash_withdrawal_charge": 0.0029, "cash_withdrawal_not_recognised": 0.0022, "change_pin": 0.068, "compromised_card": 0.0025, "contactless_not_working": 0.0029, "country_support": 0.0075, "declined_card_payment": 0.0025, "declined_cash_withdrawal": 0.0023, "declined_transfer": 0.003, "direct_debit_payment_not_recognised": 0.004, "disposable_card_limits": 0.0038, "edit_personal_details": 0.0042, "exchange_charge": 0.0655, "exchange_rate": 0.0468, "exchange_via_app": 0.3605, "extra_charge_on_statement": 0.0028, "failed_transfer": 0.0035, "fiat_currency_support": 0.0445, "get_disposable_virtual_card": 0.0039, "get_physical_card": 0.0031, "getting_spare_card": 0.0028, "getting_virtual_card": 0.003, "lost_or_stolen_card": 0.0018, "lost_or_stolen_phone": 0.0017, "order_physical_card": 0.0028, "passcode_forgotten": 0.002, "pending_card_payment": 0.0021, "pending_cash_withdrawal": 0.0019, "pending_top_up": 0.0021, "pending_transfer": 0.0024, "pin_blocked": 0.0024, "receiving_money": 0.0055, "request_refund": 0.0028, "reverted_card_payment?": 0.0031, "supported_cards_and_currencies": 0.0408, "terminate_account": 0.003, "top_up_by_bank_transfer_charge": 0.0072, "top_up_by_card_charge": 0.0032, "top_up_by_cash_or_cheque": 0.0048, "top_up_failed": 0.0036, "top_up_limits": 0.0033, "top_up_reverted": 0.0043, "topping_up_by_card": 0.0106, "transaction_charged_twice": 0.0028, "transfer_fee_charged": 0.0036, "transfer_into_account": 0.1075, "transfer_not_received_by_recipient": 0.0037, "transfer_timing": 0.0231, "unable_to_verify_identity": 0.0024, "verify_my_identity": 0.0023, "verify_source_of_funds": 0.0023, "verify_top_up": 0.0023, "virtual_card_not_working": 0.0031, "visa_or_mastercard": 0.0029, "why_verify_identity": 0.0021, "wrong_amount_of_cash_received": 0.0029, "wrong_exchange_rate_for_cash_withdrawal": 0.0047 }, "error": null, "latency_ms": 70.5130830174312, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-413", "text_group": "bcf3912479c6411753b7aaeebc96f14caa08c7229327f784749dce23ef2c8dc8", "expected": "exchange_via_app", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.0007002801120448179, "activate_my_card": 0.0009003601440576229, "age_limit": 0.0008003201280512205, "apple_pay_or_google_pay": 0.0019007603041216485, "atm_support": 0.002501000400160064, "automatic_top_up": 0.0011004401760704283, "balance_not_updated_after_bank_transfer": 0.004901960784313725, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017006802721088435, "beneficiary_not_allowed": 0.0017006802721088435, "cancel_transfer": 0.0013005202080832333, "card_about_to_expire": 0.0009003601440576229, "card_acceptance": 0.001600640256102441, "card_arrival": 0.0009003601440576229, "card_delivery_estimate": 0.0009003601440576229, "card_linking": 0.0019007603041216485, "card_not_working": 0.0010004001600640256, "card_payment_fee_charged": 0.0011004401760704283, "card_payment_not_recognised": 0.0011004401760704283, "card_payment_wrong_exchange_rate": 0.022909163665466185, "card_swallowed": 0.0010004001600640256, "cash_withdrawal_charge": 0.0014005602240896359, "cash_withdrawal_not_recognised": 0.0012004801920768306, "change_pin": 0.0009003601440576229, "compromised_card": 0.0010004001600640256, "contactless_not_working": 0.0010004001600640256, "country_support": 0.0014005602240896359, "declined_card_payment": 0.0008003201280512205, "declined_cash_withdrawal": 0.0009003601440576229, "declined_transfer": 0.0009003601440576229, "direct_debit_payment_not_recognised": 0.0012004801920768306, "disposable_card_limits": 0.0011004401760704283, "edit_personal_details": 0.0009003601440576229, "exchange_charge": 0.30232092837134855, "exchange_rate": 0.14585834333733494, "exchange_via_app": 0.27641056422569027, "extra_charge_on_statement": 0.0011004401760704283, "failed_transfer": 0.0012004801920768306, "fiat_currency_support": 0.0021008403361344537, "get_disposable_virtual_card": 0.0019007603041216485, "get_physical_card": 0.0014005602240896359, "getting_spare_card": 0.0012004801920768306, "getting_virtual_card": 0.0014005602240896359, "lost_or_stolen_card": 0.0007002801120448179, "lost_or_stolen_phone": 0.0007002801120448179, "order_physical_card": 0.0010004001600640256, "passcode_forgotten": 0.0007002801120448179, "pending_card_payment": 0.0009003601440576229, "pending_cash_withdrawal": 0.0009003601440576229, "pending_top_up": 0.0008003201280512205, "pending_transfer": 0.0013005202080832333, "pin_blocked": 0.0008003201280512205, "receiving_money": 0.12324929971988795, "request_refund": 0.0010004001600640256, "reverted_card_payment?": 0.0011004401760704283, "supported_cards_and_currencies": 0.0026010404161664665, "terminate_account": 0.0010004001600640256, "top_up_by_bank_transfer_charge": 0.004901960784313725, "top_up_by_card_charge": 0.0013005202080832333, "top_up_by_cash_or_cheque": 0.0022008803521408565, "top_up_failed": 0.0014005602240896359, "top_up_limits": 0.0011004401760704283, "top_up_reverted": 0.001600640256102441, "topping_up_by_card": 0.004001600640256103, "transaction_charged_twice": 0.0010004001600640256, "transfer_fee_charged": 0.001600640256102441, "transfer_into_account": 0.014805922368947578, "transfer_not_received_by_recipient": 0.005802320928371348, "transfer_timing": 0.007302921168467386, "unable_to_verify_identity": 0.0008003201280512205, "verify_my_identity": 0.0008003201280512205, "verify_source_of_funds": 0.0008003201280512205, "verify_top_up": 0.0008003201280512205, "virtual_card_not_working": 0.0010004001600640256, "visa_or_mastercard": 0.0013005202080832333, "why_verify_identity": 0.0007002801120448179, "wrong_amount_of_cash_received": 0.0014005602240896359, "wrong_exchange_rate_for_cash_withdrawal": 0.010204081632653062 }, "error": null, "latency_ms": 67.82208301592618, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-414", "text_group": "46711f745925201c5dda7d15589b5b9ab194b58459edfaea25520be075b5fd9c", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0016009605763458075, "activate_my_card": 0.0026015609365619367, "age_limit": 0.002201320792475485, "apple_pay_or_google_pay": 0.005603362017210326, "atm_support": 0.010406243746247747, "automatic_top_up": 0.0027016209725835502, "balance_not_updated_after_bank_transfer": 0.0051030618371022615, "balance_not_updated_after_cheque_or_cash_deposit": 0.0040024014408645186, "beneficiary_not_allowed": 0.0040024014408645186, "cancel_transfer": 0.003201921152691615, "card_about_to_expire": 0.002301380828497098, "card_acceptance": 0.0040024014408645186, "card_arrival": 0.0026015609365619367, "card_delivery_estimate": 0.0026015609365619367, "card_linking": 0.00440264158495097, "card_not_working": 0.003201921152691615, "card_payment_fee_charged": 0.002501500900540324, "card_payment_not_recognised": 0.002801681008605163, "card_payment_wrong_exchange_rate": 0.0051030618371022615, "card_swallowed": 0.0026015609365619367, "cash_withdrawal_charge": 0.002801681008605163, "cash_withdrawal_not_recognised": 0.002401440864518711, "change_pin": 0.007504502701620972, "compromised_card": 0.0026015609365619367, "contactless_not_working": 0.003101861116670002, "country_support": 0.007904742845707425, "declined_card_payment": 0.002201320792475485, "declined_cash_withdrawal": 0.002301380828497098, "declined_transfer": 0.002501500900540324, "direct_debit_payment_not_recognised": 0.002801681008605163, "disposable_card_limits": 0.0033019811887132276, "edit_personal_details": 0.0026015609365619367, "exchange_charge": 0.01010606363818291, "exchange_rate": 0.008605163097858715, "exchange_via_app": 0.10746447868721232, "extra_charge_on_statement": 0.0020012007204322593, "failed_transfer": 0.0029017410446267756, "fiat_currency_support": 0.5856513908345007, "get_disposable_virtual_card": 0.003502101260756454, "get_physical_card": 0.0029017410446267756, "getting_spare_card": 0.002201320792475485, "getting_virtual_card": 0.002801681008605163, "lost_or_stolen_card": 0.0018010806483890333, "lost_or_stolen_phone": 0.0017010206123674201, "order_physical_card": 0.002501500900540324, "passcode_forgotten": 0.0020012007204322593, "pending_card_payment": 0.0020012007204322593, "pending_cash_withdrawal": 0.0020012007204322593, "pending_top_up": 0.0020012007204322593, "pending_transfer": 0.002201320792475485, "pin_blocked": 0.002401440864518711, "receiving_money": 0.005603362017210326, "request_refund": 0.002801681008605163, "reverted_card_payment?": 0.002801681008605163, "supported_cards_and_currencies": 0.0556333800280168, "terminate_account": 0.0030018010806483887, "top_up_by_bank_transfer_charge": 0.0033019811887132276, "top_up_by_card_charge": 0.002301380828497098, "top_up_by_cash_or_cheque": 0.0033019811887132276, "top_up_failed": 0.0029017410446267756, "top_up_limits": 0.0027016209725835502, "top_up_reverted": 0.0033019811887132276, "topping_up_by_card": 0.004202521512907744, "transaction_charged_twice": 0.002301380828497098, "transfer_fee_charged": 0.002501500900540324, "transfer_into_account": 0.0043025815489293575, "transfer_not_received_by_recipient": 0.0034020412247348403, "transfer_timing": 0.005503301981188712, "unable_to_verify_identity": 0.0029017410446267756, "verify_my_identity": 0.002501500900540324, "verify_source_of_funds": 0.002201320792475485, "verify_top_up": 0.002101260756453872, "virtual_card_not_working": 0.004202521512907744, "visa_or_mastercard": 0.003502101260756454, "why_verify_identity": 0.002201320792475485, "wrong_amount_of_cash_received": 0.0027016209725835502, "wrong_exchange_rate_for_cash_withdrawal": 0.005503301981188712 }, "error": null, "latency_ms": 68.10108292847872, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-415", "text_group": "848853f3303636a98d78251476f3c44aa751e77e68449714b1c783a1bb4126f8", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0012002400480096017, "activate_my_card": 0.0015003000600120023, "age_limit": 0.0014002800560112022, "apple_pay_or_google_pay": 0.0024004800960192034, "atm_support": 0.0063012602520504096, "automatic_top_up": 0.0016003200640128026, "balance_not_updated_after_bank_transfer": 0.003200640128025605, "balance_not_updated_after_cheque_or_cash_deposit": 0.0027005401080216042, "beneficiary_not_allowed": 0.002500500100020004, "cancel_transfer": 0.002000400080016003, "card_about_to_expire": 0.0014002800560112022, "card_acceptance": 0.002500500100020004, "card_arrival": 0.0016003200640128026, "card_delivery_estimate": 0.0016003200640128026, "card_linking": 0.0028005601120224045, "card_not_working": 0.001900380076015203, "card_payment_fee_charged": 0.0018003600720144029, "card_payment_not_recognised": 0.0016003200640128026, "card_payment_wrong_exchange_rate": 0.007501500300060012, "card_swallowed": 0.0016003200640128026, "cash_withdrawal_charge": 0.002000400080016003, "cash_withdrawal_not_recognised": 0.0016003200640128026, "change_pin": 0.0054010802160432084, "compromised_card": 0.0016003200640128026, "contactless_not_working": 0.0017003400680136026, "country_support": 0.014802960592118424, "declined_card_payment": 0.0014002800560112022, "declined_cash_withdrawal": 0.001300260052010402, "declined_transfer": 0.0016003200640128026, "direct_debit_payment_not_recognised": 0.0022004400880176037, "disposable_card_limits": 0.002100420084016803, "edit_personal_details": 0.002500500100020004, "exchange_charge": 0.0640128025605121, "exchange_rate": 0.21814362872574514, "exchange_via_app": 0.5161032206441288, "extra_charge_on_statement": 0.0016003200640128026, "failed_transfer": 0.002000400080016003, "fiat_currency_support": 0.021004200840168033, "get_disposable_virtual_card": 0.0018003600720144029, "get_physical_card": 0.0017003400680136026, "getting_spare_card": 0.0014002800560112022, "getting_virtual_card": 0.0015003000600120023, "lost_or_stolen_card": 0.0012002400480096017, "lost_or_stolen_phone": 0.0012002400480096017, "order_physical_card": 0.0017003400680136026, "passcode_forgotten": 0.0014002800560112022, "pending_card_payment": 0.001300260052010402, "pending_cash_withdrawal": 0.0012002400480096017, "pending_top_up": 0.0012002400480096017, "pending_transfer": 0.0014002800560112022, "pin_blocked": 0.0015003000600120023, "receiving_money": 0.002500500100020004, "request_refund": 0.0015003000600120023, "reverted_card_payment?": 0.0022004400880176037, "supported_cards_and_currencies": 0.01640328065613123, "terminate_account": 0.0016003200640128026, "top_up_by_bank_transfer_charge": 0.0024004800960192034, "top_up_by_card_charge": 0.0018003600720144029, "top_up_by_cash_or_cheque": 0.002000400080016003, "top_up_failed": 0.002000400080016003, "top_up_limits": 0.0017003400680136026, "top_up_reverted": 0.002000400080016003, "topping_up_by_card": 0.0022004400880176037, "transaction_charged_twice": 0.0015003000600120023, "transfer_fee_charged": 0.002500500100020004, "transfer_into_account": 0.0033006601320264054, "transfer_not_received_by_recipient": 0.001900380076015203, "transfer_timing": 0.005701140228045609, "unable_to_verify_identity": 0.0014002800560112022, "verify_my_identity": 0.001300260052010402, "verify_source_of_funds": 0.0012002400480096017, "verify_top_up": 0.0012002400480096017, "virtual_card_not_working": 0.0017003400680136026, "visa_or_mastercard": 0.0016003200640128026, "why_verify_identity": 0.0012002400480096017, "wrong_amount_of_cash_received": 0.001900380076015203, "wrong_exchange_rate_for_cash_withdrawal": 0.006601320264052811 }, "error": null, "latency_ms": 69.56920900847763, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-416", "text_group": "d5fe7eead3a164e03fb159bd0b0910e28d5cabaf84aa3a83bc39fa7a65a36f61", "expected": "exchange_via_app", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0025012506253126567, "activate_my_card": 0.003801900950475238, "age_limit": 0.003001500750375188, "apple_pay_or_google_pay": 0.007903951975987995, "atm_support": 0.013006503251625813, "automatic_top_up": 0.003901950975487744, "balance_not_updated_after_bank_transfer": 0.005102551275637819, "balance_not_updated_after_cheque_or_cash_deposit": 0.005202601300650325, "beneficiary_not_allowed": 0.005202601300650325, "cancel_transfer": 0.005602801400700351, "card_about_to_expire": 0.0033016508254127067, "card_acceptance": 0.006303151575787895, "card_arrival": 0.0034017008504252126, "card_delivery_estimate": 0.0037018509254627316, "card_linking": 0.008004002001000501, "card_not_working": 0.004402201100550275, "card_payment_fee_charged": 0.003501750875437719, "card_payment_not_recognised": 0.004002001000500251, "card_payment_wrong_exchange_rate": 0.005302651325662832, "card_swallowed": 0.0034017008504252126, "cash_withdrawal_charge": 0.0037018509254627316, "cash_withdrawal_not_recognised": 0.0032016008004002003, "change_pin": 0.0042021010505252625, "compromised_card": 0.004402201100550275, "contactless_not_working": 0.004702351175587795, "country_support": 0.5608804402201101, "declined_card_payment": 0.0032016008004002003, "declined_cash_withdrawal": 0.003001500750375188, "declined_transfer": 0.0036018009004502253, "direct_debit_payment_not_recognised": 0.0048024012006003, "disposable_card_limits": 0.005402701350675338, "edit_personal_details": 0.004902451225612807, "exchange_charge": 0.00830415207603802, "exchange_rate": 0.005902951475737869, "exchange_via_app": 0.02431215607803902, "extra_charge_on_statement": 0.0033016508254127067, "failed_transfer": 0.0042021010505252625, "fiat_currency_support": 0.025312656328164082, "get_disposable_virtual_card": 0.007603801900950476, "get_physical_card": 0.0037018509254627316, "getting_spare_card": 0.005002501250625313, "getting_virtual_card": 0.0034017008504252126, "lost_or_stolen_card": 0.002701350675337669, "lost_or_stolen_phone": 0.0026013006503251626, "order_physical_card": 0.003501750875437719, "passcode_forgotten": 0.003101550775387694, "pending_card_payment": 0.0029014507253626812, "pending_cash_withdrawal": 0.0026013006503251626, "pending_top_up": 0.0028014007003501753, "pending_transfer": 0.003101550775387694, "pin_blocked": 0.0033016508254127067, "receiving_money": 0.045822911455727866, "request_refund": 0.003501750875437719, "reverted_card_payment?": 0.004302151075537769, "supported_cards_and_currencies": 0.026413206603301653, "terminate_account": 0.006603301650825413, "top_up_by_bank_transfer_charge": 0.005902951475737869, "top_up_by_card_charge": 0.0034017008504252126, "top_up_by_cash_or_cheque": 0.005302651325662832, "top_up_failed": 0.0036018009004502253, "top_up_limits": 0.003501750875437719, "top_up_reverted": 0.004002001000500251, "topping_up_by_card": 0.006203101550775388, "transaction_charged_twice": 0.003101550775387694, "transfer_fee_charged": 0.0037018509254627316, "transfer_into_account": 0.005002501250625313, "transfer_not_received_by_recipient": 0.0036018009004502253, "transfer_timing": 0.0058029014507253625, "unable_to_verify_identity": 0.0042021010505252625, "verify_my_identity": 0.0036018009004502253, "verify_source_of_funds": 0.003801900950475238, "verify_top_up": 0.003001500750375188, "virtual_card_not_working": 0.004602301150575288, "visa_or_mastercard": 0.005502751375687844, "why_verify_identity": 0.003101550775387694, "wrong_amount_of_cash_received": 0.0033016508254127067, "wrong_exchange_rate_for_cash_withdrawal": 0.004902451225612807 }, "error": null, "latency_ms": 69.97545796912163, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-417", "text_group": "04877ee80385b341a561841eee7ef73dd83f7afa9a37e5f6c4df4107d0f638ab", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0009001800360072014, "age_limit": 0.0007001400280056011, "apple_pay_or_google_pay": 0.002500500100020004, "atm_support": 0.005901180236047209, "automatic_top_up": 0.0009001800360072014, "balance_not_updated_after_bank_transfer": 0.0010002000400080016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010002000400080016, "beneficiary_not_allowed": 0.002000400080016003, "cancel_transfer": 0.0009001800360072014, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.004800960192038407, "card_arrival": 0.0008001600320064013, "card_delivery_estimate": 0.0008001600320064013, "card_linking": 0.0014002800560112022, "card_not_working": 0.0009001800360072014, "card_payment_fee_charged": 0.0008001600320064013, "card_payment_not_recognised": 0.0008001600320064013, "card_payment_wrong_exchange_rate": 0.002000400080016003, "card_swallowed": 0.0008001600320064013, "cash_withdrawal_charge": 0.0011002200440088019, "cash_withdrawal_not_recognised": 0.0012002400480096017, "change_pin": 0.0011002200440088019, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0009001800360072014, "country_support": 0.003700740148029606, "declined_card_payment": 0.0008001600320064013, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.0008001600320064013, "disposable_card_limits": 0.0010002000400080016, "edit_personal_details": 0.0008001600320064013, "exchange_charge": 0.011602320464092817, "exchange_rate": 0.021004200840168033, "exchange_via_app": 0.5949189837967593, "extra_charge_on_statement": 0.0007001400280056011, "failed_transfer": 0.0008001600320064013, "fiat_currency_support": 0.14742948589717944, "get_disposable_virtual_card": 0.0012002400480096017, "get_physical_card": 0.0009001800360072014, "getting_spare_card": 0.0011002200440088019, "getting_virtual_card": 0.0009001800360072014, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0008001600320064013, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.0007001400280056011, "pending_cash_withdrawal": 0.0007001400280056011, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.0008001600320064013, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.09701940388077615, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0008001600320064013, "supported_cards_and_currencies": 0.04900980196039208, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0011002200440088019, "top_up_by_card_charge": 0.0008001600320064013, "top_up_by_cash_or_cheque": 0.0011002200440088019, "top_up_failed": 0.0008001600320064013, "top_up_limits": 0.0010002000400080016, "top_up_reverted": 0.0010002000400080016, "topping_up_by_card": 0.0035007001400280055, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.0008001600320064013, "transfer_into_account": 0.0011002200440088019, "transfer_not_received_by_recipient": 0.0011002200440088019, "transfer_timing": 0.001300260052010402, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.0007001400280056011, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.0010002000400080016, "visa_or_mastercard": 0.0008001600320064013, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.0011002200440088019, "wrong_exchange_rate_for_cash_withdrawal": 0.001300260052010402 }, "error": null, "latency_ms": 69.53204202000052, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-418", "text_group": "244414f14eb236b7030bc8289aa1dbbbf328d13a39caa3e75098ecab2fce2e39", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0014004201260378114, "activate_my_card": 0.002200660198059418, "age_limit": 0.0018005401620486145, "apple_pay_or_google_pay": 0.005501650495148544, "atm_support": 0.010503150945283585, "automatic_top_up": 0.0026007802340702207, "balance_not_updated_after_bank_transfer": 0.00370111033309993, "balance_not_updated_after_cheque_or_cash_deposit": 0.0033009902970891265, "beneficiary_not_allowed": 0.004401320396118836, "cancel_transfer": 0.003401020306091827, "card_about_to_expire": 0.002100630189056717, "card_acceptance": 0.005101530459137742, "card_arrival": 0.0023006902070621185, "card_delivery_estimate": 0.002200660198059418, "card_linking": 0.004001200360108033, "card_not_working": 0.002700810243072922, "card_payment_fee_charged": 0.002200660198059418, "card_payment_not_recognised": 0.002400720216064819, "card_payment_wrong_exchange_rate": 0.005401620486145844, "card_swallowed": 0.002400720216064819, "cash_withdrawal_charge": 0.0023006902070621185, "cash_withdrawal_not_recognised": 0.0023006902070621185, "change_pin": 0.00740222066619986, "compromised_card": 0.002200660198059418, "contactless_not_working": 0.0028008402520756227, "country_support": 0.006601980594178253, "declined_card_payment": 0.002100630189056717, "declined_cash_withdrawal": 0.002200660198059418, "declined_transfer": 0.00250075022506752, "direct_debit_payment_not_recognised": 0.00250075022506752, "disposable_card_limits": 0.0029008702610783233, "edit_personal_details": 0.003100930279083725, "exchange_charge": 0.008602580774232269, "exchange_rate": 0.009502850855256576, "exchange_via_app": 0.09522856857057117, "extra_charge_on_statement": 0.0018005401620486145, "failed_transfer": 0.0026007802340702207, "fiat_currency_support": 0.5624687406221867, "get_disposable_virtual_card": 0.005701710513153946, "get_physical_card": 0.00370111033309993, "getting_spare_card": 0.0023006902070621185, "getting_virtual_card": 0.003401020306091827, "lost_or_stolen_card": 0.001600480144043213, "lost_or_stolen_phone": 0.0015004501350405122, "order_physical_card": 0.0028008402520756227, "passcode_forgotten": 0.0018005401620486145, "pending_card_payment": 0.0017005101530459135, "pending_cash_withdrawal": 0.0017005101530459135, "pending_top_up": 0.0017005101530459135, "pending_transfer": 0.0018005401620486145, "pin_blocked": 0.0019005701710513153, "receiving_money": 0.00500150045013504, "request_refund": 0.0026007802340702207, "reverted_card_payment?": 0.002400720216064819, "supported_cards_and_currencies": 0.10133039911973592, "terminate_account": 0.002700810243072922, "top_up_by_bank_transfer_charge": 0.0030009002700810243, "top_up_by_card_charge": 0.002100630189056717, "top_up_by_cash_or_cheque": 0.003100930279083725, "top_up_failed": 0.0026007802340702207, "top_up_limits": 0.0023006902070621185, "top_up_reverted": 0.0030009002700810243, "topping_up_by_card": 0.0039011703511053313, "transaction_charged_twice": 0.0020006001800540163, "transfer_fee_charged": 0.0023006902070621185, "transfer_into_account": 0.006401920576172852, "transfer_not_received_by_recipient": 0.0030009002700810243, "transfer_timing": 0.005501650495148544, "unable_to_verify_identity": 0.002100630189056717, "verify_my_identity": 0.0020006001800540163, "verify_source_of_funds": 0.0019005701710513153, "verify_top_up": 0.0019005701710513153, "virtual_card_not_working": 0.003601080324097229, "visa_or_mastercard": 0.003401020306091827, "why_verify_identity": 0.0018005401620486145, "wrong_amount_of_cash_received": 0.002700810243072922, "wrong_exchange_rate_for_cash_withdrawal": 0.007002100630189057 }, "error": null, "latency_ms": 69.14066697936505, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-419", "text_group": "563a115d6ccaea8e2f6930fce353c3ca5e7b98b0761cf900c799fae2ff46287f", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0036996300369963007, "activate_my_card": 0.0045995400459954, "age_limit": 0.004299570042995701, "apple_pay_or_google_pay": 0.0077992200779922, "atm_support": 0.013998600139986002, "automatic_top_up": 0.004999500049995001, "balance_not_updated_after_bank_transfer": 0.0094990500949905, "balance_not_updated_after_cheque_or_cash_deposit": 0.008899110088991101, "beneficiary_not_allowed": 0.008999100089991, "cancel_transfer": 0.0103989601039896, "card_about_to_expire": 0.0047995200479952005, "card_acceptance": 0.008299170082991702, "card_arrival": 0.0046995300469953, "card_delivery_estimate": 0.004899510048995101, "card_linking": 0.007699230076992301, "card_not_working": 0.0060993900609939014, "card_payment_fee_charged": 0.004899510048995101, "card_payment_not_recognised": 0.0052994700529947, "card_payment_wrong_exchange_rate": 0.012998700129987, "card_swallowed": 0.004999500049995001, "cash_withdrawal_charge": 0.0052994700529947, "cash_withdrawal_not_recognised": 0.005099490050994901, "change_pin": 0.14408559144085592, "compromised_card": 0.004899510048995101, "contactless_not_working": 0.0058994100589941, "country_support": 0.032296770322967704, "declined_card_payment": 0.0045995400459954, "declined_cash_withdrawal": 0.0045995400459954, "declined_transfer": 0.005499450054994501, "direct_debit_payment_not_recognised": 0.008499150084991502, "disposable_card_limits": 0.006999300069993001, "edit_personal_details": 0.020997900209979003, "exchange_charge": 0.024297570242975703, "exchange_rate": 0.0117988201179882, "exchange_via_app": 0.08909109089091091, "extra_charge_on_statement": 0.0053994600539946005, "failed_transfer": 0.0060993900609939014, "fiat_currency_support": 0.18168183181681832, "get_disposable_virtual_card": 0.0072992700729927005, "get_physical_card": 0.0057994200579942, "getting_spare_card": 0.005099490050994901, "getting_virtual_card": 0.0051994800519948, "lost_or_stolen_card": 0.0038996100389961, "lost_or_stolen_phone": 0.0037996200379962005, "order_physical_card": 0.004899510048995101, "passcode_forgotten": 0.0045995400459954, "pending_card_payment": 0.004399560043995601, "pending_cash_withdrawal": 0.0040995900409959, "pending_top_up": 0.0040995900409959, "pending_transfer": 0.0045995400459954, "pin_blocked": 0.005699430056994301, "receiving_money": 0.007999200079992, "request_refund": 0.006699330066993301, "reverted_card_payment?": 0.007499250074992501, "supported_cards_and_currencies": 0.056694330566943306, "terminate_account": 0.006299370062993701, "top_up_by_bank_transfer_charge": 0.006299370062993701, "top_up_by_card_charge": 0.0047995200479952005, "top_up_by_cash_or_cheque": 0.006699330066993301, "top_up_failed": 0.005499450054994501, "top_up_limits": 0.004899510048995101, "top_up_reverted": 0.0077992200779922, "topping_up_by_card": 0.006799320067993201, "transaction_charged_twice": 0.0046995300469953, "transfer_fee_charged": 0.004899510048995101, "transfer_into_account": 0.0060993900609939014, "transfer_not_received_by_recipient": 0.0057994200579942, "transfer_timing": 0.0064993500649935, "unable_to_verify_identity": 0.0047995200479952005, "verify_my_identity": 0.0045995400459954, "verify_source_of_funds": 0.004299570042995701, "verify_top_up": 0.003999600039996, "virtual_card_not_working": 0.0057994200579942, "visa_or_mastercard": 0.005099490050994901, "why_verify_identity": 0.004399560043995601, "wrong_amount_of_cash_received": 0.006699330066993301, "wrong_exchange_rate_for_cash_withdrawal": 0.031796820317968204 }, "error": null, "latency_ms": 69.0297920955345, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-420", "text_group": "af94677302bfd79b67f80e0cb5f537d40fb7cb8ae5b4196f65cff28d10654fae", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0008001600320064013, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.017803560712142428, "atm_support": 0.0045009001800360065, "automatic_top_up": 0.0010002000400080016, "balance_not_updated_after_bank_transfer": 0.0014002800560112022, "balance_not_updated_after_cheque_or_cash_deposit": 0.001300260052010402, "beneficiary_not_allowed": 0.001300260052010402, "cancel_transfer": 0.0010002000400080016, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.002500500100020004, "card_arrival": 0.0008001600320064013, "card_delivery_estimate": 0.0008001600320064013, "card_linking": 0.0015003000600120023, "card_not_working": 0.0010002000400080016, "card_payment_fee_charged": 0.0011002200440088019, "card_payment_not_recognised": 0.0010002000400080016, "card_payment_wrong_exchange_rate": 0.015803160632126428, "card_swallowed": 0.0008001600320064013, "cash_withdrawal_charge": 0.0011002200440088019, "cash_withdrawal_not_recognised": 0.0008001600320064013, "change_pin": 0.0008001600320064013, "compromised_card": 0.0008001600320064013, "contactless_not_working": 0.0010002000400080016, "country_support": 0.002500500100020004, "declined_card_payment": 0.0009001800360072014, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0009001800360072014, "direct_debit_payment_not_recognised": 0.0009001800360072014, "disposable_card_limits": 0.0010002000400080016, "edit_personal_details": 0.0007001400280056011, "exchange_charge": 0.1290258051610322, "exchange_rate": 0.11182236447289458, "exchange_via_app": 0.21434286857371473, "extra_charge_on_statement": 0.0008001600320064013, "failed_transfer": 0.0010002000400080016, "fiat_currency_support": 0.20534106821364273, "get_disposable_virtual_card": 0.0010002000400080016, "get_physical_card": 0.0008001600320064013, "getting_spare_card": 0.0008001600320064013, "getting_virtual_card": 0.0009001800360072014, "lost_or_stolen_card": 0.0006001200240048009, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0008001600320064013, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.0007001400280056011, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.0008001600320064013, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.003900780156031206, "request_refund": 0.0007001400280056011, "reverted_card_payment?": 0.0009001800360072014, "supported_cards_and_currencies": 0.21264252850570114, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.004000800160032006, "top_up_by_card_charge": 0.001300260052010402, "top_up_by_cash_or_cheque": 0.0017003400680136026, "top_up_failed": 0.0010002000400080016, "top_up_limits": 0.0009001800360072014, "top_up_reverted": 0.0011002200440088019, "topping_up_by_card": 0.005701140228045609, "transaction_charged_twice": 0.0009001800360072014, "transfer_fee_charged": 0.001300260052010402, "transfer_into_account": 0.005901180236047209, "transfer_not_received_by_recipient": 0.0015003000600120023, "transfer_timing": 0.005101020204040808, "unable_to_verify_identity": 0.0008001600320064013, "verify_my_identity": 0.0007001400280056011, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.0012002400480096017, "visa_or_mastercard": 0.002000400080016003, "why_verify_identity": 0.0007001400280056011, "wrong_amount_of_cash_received": 0.0009001800360072014, "wrong_exchange_rate_for_cash_withdrawal": 0.003100620124024805 }, "error": null, "latency_ms": 68.52374994195998, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-421", "text_group": "27c1390b26f852b73c0f3cd7501cdae5f561aa750453c8164bfdb084b4d58303", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0013997200559888023, "activate_my_card": 0.001799640071985603, "age_limit": 0.0015996800639872027, "apple_pay_or_google_pay": 0.0030993801239752048, "atm_support": 0.006498700259948011, "automatic_top_up": 0.0016996600679864027, "balance_not_updated_after_bank_transfer": 0.0030993801239752048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0031993601279744054, "beneficiary_not_allowed": 0.002599480103979204, "cancel_transfer": 0.0024995000999800043, "card_about_to_expire": 0.0016996600679864027, "card_acceptance": 0.002999400119976005, "card_arrival": 0.0016996600679864027, "card_delivery_estimate": 0.001799640071985603, "card_linking": 0.002599480103979204, "card_not_working": 0.0021995600879824036, "card_payment_fee_charged": 0.0018996200759848032, "card_payment_not_recognised": 0.0020995800839832034, "card_payment_wrong_exchange_rate": 0.008398320335932814, "card_swallowed": 0.0020995800839832034, "cash_withdrawal_charge": 0.0021995600879824036, "cash_withdrawal_not_recognised": 0.001999600079984003, "change_pin": 0.0023995200959808036, "compromised_card": 0.001999600079984003, "contactless_not_working": 0.0021995600879824036, "country_support": 0.03289342131573685, "declined_card_payment": 0.0016996600679864027, "declined_cash_withdrawal": 0.001799640071985603, "declined_transfer": 0.001999600079984003, "direct_debit_payment_not_recognised": 0.0031993601279744054, "disposable_card_limits": 0.0026994601079784043, "edit_personal_details": 0.002299540091981604, "exchange_charge": 0.004299140171965607, "exchange_rate": 0.004499100179964007, "exchange_via_app": 0.007798440311937612, "extra_charge_on_statement": 0.0018996200759848032, "failed_transfer": 0.0020995800839832034, "fiat_currency_support": 0.5728854229154169, "get_disposable_virtual_card": 0.0028994201159768043, "get_physical_card": 0.002299540091981604, "getting_spare_card": 0.003699260147970406, "getting_virtual_card": 0.0024995000999800043, "lost_or_stolen_card": 0.0013997200559888023, "lost_or_stolen_phone": 0.001299740051989602, "order_physical_card": 0.0020995800839832034, "passcode_forgotten": 0.0015996800639872027, "pending_card_payment": 0.0015996800639872027, "pending_cash_withdrawal": 0.0014997000599880025, "pending_top_up": 0.0014997000599880025, "pending_transfer": 0.0015996800639872027, "pin_blocked": 0.0016996600679864027, "receiving_money": 0.0031993601279744054, "request_refund": 0.001799640071985603, "reverted_card_payment?": 0.0021995600879824036, "supported_cards_and_currencies": 0.20785842831433715, "terminate_account": 0.0018996200759848032, "top_up_by_bank_transfer_charge": 0.002299540091981604, "top_up_by_card_charge": 0.001799640071985603, "top_up_by_cash_or_cheque": 0.0026994601079784043, "top_up_failed": 0.0018996200759848032, "top_up_limits": 0.0020995800839832034, "top_up_reverted": 0.0024995000999800043, "topping_up_by_card": 0.002999400119976005, "transaction_charged_twice": 0.0016996600679864027, "transfer_fee_charged": 0.0018996200759848032, "transfer_into_account": 0.002299540091981604, "transfer_not_received_by_recipient": 0.001799640071985603, "transfer_timing": 0.0021995600879824036, "unable_to_verify_identity": 0.0016996600679864027, "verify_my_identity": 0.0016996600679864027, "verify_source_of_funds": 0.0015996800639872027, "verify_top_up": 0.0014997000599880025, "virtual_card_not_working": 0.0020995800839832034, "visa_or_mastercard": 0.001999600079984003, "why_verify_identity": 0.0015996800639872027, "wrong_amount_of_cash_received": 0.0023995200959808036, "wrong_exchange_rate_for_cash_withdrawal": 0.010697860427914417 }, "error": null, "latency_ms": 68.22854094207287, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-422", "text_group": "6a779a605b380f5465610243881d9a54b15c7e497372553641e5f16298ca65d9", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0003999200159968007, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0008998200359928015, "atm_support": 0.0014997000599880025, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0005998800239952009, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0007998400319936014, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.0003999200159968007, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0005998800239952009, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.006098780243951211, "exchange_rate": 0.007898420315936813, "exchange_via_app": 0.9180163967206559, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.027894421115776846, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0006998600279944011, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.009098180363927216, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0004999000199960008, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 67.5474579911679, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-423", "text_group": "5fcb4b1d6ecac9673d290ebe087ca3e254c51b892c96932055acf3024ea05e8d", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0038996100389961, "activate_my_card": 0.0044995500449955, "age_limit": 0.0044995500449955, "apple_pay_or_google_pay": 0.0072992700729927005, "atm_support": 0.016998300169983004, "automatic_top_up": 0.0047995200479952005, "balance_not_updated_after_bank_transfer": 0.008799120087991202, "balance_not_updated_after_cheque_or_cash_deposit": 0.0086991300869913, "beneficiary_not_allowed": 0.008399160083991601, "cancel_transfer": 0.006999300069993001, "card_about_to_expire": 0.005099490050994901, "card_acceptance": 0.0080991900809919, "card_arrival": 0.0051994800519948, "card_delivery_estimate": 0.0051994800519948, "card_linking": 0.007599240075992401, "card_not_working": 0.0064993500649935, "card_payment_fee_charged": 0.0053994600539946005, "card_payment_not_recognised": 0.006699330066993301, "card_payment_wrong_exchange_rate": 0.016698330166983303, "card_swallowed": 0.0051994800519948, "cash_withdrawal_charge": 0.0059994000599940004, "cash_withdrawal_not_recognised": 0.0071992800719928, "change_pin": 0.0527947205279472, "compromised_card": 0.006199380061993801, "contactless_not_working": 0.006199380061993801, "country_support": 0.0572942705729427, "declined_card_payment": 0.0046995300469953, "declined_cash_withdrawal": 0.0045995400459954, "declined_transfer": 0.0051994800519948, "direct_debit_payment_not_recognised": 0.009899010098990102, "disposable_card_limits": 0.0080991900809919, "edit_personal_details": 0.008799120087991202, "exchange_charge": 0.0423957604239576, "exchange_rate": 0.025797420257974202, "exchange_via_app": 0.11228877112288771, "extra_charge_on_statement": 0.0060993900609939014, "failed_transfer": 0.006299370062993701, "fiat_currency_support": 0.1716828317168283, "get_disposable_virtual_card": 0.007599240075992401, "get_physical_card": 0.006199380061993801, "getting_spare_card": 0.007499250074992501, "getting_virtual_card": 0.0057994200579942, "lost_or_stolen_card": 0.003999600039996, "lost_or_stolen_phone": 0.0037996200379962005, "order_physical_card": 0.006699330066993301, "passcode_forgotten": 0.0045995400459954, "pending_card_payment": 0.004399560043995601, "pending_cash_withdrawal": 0.004199580041995801, "pending_top_up": 0.004199580041995801, "pending_transfer": 0.0045995400459954, "pin_blocked": 0.006299370062993701, "receiving_money": 0.008899110088991101, "request_refund": 0.006899310068993101, "reverted_card_payment?": 0.0073992600739926015, "supported_cards_and_currencies": 0.050794920507949204, "terminate_account": 0.0059994000599940004, "top_up_by_bank_transfer_charge": 0.0073992600739926015, "top_up_by_card_charge": 0.005099490050994901, "top_up_by_cash_or_cheque": 0.007899210078992101, "top_up_failed": 0.005499450054994501, "top_up_limits": 0.0053994600539946005, "top_up_reverted": 0.0077992200779922, "topping_up_by_card": 0.007999200079992, "transaction_charged_twice": 0.0047995200479952005, "transfer_fee_charged": 0.005499450054994501, "transfer_into_account": 0.006799320067993201, "transfer_not_received_by_recipient": 0.005599440055994401, "transfer_timing": 0.006699330066993301, "unable_to_verify_identity": 0.004899510048995101, "verify_my_identity": 0.0046995300469953, "verify_source_of_funds": 0.004999500049995001, "verify_top_up": 0.004199580041995801, "virtual_card_not_working": 0.0058994100589941, "visa_or_mastercard": 0.0053994600539946005, "why_verify_identity": 0.0044995500449955, "wrong_amount_of_cash_received": 0.006899310068993101, "wrong_exchange_rate_for_cash_withdrawal": 0.043995600439956005 }, "error": null, "latency_ms": 67.83158297184855, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-424", "text_group": "40525200610ff0271289d5fe15f6fe9f5dc6886c4b099136bcfa1563e2b4eb81", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0013001300130013002, "activate_my_card": 0.0024002400240024, "age_limit": 0.0016001600160016002, "apple_pay_or_google_pay": 0.0058005800580058, "atm_support": 0.010901090109010901, "automatic_top_up": 0.0024002400240024, "balance_not_updated_after_bank_transfer": 0.004000400040004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0029002900290029, "beneficiary_not_allowed": 0.0032003200320032004, "cancel_transfer": 0.0025002500250025004, "card_about_to_expire": 0.0018001800180018, "card_acceptance": 0.004300430043004301, "card_arrival": 0.0021002100210021, "card_delivery_estimate": 0.0019001900190019003, "card_linking": 0.004100410041004101, "card_not_working": 0.0024002400240024, "card_payment_fee_charged": 0.0024002400240024, "card_payment_not_recognised": 0.0024002400240024, "card_payment_wrong_exchange_rate": 0.008200820082008202, "card_swallowed": 0.0019001900190019003, "cash_withdrawal_charge": 0.0025002500250025004, "cash_withdrawal_not_recognised": 0.0019001900190019003, "change_pin": 0.0028002800280028, "compromised_card": 0.002000200020002, "contactless_not_working": 0.0024002400240024, "country_support": 0.005200520052005201, "declined_card_payment": 0.002000200020002, "declined_cash_withdrawal": 0.0017001700170017002, "declined_transfer": 0.0019001900190019003, "direct_debit_payment_not_recognised": 0.0022002200220022005, "disposable_card_limits": 0.0025002500250025004, "edit_personal_details": 0.0022002200220022005, "exchange_charge": 0.07670767076707671, "exchange_rate": 0.06540654065406541, "exchange_via_app": 0.3717371737173717, "extra_charge_on_statement": 0.0017001700170017002, "failed_transfer": 0.0026002600260026003, "fiat_currency_support": 0.2065206520652065, "get_disposable_virtual_card": 0.0022002200220022005, "get_physical_card": 0.002000200020002, "getting_spare_card": 0.0017001700170017002, "getting_virtual_card": 0.002000200020002, "lost_or_stolen_card": 0.0013001300130013002, "lost_or_stolen_phone": 0.0012001200120012, "order_physical_card": 0.0019001900190019003, "passcode_forgotten": 0.0015001500150015003, "pending_card_payment": 0.0018001800180018, "pending_cash_withdrawal": 0.0016001600160016002, "pending_top_up": 0.0018001800180018, "pending_transfer": 0.002000200020002, "pin_blocked": 0.0016001600160016002, "receiving_money": 0.0049004900490049, "request_refund": 0.0019001900190019003, "reverted_card_payment?": 0.0023002300230023, "supported_cards_and_currencies": 0.08830883088308832, "terminate_account": 0.002000200020002, "top_up_by_bank_transfer_charge": 0.0035003500350035003, "top_up_by_card_charge": 0.0022002200220022005, "top_up_by_cash_or_cheque": 0.0026002600260026003, "top_up_failed": 0.0023002300230023, "top_up_limits": 0.002000200020002, "top_up_reverted": 0.0024002400240024, "topping_up_by_card": 0.0042004200420042, "transaction_charged_twice": 0.002000200020002, "transfer_fee_charged": 0.0026002600260026003, "transfer_into_account": 0.0037003700370037006, "transfer_not_received_by_recipient": 0.0023002300230023, "transfer_timing": 0.0045004500450045, "unable_to_verify_identity": 0.002000200020002, "verify_my_identity": 0.002000200020002, "verify_source_of_funds": 0.0018001800180018, "verify_top_up": 0.0019001900190019003, "virtual_card_not_working": 0.0024002400240024, "visa_or_mastercard": 0.0026002600260026003, "why_verify_identity": 0.0016001600160016002, "wrong_amount_of_cash_received": 0.0024002400240024, "wrong_exchange_rate_for_cash_withdrawal": 0.0045004500450045 }, "error": null, "latency_ms": 68.04024998564273, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-425", "text_group": "acdaeeddb4a47fed3989b4ff359b07b6cd02e56245962d8371c8202da330dba6", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.002000200020002, "activate_my_card": 0.004000400040004, "age_limit": 0.0022002200220022005, "apple_pay_or_google_pay": 0.0062006200620062, "atm_support": 0.010801080108010801, "automatic_top_up": 0.007100710071007101, "balance_not_updated_after_bank_transfer": 0.009500950095009501, "balance_not_updated_after_cheque_or_cash_deposit": 0.004400440044004401, "beneficiary_not_allowed": 0.006000600060006001, "cancel_transfer": 0.007400740074007401, "card_about_to_expire": 0.0024002400240024, "card_acceptance": 0.0047004700470047005, "card_arrival": 0.0027002700270027003, "card_delivery_estimate": 0.0026002600260026003, "card_linking": 0.005200520052005201, "card_not_working": 0.0033003300330033004, "card_payment_fee_charged": 0.0027002700270027003, "card_payment_not_recognised": 0.0030003000300030005, "card_payment_wrong_exchange_rate": 0.005200520052005201, "card_swallowed": 0.0027002700270027003, "cash_withdrawal_charge": 0.0036003600360036, "cash_withdrawal_not_recognised": 0.0025002500250025004, "change_pin": 0.06450645064506451, "compromised_card": 0.0029002900290029, "contactless_not_working": 0.0034003400340034003, "country_support": 0.005900590059005901, "declined_card_payment": 0.0026002600260026003, "declined_cash_withdrawal": 0.0027002700270027003, "declined_transfer": 0.0032003200320032004, "direct_debit_payment_not_recognised": 0.0031003100310031, "disposable_card_limits": 0.0034003400340034003, "edit_personal_details": 0.004300430043004301, "exchange_charge": 0.024002400240024004, "exchange_rate": 0.012501250125012502, "exchange_via_app": 0.3913391339133913, "extra_charge_on_statement": 0.0028002800280028, "failed_transfer": 0.0031003100310031, "fiat_currency_support": 0.1858185818581858, "get_disposable_virtual_card": 0.0035003500350035003, "get_physical_card": 0.0029002900290029, "getting_spare_card": 0.0022002200220022005, "getting_virtual_card": 0.0027002700270027003, "lost_or_stolen_card": 0.0019001900190019003, "lost_or_stolen_phone": 0.0018001800180018, "order_physical_card": 0.0026002600260026003, "passcode_forgotten": 0.0022002200220022005, "pending_card_payment": 0.0023002300230023, "pending_cash_withdrawal": 0.0024002400240024, "pending_top_up": 0.0024002400240024, "pending_transfer": 0.0026002600260026003, "pin_blocked": 0.0026002600260026003, "receiving_money": 0.005000500050005001, "request_refund": 0.0037003700370037006, "reverted_card_payment?": 0.0031003100310031, "supported_cards_and_currencies": 0.054205420542054204, "terminate_account": 0.005900590059005901, "top_up_by_bank_transfer_charge": 0.0033003300330033004, "top_up_by_card_charge": 0.0027002700270027003, "top_up_by_cash_or_cheque": 0.0033003300330033004, "top_up_failed": 0.0030003000300030005, "top_up_limits": 0.0027002700270027003, "top_up_reverted": 0.0034003400340034003, "topping_up_by_card": 0.0039003900390039, "transaction_charged_twice": 0.0024002400240024, "transfer_fee_charged": 0.0026002600260026003, "transfer_into_account": 0.007400740074007401, "transfer_not_received_by_recipient": 0.0034003400340034003, "transfer_timing": 0.0054005400540054005, "unable_to_verify_identity": 0.0030003000300030005, "verify_my_identity": 0.0029002900290029, "verify_source_of_funds": 0.0026002600260026003, "verify_top_up": 0.0025002500250025004, "virtual_card_not_working": 0.004300430043004301, "visa_or_mastercard": 0.0038003800380038005, "why_verify_identity": 0.0026002600260026003, "wrong_amount_of_cash_received": 0.0033003300330033004, "wrong_exchange_rate_for_cash_withdrawal": 0.011701170117011701 }, "error": null, "latency_ms": 70.2329579507932, "usage": { "input_tokens": 580, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-426", "text_group": "2ae85e296425d143e9d47e56e049931452278d8805c9f2f4e3538f7a2ebd1106", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0013001300130013002, "age_limit": 0.001000100010001, "apple_pay_or_google_pay": 0.0029002900290029, "atm_support": 0.0112011201120112, "automatic_top_up": 0.0009000900090009, "balance_not_updated_after_bank_transfer": 0.0013001300130013002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013001300130013002, "beneficiary_not_allowed": 0.0138013801380138, "cancel_transfer": 0.0009000900090009, "card_about_to_expire": 0.0008000800080008001, "card_acceptance": 0.027902790279027905, "card_arrival": 0.001000100010001, "card_delivery_estimate": 0.001000100010001, "card_linking": 0.0017001700170017002, "card_not_working": 0.0016001600160016002, "card_payment_fee_charged": 0.0009000900090009, "card_payment_not_recognised": 0.001000100010001, "card_payment_wrong_exchange_rate": 0.012301230123012302, "card_swallowed": 0.0011001100110011003, "cash_withdrawal_charge": 0.0011001100110011003, "cash_withdrawal_not_recognised": 0.001000100010001, "change_pin": 0.0013001300130013002, "compromised_card": 0.0009000900090009, "contactless_not_working": 0.0014001400140014, "country_support": 0.0055005500550055, "declined_card_payment": 0.0012001200120012, "declined_cash_withdrawal": 0.0011001100110011003, "declined_transfer": 0.0013001300130013002, "direct_debit_payment_not_recognised": 0.0009000900090009, "disposable_card_limits": 0.0012001200120012, "edit_personal_details": 0.0009000900090009, "exchange_charge": 0.024402440244024402, "exchange_rate": 0.054205420542054204, "exchange_via_app": 0.19021902190219023, "extra_charge_on_statement": 0.0008000800080008001, "failed_transfer": 0.0013001300130013002, "fiat_currency_support": 0.41734173417341736, "get_disposable_virtual_card": 0.0012001200120012, "get_physical_card": 0.0011001100110011003, "getting_spare_card": 0.0009000900090009, "getting_virtual_card": 0.0011001100110011003, "lost_or_stolen_card": 0.0006000600060006, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.0009000900090009, "passcode_forgotten": 0.0007000700070007, "pending_card_payment": 0.0007000700070007, "pending_cash_withdrawal": 0.0007000700070007, "pending_top_up": 0.0007000700070007, "pending_transfer": 0.001000100010001, "pin_blocked": 0.001000100010001, "receiving_money": 0.002000200020002, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.0009000900090009, "supported_cards_and_currencies": 0.16201620162016203, "terminate_account": 0.001000100010001, "top_up_by_bank_transfer_charge": 0.0012001200120012, "top_up_by_card_charge": 0.0009000900090009, "top_up_by_cash_or_cheque": 0.001000100010001, "top_up_failed": 0.0009000900090009, "top_up_limits": 0.0013001300130013002, "top_up_reverted": 0.0011001100110011003, "topping_up_by_card": 0.0015001500150015003, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.001000100010001, "transfer_into_account": 0.0036003600360036, "transfer_not_received_by_recipient": 0.0013001300130013002, "transfer_timing": 0.005100510051005101, "unable_to_verify_identity": 0.0011001100110011003, "verify_my_identity": 0.001000100010001, "verify_source_of_funds": 0.001000100010001, "verify_top_up": 0.0011001100110011003, "virtual_card_not_working": 0.0022002200220022005, "visa_or_mastercard": 0.0015001500150015003, "why_verify_identity": 0.001000100010001, "wrong_amount_of_cash_received": 0.001000100010001, "wrong_exchange_rate_for_cash_withdrawal": 0.0019001900190019003 }, "error": null, "latency_ms": 70.30662498436868, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-427", "text_group": "1a9fc2359e49cc03566f12d7805de277b7442a8e0fa217d8bc1e0c912f144703", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0010005002501250627, "activate_my_card": 0.001500750375187594, "age_limit": 0.0014007003501750877, "apple_pay_or_google_pay": 0.002301150575287644, "atm_support": 0.005202601300650325, "automatic_top_up": 0.0017008504252126063, "balance_not_updated_after_bank_transfer": 0.0028014007003501753, "balance_not_updated_after_cheque_or_cash_deposit": 0.00240120060030015, "beneficiary_not_allowed": 0.002301150575287644, "cancel_transfer": 0.001900950475237619, "card_about_to_expire": 0.0014007003501750877, "card_acceptance": 0.0026013006503251626, "card_arrival": 0.0016008004002001002, "card_delivery_estimate": 0.0016008004002001002, "card_linking": 0.00240120060030015, "card_not_working": 0.0017008504252126063, "card_payment_fee_charged": 0.001900950475237619, "card_payment_not_recognised": 0.0018009004502251126, "card_payment_wrong_exchange_rate": 0.005602801400700351, "card_swallowed": 0.0016008004002001002, "cash_withdrawal_charge": 0.001900950475237619, "cash_withdrawal_not_recognised": 0.0014007003501750877, "change_pin": 0.03231615807903952, "compromised_card": 0.0016008004002001002, "contactless_not_working": 0.0016008004002001002, "country_support": 0.005002501250625313, "declined_card_payment": 0.0014007003501750877, "declined_cash_withdrawal": 0.0013006503251625813, "declined_transfer": 0.001500750375187594, "direct_debit_payment_not_recognised": 0.0022011005502751376, "disposable_card_limits": 0.0021010505252626313, "edit_personal_details": 0.001900950475237619, "exchange_charge": 0.07003501750875439, "exchange_rate": 0.0927463731865933, "exchange_via_app": 0.6095047523761881, "extra_charge_on_statement": 0.001500750375187594, "failed_transfer": 0.0017008504252126063, "fiat_currency_support": 0.021410705352676338, "get_disposable_virtual_card": 0.0020010005002501254, "get_physical_card": 0.0017008504252126063, "getting_spare_card": 0.0017008504252126063, "getting_virtual_card": 0.0016008004002001002, "lost_or_stolen_card": 0.0011005502751375688, "lost_or_stolen_phone": 0.0010005002501250627, "order_physical_card": 0.001900950475237619, "passcode_forgotten": 0.0014007003501750877, "pending_card_payment": 0.0013006503251625813, "pending_cash_withdrawal": 0.0011005502751375688, "pending_top_up": 0.001200600300150075, "pending_transfer": 0.0013006503251625813, "pin_blocked": 0.001500750375187594, "receiving_money": 0.003101550775387694, "request_refund": 0.0013006503251625813, "reverted_card_payment?": 0.0018009004502251126, "supported_cards_and_currencies": 0.01710855427713857, "terminate_account": 0.0016008004002001002, "top_up_by_bank_transfer_charge": 0.0042021010505252625, "top_up_by_card_charge": 0.001900950475237619, "top_up_by_cash_or_cheque": 0.0026013006503251626, "top_up_failed": 0.001900950475237619, "top_up_limits": 0.0018009004502251126, "top_up_reverted": 0.001900950475237619, "topping_up_by_card": 0.004302151075537769, "transaction_charged_twice": 0.0014007003501750877, "transfer_fee_charged": 0.0022011005502751376, "transfer_into_account": 0.011105552776388194, "transfer_not_received_by_recipient": 0.001900950475237619, "transfer_timing": 0.011005502751375688, "unable_to_verify_identity": 0.0014007003501750877, "verify_my_identity": 0.0013006503251625813, "verify_source_of_funds": 0.001200600300150075, "verify_top_up": 0.0011005502751375688, "virtual_card_not_working": 0.0016008004002001002, "visa_or_mastercard": 0.0020010005002501254, "why_verify_identity": 0.001200600300150075, "wrong_amount_of_cash_received": 0.001500750375187594, "wrong_exchange_rate_for_cash_withdrawal": 0.0029014507253626812 }, "error": null, "latency_ms": 67.89491698145866, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-428", "text_group": "ff97913e58460e1535e8df214d105a4c2d108fc03ccf0a1ba89246dbff15cd94", "expected": "exchange_via_app", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0003999200159968007, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0008998200359928015, "atm_support": 0.0013997200559888023, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0005998800239952009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0005998800239952009, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.001799640071985603, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0003999200159968007, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0008998200359928015, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.001999600079984003, "exchange_rate": 0.007598480303939213, "exchange_via_app": 0.01969606078784243, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.28234353129374123, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0005998800239952009, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.6530693861227754, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0006998600279944011, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0006998600279944011, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.0006998600279944011, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0005998800239952009, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0011997600479904018 }, "error": null, "latency_ms": 68.09708301443607, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-429", "text_group": "480efa88cf7143d885f16cbd7fdae9e94b0e05a989c32b7de4bbff11e0fea0a5", "expected": "exchange_via_app", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0013998600139986002, "exchange_rate": 0.004199580041995801, "exchange_via_app": 0.09789021097890212, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.11278872112788721, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.7594240575942406, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.0005999400059994001 }, "error": null, "latency_ms": 70.68637502379715, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-430", "text_group": "50f173e9bcaaa8bb8fdd8b436b9d4c78021ddee81de3b7c8df5dec089896ef62", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0007000700070007, "activate_my_card": 0.001000100010001, "age_limit": 0.0009000900090009, "apple_pay_or_google_pay": 0.0018001800180018, "atm_support": 0.0062006200620062, "automatic_top_up": 0.0013001300130013002, "balance_not_updated_after_bank_transfer": 0.0018001800180018, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016001600160016002, "beneficiary_not_allowed": 0.0017001700170017002, "cancel_transfer": 0.0014001400140014, "card_about_to_expire": 0.0009000900090009, "card_acceptance": 0.0022002200220022005, "card_arrival": 0.0011001100110011003, "card_delivery_estimate": 0.0011001100110011003, "card_linking": 0.0022002200220022005, "card_not_working": 0.0014001400140014, "card_payment_fee_charged": 0.0012001200120012, "card_payment_not_recognised": 0.0012001200120012, "card_payment_wrong_exchange_rate": 0.0054005400540054005, "card_swallowed": 0.0011001100110011003, "cash_withdrawal_charge": 0.0014001400140014, "cash_withdrawal_not_recognised": 0.0012001200120012, "change_pin": 0.0014001400140014, "compromised_card": 0.0011001100110011003, "contactless_not_working": 0.0013001300130013002, "country_support": 0.0023002300230023, "declined_card_payment": 0.0011001100110011003, "declined_cash_withdrawal": 0.001000100010001, "declined_transfer": 0.0013001300130013002, "direct_debit_payment_not_recognised": 0.001000100010001, "disposable_card_limits": 0.0013001300130013002, "edit_personal_details": 0.001000100010001, "exchange_charge": 0.0402040204020402, "exchange_rate": 0.06710671067106712, "exchange_via_app": 0.6661666166616662, "extra_charge_on_statement": 0.0009000900090009, "failed_transfer": 0.0013001300130013002, "fiat_currency_support": 0.0929092909290929, "get_disposable_virtual_card": 0.0014001400140014, "get_physical_card": 0.0013001300130013002, "getting_spare_card": 0.001000100010001, "getting_virtual_card": 0.0013001300130013002, "lost_or_stolen_card": 0.0007000700070007, "lost_or_stolen_phone": 0.0007000700070007, "order_physical_card": 0.001000100010001, "passcode_forgotten": 0.0008000800080008001, "pending_card_payment": 0.0009000900090009, "pending_cash_withdrawal": 0.0009000900090009, "pending_top_up": 0.0009000900090009, "pending_transfer": 0.001000100010001, "pin_blocked": 0.0009000900090009, "receiving_money": 0.0024002400240024, "request_refund": 0.0011001100110011003, "reverted_card_payment?": 0.0012001200120012, "supported_cards_and_currencies": 0.029702970297029705, "terminate_account": 0.0011001100110011003, "top_up_by_bank_transfer_charge": 0.0014001400140014, "top_up_by_card_charge": 0.0012001200120012, "top_up_by_cash_or_cheque": 0.0012001200120012, "top_up_failed": 0.0012001200120012, "top_up_limits": 0.0011001100110011003, "top_up_reverted": 0.0014001400140014, "topping_up_by_card": 0.0016001600160016002, "transaction_charged_twice": 0.0011001100110011003, "transfer_fee_charged": 0.0014001400140014, "transfer_into_account": 0.0023002300230023, "transfer_not_received_by_recipient": 0.0013001300130013002, "transfer_timing": 0.0023002300230023, "unable_to_verify_identity": 0.0012001200120012, "verify_my_identity": 0.0011001100110011003, "verify_source_of_funds": 0.0011001100110011003, "verify_top_up": 0.001000100010001, "virtual_card_not_working": 0.0016001600160016002, "visa_or_mastercard": 0.0013001300130013002, "why_verify_identity": 0.001000100010001, "wrong_amount_of_cash_received": 0.0013001300130013002, "wrong_exchange_rate_for_cash_withdrawal": 0.004400440044004401 }, "error": null, "latency_ms": 70.07537502795458, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-431", "text_group": "11c547b323bfc257e2940efb8f41c311f63cc0081d4dc6f3b6f85984d560b444", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0007996001999000501, "activate_my_card": 0.0011994002998500749, "age_limit": 0.0009995002498750627, "apple_pay_or_google_pay": 0.004897551224387806, "atm_support": 0.004397801099450275, "automatic_top_up": 0.0012993503248375812, "balance_not_updated_after_bank_transfer": 0.0025987006496751624, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018990504747626188, "beneficiary_not_allowed": 0.0021989005497251375, "cancel_transfer": 0.0023988005997001498, "card_about_to_expire": 0.0011994002998500749, "card_acceptance": 0.0031984007996002004, "card_arrival": 0.0013993003498250875, "card_delivery_estimate": 0.0012993503248375812, "card_linking": 0.002798600699650175, "card_not_working": 0.0015992003998001002, "card_payment_fee_charged": 0.0015992003998001002, "card_payment_not_recognised": 0.0015992003998001002, "card_payment_wrong_exchange_rate": 0.01819090454772614, "card_swallowed": 0.0012993503248375812, "cash_withdrawal_charge": 0.0017991004497751124, "cash_withdrawal_not_recognised": 0.0013993003498250875, "change_pin": 0.0015992003998001002, "compromised_card": 0.0012993503248375812, "contactless_not_working": 0.0013993003498250875, "country_support": 0.0023988005997001498, "declined_card_payment": 0.0011994002998500749, "declined_cash_withdrawal": 0.0010994502748625688, "declined_transfer": 0.0011994002998500749, "direct_debit_payment_not_recognised": 0.0013993003498250875, "disposable_card_limits": 0.0014992503748125939, "edit_personal_details": 0.0013993003498250875, "exchange_charge": 0.2300849575212394, "exchange_rate": 0.2237881059470265, "exchange_via_app": 0.23908045977011494, "extra_charge_on_statement": 0.0011994002998500749, "failed_transfer": 0.0014992503748125939, "fiat_currency_support": 0.06396801599200401, "get_disposable_virtual_card": 0.0015992003998001002, "get_physical_card": 0.0014992503748125939, "getting_spare_card": 0.0010994502748625688, "getting_virtual_card": 0.0013993003498250875, "lost_or_stolen_card": 0.0007996001999000501, "lost_or_stolen_phone": 0.0007996001999000501, "order_physical_card": 0.0015992003998001002, "passcode_forgotten": 0.0009995002498750627, "pending_card_payment": 0.0010994502748625688, "pending_cash_withdrawal": 0.0010994502748625688, "pending_top_up": 0.0009995002498750627, "pending_transfer": 0.0013993003498250875, "pin_blocked": 0.0009995002498750627, "receiving_money": 0.005697151424287857, "request_refund": 0.0013993003498250875, "reverted_card_payment?": 0.0014992503748125939, "supported_cards_and_currencies": 0.05177411294352824, "terminate_account": 0.0011994002998500749, "top_up_by_bank_transfer_charge": 0.004897551224387806, "top_up_by_card_charge": 0.0017991004497751124, "top_up_by_cash_or_cheque": 0.0017991004497751124, "top_up_failed": 0.0014992503748125939, "top_up_limits": 0.0012993503248375812, "top_up_reverted": 0.0015992003998001002, "topping_up_by_card": 0.004997501249375313, "transaction_charged_twice": 0.0013993003498250875, "transfer_fee_charged": 0.0019990004997501253, "transfer_into_account": 0.024687656171914044, "transfer_not_received_by_recipient": 0.0025987006496751624, "transfer_timing": 0.014192903548225888, "unable_to_verify_identity": 0.0012993503248375812, "verify_my_identity": 0.0010994502748625688, "verify_source_of_funds": 0.0010994502748625688, "verify_top_up": 0.0009995002498750627, "virtual_card_not_working": 0.0015992003998001002, "visa_or_mastercard": 0.0017991004497751124, "why_verify_identity": 0.0009995002498750627, "wrong_amount_of_cash_received": 0.001699150424787606, "wrong_exchange_rate_for_cash_withdrawal": 0.01549225387306347 }, "error": null, "latency_ms": 72.58016604464501, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-432", "text_group": "ad818f21c9d0f515a0b334ea65cd709f8789438ee9cee18054b7619d0a09d37f", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0012, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0004, "card_acceptance": 0.0008, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0008, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0022, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0007, "compromised_card": 0.0004, "contactless_not_working": 0.0005, "country_support": 0.0014, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0005, "exchange_charge": 0.0032, "exchange_rate": 0.0233, "exchange_via_app": 0.9061, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0004, "fiat_currency_support": 0.0103, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0005, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0004, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0004, "pin_blocked": 0.0004, "receiving_money": 0.0009, "request_refund": 0.0004, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0177, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0005, "top_up_limits": 0.0005, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0008, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0009, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0015 }, "error": null, "latency_ms": 70.12270798441023, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-433", "text_group": "64be663b01bc0bd41ed30b5b00e4f21d0ef2d00bfd36618f231636ca4ad55ab5", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.000499850044986504, "activate_my_card": 0.0006997900629811057, "age_limit": 0.0005998200539838048, "apple_pay_or_google_pay": 0.001999400179946016, "atm_support": 0.0032990102969109266, "automatic_top_up": 0.0007997600719784066, "balance_not_updated_after_bank_transfer": 0.0008997300809757073, "balance_not_updated_after_cheque_or_cash_deposit": 0.000999700089973008, "beneficiary_not_allowed": 0.0008997300809757073, "cancel_transfer": 0.0006997900629811057, "card_about_to_expire": 0.0005998200539838048, "card_acceptance": 0.0011996401079676095, "card_arrival": 0.0006997900629811057, "card_delivery_estimate": 0.0006997900629811057, "card_linking": 0.001099670098970309, "card_not_working": 0.0007997600719784066, "card_payment_fee_charged": 0.0006997900629811057, "card_payment_not_recognised": 0.0007997600719784066, "card_payment_wrong_exchange_rate": 0.0018994301709487154, "card_swallowed": 0.0006997900629811057, "cash_withdrawal_charge": 0.0008997300809757073, "cash_withdrawal_not_recognised": 0.0006997900629811057, "change_pin": 0.0006997900629811057, "compromised_card": 0.0005998200539838048, "contactless_not_working": 0.0007997600719784066, "country_support": 0.001099670098970309, "declined_card_payment": 0.0005998200539838048, "declined_cash_withdrawal": 0.0005998200539838048, "declined_transfer": 0.0005998200539838048, "direct_debit_payment_not_recognised": 0.0006997900629811057, "disposable_card_limits": 0.0007997600719784066, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.018994301709487155, "exchange_rate": 0.020293911826452064, "exchange_via_app": 0.8326502049385185, "extra_charge_on_statement": 0.0005998200539838048, "failed_transfer": 0.0006997900629811057, "fiat_currency_support": 0.05788263520943717, "get_disposable_virtual_card": 0.0007997600719784066, "get_physical_card": 0.0006997900629811057, "getting_spare_card": 0.0005998200539838048, "getting_virtual_card": 0.0006997900629811057, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.000499850044986504, "order_physical_card": 0.0005998200539838048, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.0005998200539838048, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.0005998200539838048, "pin_blocked": 0.0005998200539838048, "receiving_money": 0.0012996101169649105, "request_refund": 0.0005998200539838048, "reverted_card_payment?": 0.0007997600719784066, "supported_cards_and_currencies": 0.012096371088673398, "terminate_account": 0.0005998200539838048, "top_up_by_bank_transfer_charge": 0.0007997600719784066, "top_up_by_card_charge": 0.0006997900629811057, "top_up_by_cash_or_cheque": 0.0007997600719784066, "top_up_failed": 0.0005998200539838048, "top_up_limits": 0.0005998200539838048, "top_up_reverted": 0.0007997600719784066, "topping_up_by_card": 0.0008997300809757073, "transaction_charged_twice": 0.0005998200539838048, "transfer_fee_charged": 0.0006997900629811057, "transfer_into_account": 0.0007997600719784066, "transfer_not_received_by_recipient": 0.0006997900629811057, "transfer_timing": 0.0008997300809757073, "unable_to_verify_identity": 0.0006997900629811057, "verify_my_identity": 0.0006997900629811057, "verify_source_of_funds": 0.0006997900629811057, "verify_top_up": 0.0005998200539838048, "virtual_card_not_working": 0.000999700089973008, "visa_or_mastercard": 0.0006997900629811057, "why_verify_identity": 0.0005998200539838048, "wrong_amount_of_cash_received": 0.0008997300809757073, "wrong_exchange_rate_for_cash_withdrawal": 0.0015995201439568132 }, "error": null, "latency_ms": 69.35862498357892, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-434", "text_group": "8e349788e8f2cb4e1aa79b94966b5b757465d175094be1b1e0c7cc0a7a75206f", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0007999200079992001, "activate_my_card": 0.0013998600139986002, "age_limit": 0.000999900009999, "apple_pay_or_google_pay": 0.0025997400259974, "atm_support": 0.0052994700529947, "automatic_top_up": 0.0016998300169983002, "balance_not_updated_after_bank_transfer": 0.0021997800219978004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017998200179982, "beneficiary_not_allowed": 0.0022997700229977, "cancel_transfer": 0.0017998200179982, "card_about_to_expire": 0.0011998800119988001, "card_acceptance": 0.0027997200279972004, "card_arrival": 0.0011998800119988001, "card_delivery_estimate": 0.0011998800119988001, "card_linking": 0.0030996900309969004, "card_not_working": 0.0016998300169983002, "card_payment_fee_charged": 0.0013998600139986002, "card_payment_not_recognised": 0.0013998600139986002, "card_payment_wrong_exchange_rate": 0.0051994800519948, "card_swallowed": 0.0012998700129987, "cash_withdrawal_charge": 0.0014998500149985001, "cash_withdrawal_not_recognised": 0.0011998800119988001, "change_pin": 0.003999600039996, "compromised_card": 0.0011998800119988001, "contactless_not_working": 0.0016998300169983002, "country_support": 0.0044995500449955, "declined_card_payment": 0.0011998800119988001, "declined_cash_withdrawal": 0.0010998900109989002, "declined_transfer": 0.0013998600139986002, "direct_debit_payment_not_recognised": 0.0014998500149985001, "disposable_card_limits": 0.0015998400159984002, "edit_personal_details": 0.0024997500249975004, "exchange_charge": 0.008899110088991101, "exchange_rate": 0.014798520147985203, "exchange_via_app": 0.061993800619938005, "extra_charge_on_statement": 0.0010998900109989002, "failed_transfer": 0.0013998600139986002, "fiat_currency_support": 0.6662333766623337, "get_disposable_virtual_card": 0.0016998300169983002, "get_physical_card": 0.0015998400159984002, "getting_spare_card": 0.0010998900109989002, "getting_virtual_card": 0.0013998600139986002, "lost_or_stolen_card": 0.0007999200079992001, "lost_or_stolen_phone": 0.0007999200079992001, "order_physical_card": 0.0012998700129987, "passcode_forgotten": 0.000999900009999, "pending_card_payment": 0.0010998900109989002, "pending_cash_withdrawal": 0.0010998900109989002, "pending_top_up": 0.000999900009999, "pending_transfer": 0.0011998800119988001, "pin_blocked": 0.0011998800119988001, "receiving_money": 0.0026997300269973002, "request_refund": 0.0011998800119988001, "reverted_card_payment?": 0.0014998500149985001, "supported_cards_and_currencies": 0.1146885311468853, "terminate_account": 0.0014998500149985001, "top_up_by_bank_transfer_charge": 0.0015998400159984002, "top_up_by_card_charge": 0.0011998800119988001, "top_up_by_cash_or_cheque": 0.0014998500149985001, "top_up_failed": 0.0014998500149985001, "top_up_limits": 0.0012998700129987, "top_up_reverted": 0.0017998200179982, "topping_up_by_card": 0.0018998100189981002, "transaction_charged_twice": 0.0010998900109989002, "transfer_fee_charged": 0.0014998500149985001, "transfer_into_account": 0.003999600039996, "transfer_not_received_by_recipient": 0.0013998600139986002, "transfer_timing": 0.0040995900409959, "unable_to_verify_identity": 0.0011998800119988001, "verify_my_identity": 0.0011998800119988001, "verify_source_of_funds": 0.0012998700129987, "verify_top_up": 0.0010998900109989002, "virtual_card_not_working": 0.0017998200179982, "visa_or_mastercard": 0.0017998200179982, "why_verify_identity": 0.000999900009999, "wrong_amount_of_cash_received": 0.0015998400159984002, "wrong_exchange_rate_for_cash_withdrawal": 0.009999000099990002 }, "error": null, "latency_ms": 68.05412494577467, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-435", "text_group": "027d81ed5e90aee65312d91f8e21483f0a4df51fa8fbe12bdb509a7e3e83905e", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0019005701710513153, "activate_my_card": 0.0018005401620486145, "age_limit": 0.0018005401620486145, "apple_pay_or_google_pay": 0.0029008702610783233, "atm_support": 0.00490147044113234, "automatic_top_up": 0.0017005101530459135, "balance_not_updated_after_bank_transfer": 0.008202460738221467, "balance_not_updated_after_cheque_or_cash_deposit": 0.005201560468140441, "beneficiary_not_allowed": 0.003601080324097229, "cancel_transfer": 0.00250075022506752, "card_about_to_expire": 0.0020006001800540163, "card_acceptance": 0.003100930279083725, "card_arrival": 0.0020006001800540163, "card_delivery_estimate": 0.0020006001800540163, "card_linking": 0.002700810243072922, "card_not_working": 0.0029008702610783233, "card_payment_fee_charged": 0.0020006001800540163, "card_payment_not_recognised": 0.002700810243072922, "card_payment_wrong_exchange_rate": 0.039411823547064115, "card_swallowed": 0.002400720216064819, "cash_withdrawal_charge": 0.002200660198059418, "cash_withdrawal_not_recognised": 0.003601080324097229, "change_pin": 0.002100630189056717, "compromised_card": 0.002700810243072922, "contactless_not_working": 0.0026007802340702207, "country_support": 0.01860558167450235, "declined_card_payment": 0.002100630189056717, "declined_cash_withdrawal": 0.0023006902070621185, "declined_transfer": 0.00250075022506752, "direct_debit_payment_not_recognised": 0.0033009902970891265, "disposable_card_limits": 0.0023006902070621185, "edit_personal_details": 0.002700810243072922, "exchange_charge": 0.0030009002700810243, "exchange_rate": 0.003401020306091827, "exchange_via_app": 0.004801440432129638, "extra_charge_on_statement": 0.0020006001800540163, "failed_transfer": 0.002400720216064819, "fiat_currency_support": 0.3532059617885366, "get_disposable_virtual_card": 0.00250075022506752, "get_physical_card": 0.0030009002700810243, "getting_spare_card": 0.002200660198059418, "getting_virtual_card": 0.0020006001800540163, "lost_or_stolen_card": 0.0017005101530459135, "lost_or_stolen_phone": 0.001600480144043213, "order_physical_card": 0.002100630189056717, "passcode_forgotten": 0.0018005401620486145, "pending_card_payment": 0.0018005401620486145, "pending_cash_withdrawal": 0.0019005701710513153, "pending_top_up": 0.0018005401620486145, "pending_transfer": 0.0020006001800540163, "pin_blocked": 0.0020006001800540163, "receiving_money": 0.0035010503150945285, "request_refund": 0.0029008702610783233, "reverted_card_payment?": 0.0033009902970891265, "supported_cards_and_currencies": 0.17485245573672104, "terminate_account": 0.002100630189056717, "top_up_by_bank_transfer_charge": 0.002100630189056717, "top_up_by_card_charge": 0.0018005401620486145, "top_up_by_cash_or_cheque": 0.0026007802340702207, "top_up_failed": 0.002200660198059418, "top_up_limits": 0.002100630189056717, "top_up_reverted": 0.0043012903871161344, "topping_up_by_card": 0.002700810243072922, "transaction_charged_twice": 0.0023006902070621185, "transfer_fee_charged": 0.0019005701710513153, "transfer_into_account": 0.0023006902070621185, "transfer_not_received_by_recipient": 0.00250075022506752, "transfer_timing": 0.0023006902070621185, "unable_to_verify_identity": 0.0020006001800540163, "verify_my_identity": 0.0020006001800540163, "verify_source_of_funds": 0.002400720216064819, "verify_top_up": 0.0019005701710513153, "virtual_card_not_working": 0.002400720216064819, "visa_or_mastercard": 0.0020006001800540163, "why_verify_identity": 0.002100630189056717, "wrong_amount_of_cash_received": 0.016705011503451033, "wrong_exchange_rate_for_cash_withdrawal": 0.21476442932879863 }, "error": null, "latency_ms": 68.40174994431436, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-436", "text_group": "81ef6f86222d3ccd1ce2c3f8b3711a88a34ef61a18d8c5a200c4e660c5a3a6e8", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0007000700070007, "activate_my_card": 0.0012001200120012, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.004000400040004, "atm_support": 0.006100610061006101, "automatic_top_up": 0.0012001200120012, "balance_not_updated_after_bank_transfer": 0.0018001800180018, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016001600160016002, "beneficiary_not_allowed": 0.0016001600160016002, "cancel_transfer": 0.0012001200120012, "card_about_to_expire": 0.0009000900090009, "card_acceptance": 0.0022002200220022005, "card_arrival": 0.0011001100110011003, "card_delivery_estimate": 0.0011001100110011003, "card_linking": 0.0018001800180018, "card_not_working": 0.0013001300130013002, "card_payment_fee_charged": 0.0011001100110011003, "card_payment_not_recognised": 0.0012001200120012, "card_payment_wrong_exchange_rate": 0.015101510151015102, "card_swallowed": 0.001000100010001, "cash_withdrawal_charge": 0.0013001300130013002, "cash_withdrawal_not_recognised": 0.001000100010001, "change_pin": 0.0016001600160016002, "compromised_card": 0.0011001100110011003, "contactless_not_working": 0.0014001400140014, "country_support": 0.004000400040004, "declined_card_payment": 0.001000100010001, "declined_cash_withdrawal": 0.0009000900090009, "declined_transfer": 0.0011001100110011003, "direct_debit_payment_not_recognised": 0.0011001100110011003, "disposable_card_limits": 0.0012001200120012, "edit_personal_details": 0.0011001100110011003, "exchange_charge": 0.1041104110411041, "exchange_rate": 0.206020602060206, "exchange_via_app": 0.36233623362336237, "extra_charge_on_statement": 0.0009000900090009, "failed_transfer": 0.0013001300130013002, "fiat_currency_support": 0.11741174117411741, "get_disposable_virtual_card": 0.0011001100110011003, "get_physical_card": 0.0011001100110011003, "getting_spare_card": 0.0009000900090009, "getting_virtual_card": 0.001000100010001, "lost_or_stolen_card": 0.0007000700070007, "lost_or_stolen_phone": 0.0007000700070007, "order_physical_card": 0.001000100010001, "passcode_forgotten": 0.0008000800080008001, "pending_card_payment": 0.0009000900090009, "pending_cash_withdrawal": 0.0008000800080008001, "pending_top_up": 0.0008000800080008001, "pending_transfer": 0.001000100010001, "pin_blocked": 0.0009000900090009, "receiving_money": 0.0025002500250025004, "request_refund": 0.0009000900090009, "reverted_card_payment?": 0.0012001200120012, "supported_cards_and_currencies": 0.0819081908190819, "terminate_account": 0.001000100010001, "top_up_by_bank_transfer_charge": 0.0022002200220022005, "top_up_by_card_charge": 0.0013001300130013002, "top_up_by_cash_or_cheque": 0.0014001400140014, "top_up_failed": 0.0012001200120012, "top_up_limits": 0.001000100010001, "top_up_reverted": 0.0013001300130013002, "topping_up_by_card": 0.0027002700270027003, "transaction_charged_twice": 0.001000100010001, "transfer_fee_charged": 0.0014001400140014, "transfer_into_account": 0.0089008900890089, "transfer_not_received_by_recipient": 0.0016001600160016002, "transfer_timing": 0.008000800080008, "unable_to_verify_identity": 0.001000100010001, "verify_my_identity": 0.0009000900090009, "verify_source_of_funds": 0.0008000800080008001, "verify_top_up": 0.0008000800080008001, "virtual_card_not_working": 0.0014001400140014, "visa_or_mastercard": 0.0016001600160016002, "why_verify_identity": 0.0008000800080008001, "wrong_amount_of_cash_received": 0.0013001300130013002, "wrong_exchange_rate_for_cash_withdrawal": 0.004300430043004301 }, "error": null, "latency_ms": 68.87066608760506, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-437", "text_group": "825f42ec6ccaf90383c0e00a17e632ecff34d76c38bea932de837c62b73790b3", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.0005998200539838048, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.0017994601619514146, "atm_support": 0.0015995201439568132, "automatic_top_up": 0.0005998200539838048, "balance_not_updated_after_bank_transfer": 0.0006997900629811057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006997900629811057, "beneficiary_not_allowed": 0.0008997300809757073, "cancel_transfer": 0.0005998200539838048, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0012996101169649105, "card_arrival": 0.0005998200539838048, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.000999700089973008, "card_not_working": 0.0007997600719784066, "card_payment_fee_charged": 0.0007997600719784066, "card_payment_not_recognised": 0.0006997900629811057, "card_payment_wrong_exchange_rate": 0.002599220233929821, "card_swallowed": 0.0005998200539838048, "cash_withdrawal_charge": 0.0006997900629811057, "cash_withdrawal_not_recognised": 0.0005998200539838048, "change_pin": 0.0006997900629811057, "compromised_card": 0.0005998200539838048, "contactless_not_working": 0.0007997600719784066, "country_support": 0.001099670098970309, "declined_card_payment": 0.0006997900629811057, "declined_cash_withdrawal": 0.0005998200539838048, "declined_transfer": 0.0006997900629811057, "direct_debit_payment_not_recognised": 0.0007997600719784066, "disposable_card_limits": 0.0006997900629811057, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.004298710386883935, "exchange_rate": 0.014495651304608618, "exchange_via_app": 0.7156852944116765, "extra_charge_on_statement": 0.000499850044986504, "failed_transfer": 0.0005998200539838048, "fiat_currency_support": 0.15435369389183246, "get_disposable_virtual_card": 0.0007997600719784066, "get_physical_card": 0.0007997600719784066, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.0007997600719784066, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.0006997900629811057, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.000499850044986504, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.000499850044986504, "pin_blocked": 0.000499850044986504, "receiving_money": 0.002399280215935219, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.0006997900629811057, "supported_cards_and_currencies": 0.05598320503848846, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.0007997600719784066, "top_up_by_card_charge": 0.0006997900629811057, "top_up_by_cash_or_cheque": 0.0007997600719784066, "top_up_failed": 0.0006997900629811057, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.0007997600719784066, "topping_up_by_card": 0.0008997300809757073, "transaction_charged_twice": 0.0005998200539838048, "transfer_fee_charged": 0.0007997600719784066, "transfer_into_account": 0.000999700089973008, "transfer_not_received_by_recipient": 0.0005998200539838048, "transfer_timing": 0.000999700089973008, "unable_to_verify_identity": 0.0005998200539838048, "verify_my_identity": 0.0005998200539838048, "verify_source_of_funds": 0.0005998200539838048, "verify_top_up": 0.000499850044986504, "virtual_card_not_working": 0.0008997300809757073, "visa_or_mastercard": 0.0008997300809757073, "why_verify_identity": 0.000499850044986504, "wrong_amount_of_cash_received": 0.0006997900629811057, "wrong_exchange_rate_for_cash_withdrawal": 0.0014995501349595122 }, "error": null, "latency_ms": 69.56666696351022, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-438", "text_group": "b03eb475a027cfcb8da7d07a93a2e02eeb7e7bcd67285eb62ef229eb9183d0c4", "expected": "exchange_via_app", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0010998900109989002, "age_limit": 0.0007999200079992001, "apple_pay_or_google_pay": 0.0026997300269973002, "atm_support": 0.009599040095990401, "automatic_top_up": 0.0010998900109989002, "balance_not_updated_after_bank_transfer": 0.0014998500149985001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013998600139986002, "beneficiary_not_allowed": 0.0022997700229977, "cancel_transfer": 0.0010998900109989002, "card_about_to_expire": 0.0008999100089991, "card_acceptance": 0.0040995900409959, "card_arrival": 0.0008999100089991, "card_delivery_estimate": 0.0008999100089991, "card_linking": 0.0023997600239976003, "card_not_working": 0.0011998800119988001, "card_payment_fee_charged": 0.000999900009999, "card_payment_not_recognised": 0.0010998900109989002, "card_payment_wrong_exchange_rate": 0.0073992600739926015, "card_swallowed": 0.000999900009999, "cash_withdrawal_charge": 0.0012998700129987, "cash_withdrawal_not_recognised": 0.0008999100089991, "change_pin": 0.0012998700129987, "compromised_card": 0.0008999100089991, "contactless_not_working": 0.0011998800119988001, "country_support": 0.0022997700229977, "declined_card_payment": 0.0010998900109989002, "declined_cash_withdrawal": 0.000999900009999, "declined_transfer": 0.0012998700129987, "direct_debit_payment_not_recognised": 0.000999900009999, "disposable_card_limits": 0.0010998900109989002, "edit_personal_details": 0.0010998900109989002, "exchange_charge": 0.04079592040795921, "exchange_rate": 0.056694330566943306, "exchange_via_app": 0.25147485251474855, "extra_charge_on_statement": 0.0007999200079992001, "failed_transfer": 0.000999900009999, "fiat_currency_support": 0.41145885411458855, "get_disposable_virtual_card": 0.0012998700129987, "get_physical_card": 0.0010998900109989002, "getting_spare_card": 0.0008999100089991, "getting_virtual_card": 0.0010998900109989002, "lost_or_stolen_card": 0.0005999400059994001, "lost_or_stolen_phone": 0.0005999400059994001, "order_physical_card": 0.0008999100089991, "passcode_forgotten": 0.0007999200079992001, "pending_card_payment": 0.0007999200079992001, "pending_cash_withdrawal": 0.0007999200079992001, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.0007999200079992001, "pin_blocked": 0.0008999100089991, "receiving_money": 0.0022997700229977, "request_refund": 0.0008999100089991, "reverted_card_payment?": 0.000999900009999, "supported_cards_and_currencies": 0.13068693130686931, "terminate_account": 0.0010998900109989002, "top_up_by_bank_transfer_charge": 0.0012998700129987, "top_up_by_card_charge": 0.000999900009999, "top_up_by_cash_or_cheque": 0.000999900009999, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.000999900009999, "top_up_reverted": 0.0010998900109989002, "topping_up_by_card": 0.0013998600139986002, "transaction_charged_twice": 0.0008999100089991, "transfer_fee_charged": 0.0010998900109989002, "transfer_into_account": 0.006399360063993601, "transfer_not_received_by_recipient": 0.0010998900109989002, "transfer_timing": 0.0020997900209979003, "unable_to_verify_identity": 0.000999900009999, "verify_my_identity": 0.000999900009999, "verify_source_of_funds": 0.000999900009999, "verify_top_up": 0.0008999100089991, "virtual_card_not_working": 0.0013998600139986002, "visa_or_mastercard": 0.0013998600139986002, "why_verify_identity": 0.0007999200079992001, "wrong_amount_of_cash_received": 0.0010998900109989002, "wrong_exchange_rate_for_cash_withdrawal": 0.004999500049995001 }, "error": null, "latency_ms": 70.67466608714312, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-439", "text_group": "ac3080e34c62fccdd7a9182107301de7bd1e26c76491076b06a5aa656a79b7d4", "expected": "exchange_via_app", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0008998200359928015, "activate_my_card": 0.0014997000599880025, "age_limit": 0.0010997800439912018, "apple_pay_or_google_pay": 0.004899020195960808, "atm_support": 0.005598880223955209, "automatic_top_up": 0.0014997000599880025, "balance_not_updated_after_bank_transfer": 0.0021995600879824036, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018996200759848032, "beneficiary_not_allowed": 0.0021995600879824036, "cancel_transfer": 0.0023995200959808036, "card_about_to_expire": 0.0011997600479904018, "card_acceptance": 0.0033993201359728054, "card_arrival": 0.001299740051989602, "card_delivery_estimate": 0.0013997200559888023, "card_linking": 0.0027994401119776045, "card_not_working": 0.0015996800639872027, "card_payment_fee_charged": 0.0015996800639872027, "card_payment_not_recognised": 0.0015996800639872027, "card_payment_wrong_exchange_rate": 0.009998000399920017, "card_swallowed": 0.0013997200559888023, "cash_withdrawal_charge": 0.001999600079984003, "cash_withdrawal_not_recognised": 0.0013997200559888023, "change_pin": 0.001799640071985603, "compromised_card": 0.001299740051989602, "contactless_not_working": 0.0014997000599880025, "country_support": 0.0024995000999800043, "declined_card_payment": 0.0011997600479904018, "declined_cash_withdrawal": 0.0010997800439912018, "declined_transfer": 0.001299740051989602, "direct_debit_payment_not_recognised": 0.0014997000599880025, "disposable_card_limits": 0.0016996600679864027, "edit_personal_details": 0.0014997000599880025, "exchange_charge": 0.23655268946210758, "exchange_rate": 0.1783643271345731, "exchange_via_app": 0.2922415516896621, "extra_charge_on_statement": 0.0013997200559888023, "failed_transfer": 0.0014997000599880025, "fiat_currency_support": 0.06838632273545292, "get_disposable_virtual_card": 0.0015996800639872027, "get_physical_card": 0.0013997200559888023, "getting_spare_card": 0.0011997600479904018, "getting_virtual_card": 0.0013997200559888023, "lost_or_stolen_card": 0.0008998200359928015, "lost_or_stolen_phone": 0.0008998200359928015, "order_physical_card": 0.0014997000599880025, "passcode_forgotten": 0.0009998000399920016, "pending_card_payment": 0.0011997600479904018, "pending_cash_withdrawal": 0.0010997800439912018, "pending_top_up": 0.0010997800439912018, "pending_transfer": 0.001299740051989602, "pin_blocked": 0.0010997800439912018, "receiving_money": 0.0046990601879624075, "request_refund": 0.001299740051989602, "reverted_card_payment?": 0.0014997000599880025, "supported_cards_and_currencies": 0.07208558288342332, "terminate_account": 0.0014997000599880025, "top_up_by_bank_transfer_charge": 0.002999400119976005, "top_up_by_card_charge": 0.0018996200759848032, "top_up_by_cash_or_cheque": 0.001799640071985603, "top_up_failed": 0.0014997000599880025, "top_up_limits": 0.0013997200559888023, "top_up_reverted": 0.0016996600679864027, "topping_up_by_card": 0.002999400119976005, "transaction_charged_twice": 0.001299740051989602, "transfer_fee_charged": 0.001999600079984003, "transfer_into_account": 0.008398320335932814, "transfer_not_received_by_recipient": 0.0020995800839832034, "transfer_timing": 0.009198160367926415, "unable_to_verify_identity": 0.0013997200559888023, "verify_my_identity": 0.001299740051989602, "verify_source_of_funds": 0.0011997600479904018, "verify_top_up": 0.0010997800439912018, "virtual_card_not_working": 0.0016996600679864027, "visa_or_mastercard": 0.001999600079984003, "why_verify_identity": 0.0011997600479904018, "wrong_amount_of_cash_received": 0.0014997000599880025, "wrong_exchange_rate_for_cash_withdrawal": 0.006798640271945611 }, "error": null, "latency_ms": 72.51220801845193, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-440", "text_group": "e5448b026a18144c90859d20bdf7950108694c1edd325e6c5f302725abfc7104", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0004, "card_acceptance": 0.0004, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0005, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.046, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0003, "compromised_card": 0.0137, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0004, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.9107, "lost_or_stolen_phone": 0.0054, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0013, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 74.46987507864833, "usage": { "input_tokens": 616, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-441", "text_group": "091936888445e7647ddff98bb8f5f555667d159f0889afa841d8ca65354e8b4d", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.000199860097931448, "activate_my_card": 0.000199860097931448, "age_limit": 0.000199860097931448, "apple_pay_or_google_pay": 0.000199860097931448, "atm_support": 0.000199860097931448, "automatic_top_up": 0.000199860097931448, "balance_not_updated_after_bank_transfer": 0.00029979014689717197, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029979014689717197, "beneficiary_not_allowed": 0.00029979014689717197, "cancel_transfer": 0.000199860097931448, "card_about_to_expire": 0.000399720195862896, "card_acceptance": 0.00029979014689717197, "card_arrival": 0.001099230538622964, "card_delivery_estimate": 0.000399720195862896, "card_linking": 0.000399720195862896, "card_not_working": 0.00049965024482862, "card_payment_fee_charged": 0.000199860097931448, "card_payment_not_recognised": 0.00029979014689717197, "card_payment_wrong_exchange_rate": 0.000199860097931448, "card_swallowed": 0.00049965024482862, "cash_withdrawal_charge": 0.000199860097931448, "cash_withdrawal_not_recognised": 0.00029979014689717197, "change_pin": 0.000199860097931448, "compromised_card": 0.023783351653842315, "contactless_not_working": 0.00029979014689717197, "country_support": 0.00029979014689717197, "declined_card_payment": 0.000199860097931448, "declined_cash_withdrawal": 0.000199860097931448, "declined_transfer": 0.000199860097931448, "direct_debit_payment_not_recognised": 0.000199860097931448, "disposable_card_limits": 0.000199860097931448, "edit_personal_details": 0.000199860097931448, "exchange_charge": 0.000199860097931448, "exchange_rate": 0.000199860097931448, "exchange_via_app": 0.000199860097931448, "extra_charge_on_statement": 0.000199860097931448, "failed_transfer": 0.000199860097931448, "fiat_currency_support": 0.000199860097931448, "get_disposable_virtual_card": 0.000199860097931448, "get_physical_card": 0.000199860097931448, "getting_spare_card": 0.000199860097931448, "getting_virtual_card": 0.000199860097931448, "lost_or_stolen_card": 0.951134206055761, "lost_or_stolen_phone": 0.006895173378634956, "order_physical_card": 0.000199860097931448, "passcode_forgotten": 0.000199860097931448, "pending_card_payment": 0.000199860097931448, "pending_cash_withdrawal": 0.000199860097931448, "pending_top_up": 0.000199860097931448, "pending_transfer": 0.000199860097931448, "pin_blocked": 0.000199860097931448, "receiving_money": 0.000199860097931448, "request_refund": 0.000199860097931448, "reverted_card_payment?": 0.00029979014689717197, "supported_cards_and_currencies": 0.000199860097931448, "terminate_account": 0.000199860097931448, "top_up_by_bank_transfer_charge": 0.000199860097931448, "top_up_by_card_charge": 0.000199860097931448, "top_up_by_cash_or_cheque": 0.000199860097931448, "top_up_failed": 0.000199860097931448, "top_up_limits": 0.000199860097931448, "top_up_reverted": 0.00029979014689717197, "topping_up_by_card": 0.00029979014689717197, "transaction_charged_twice": 0.000199860097931448, "transfer_fee_charged": 0.000199860097931448, "transfer_into_account": 0.000199860097931448, "transfer_not_received_by_recipient": 0.000199860097931448, "transfer_timing": 0.000199860097931448, "unable_to_verify_identity": 0.00029979014689717197, "verify_my_identity": 0.000199860097931448, "verify_source_of_funds": 0.000199860097931448, "verify_top_up": 0.000199860097931448, "virtual_card_not_working": 0.00029979014689717197, "visa_or_mastercard": 0.000199860097931448, "why_verify_identity": 0.000199860097931448, "wrong_amount_of_cash_received": 0.000199860097931448, "wrong_exchange_rate_for_cash_withdrawal": 0.000199860097931448 }, "error": null, "latency_ms": 71.33950002025813, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-442", "text_group": "2b31254868fa469049f147b819eb1b427bee47a7f99c9b0937f353179e719c6d", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.0007002801120448179, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00040016006402561027, "card_delivery_estimate": 0.00040016006402561027, "card_linking": 0.0005002000800320128, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.0011004401760704283, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.008503401360544218, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.9685874349739896, "lost_or_stolen_phone": 0.0015006002400960385, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00020008003201280514, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 70.87045803200454, "usage": { "input_tokens": 606, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-443", "text_group": "f78bbca2b642e5dbe0f4c3dd8561b12b643aa3c152cbe203543e578ae2ba2825", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003000600120024005, "activate_my_card": 0.0003000600120024005, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.00020004000800160035, "atm_support": 0.0003000600120024005, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0003000600120024005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0004000800160032007, "cancel_transfer": 0.00020004000800160035, "card_about_to_expire": 0.000600120024004801, "card_acceptance": 0.0003000600120024005, "card_arrival": 0.004800960192038408, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.000600120024004801, "card_not_working": 0.0011002200440088019, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0003000600120024005, "card_swallowed": 0.0017003400680136028, "cash_withdrawal_charge": 0.00020004000800160035, "cash_withdrawal_not_recognised": 0.0003000600120024005, "change_pin": 0.00020004000800160035, "compromised_card": 0.0013002600520104022, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0003000600120024005, "declined_card_payment": 0.00020004000800160035, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.00020004000800160035, "direct_debit_payment_not_recognised": 0.00020004000800160035, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.00020004000800160035, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.00020004000800160035, "fiat_currency_support": 0.00020004000800160035, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.0004000800160032007, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.9693938787757552, "lost_or_stolen_phone": 0.003500700140028006, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.00020004000800160035, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0003000600120024005, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.00020004000800160035, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0003000600120024005, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.0004000800160032007, "verify_my_identity": 0.0003000600120024005, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.0004000800160032007, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 68.6040410073474, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-444", "text_group": "68297e4e217bac08ca9233684fc94d71bdbe1d2ad5c4b130b87e9bb3192bb8f1", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.003700740148029606, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0007001400280056011, "card_not_working": 0.0012002400480096017, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0009001800360072014, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00020004000800160032, "compromised_card": 0.0044008801760352075, "contactless_not_working": 0.00040008001600320064, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.9568913782756551, "lost_or_stolen_phone": 0.01270254050810162, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 67.95791699551046, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-445", "text_group": "3974feaea2557a54d572e7f96de68892afd301f063d5dc9cd57a3d4e8f16469f", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.0002001000500250125, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.000400200100050025, "balance_not_updated_after_cheque_or_cash_deposit": 0.000400200100050025, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.0002001000500250125, "card_about_to_expire": 0.0006003001500750375, "card_acceptance": 0.000400200100050025, "card_arrival": 0.0023011505752876435, "card_delivery_estimate": 0.000400200100050025, "card_linking": 0.0005002501250625312, "card_not_working": 0.0011005502751375688, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.0010005002501250625, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.0002001000500250125, "compromised_card": 0.001300650325162581, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.000400200100050025, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.0002001000500250125, "get_disposable_virtual_card": 0.0002001000500250125, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.9658829414707354, "lost_or_stolen_phone": 0.010305152576288144, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.0002001000500250125, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.000400200100050025, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.0002001000500250125, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 66.44808303099126, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-446", "text_group": "ae1f91b1afee1a1d577c037fbcfbd488da2219ac2632d6132cb09eb890876aa3", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0008001600320064013, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.004600920184036807, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0006001200240048009, "card_not_working": 0.0011002200440088019, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0008001600320064013, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00020004000800160032, "compromised_card": 0.0012002400480096017, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.9641928385677135, "lost_or_stolen_phone": 0.0072014402880576115, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 66.36762502603233, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-447", "text_group": "d1cea3985e3a6ac55b4f3cd184da0d0dcbac16c177ba635a4f7a199647fbeb1a", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003002401921537229, "activate_my_card": 0.0003002401921537229, "age_limit": 0.00020016012810248197, "apple_pay_or_google_pay": 0.0003002401921537229, "atm_support": 0.0003002401921537229, "automatic_top_up": 0.00020016012810248197, "balance_not_updated_after_bank_transfer": 0.00040032025620496394, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002401921537229, "beneficiary_not_allowed": 0.00040032025620496394, "cancel_transfer": 0.0003002401921537229, "card_about_to_expire": 0.0005004003202562049, "card_acceptance": 0.00040032025620496394, "card_arrival": 0.0005004003202562049, "card_delivery_estimate": 0.00040032025620496394, "card_linking": 0.0005004003202562049, "card_not_working": 0.0005004003202562049, "card_payment_fee_charged": 0.0003002401921537229, "card_payment_not_recognised": 0.0003002401921537229, "card_payment_wrong_exchange_rate": 0.0003002401921537229, "card_swallowed": 0.001100880704563651, "cash_withdrawal_charge": 0.00020016012810248197, "cash_withdrawal_not_recognised": 0.0003002401921537229, "change_pin": 0.00020016012810248197, "compromised_card": 0.060848678943154516, "contactless_not_working": 0.0003002401921537229, "country_support": 0.0003002401921537229, "declined_card_payment": 0.00020016012810248197, "declined_cash_withdrawal": 0.00020016012810248197, "declined_transfer": 0.0003002401921537229, "direct_debit_payment_not_recognised": 0.0003002401921537229, "disposable_card_limits": 0.0003002401921537229, "edit_personal_details": 0.00020016012810248197, "exchange_charge": 0.00020016012810248197, "exchange_rate": 0.00020016012810248197, "exchange_via_app": 0.00020016012810248197, "extra_charge_on_statement": 0.00020016012810248197, "failed_transfer": 0.00020016012810248197, "fiat_currency_support": 0.00020016012810248197, "get_disposable_virtual_card": 0.00020016012810248197, "get_physical_card": 0.0003002401921537229, "getting_spare_card": 0.00020016012810248197, "getting_virtual_card": 0.00020016012810248197, "lost_or_stolen_card": 0.9147317854283427, "lost_or_stolen_phone": 0.0037029623698959166, "order_physical_card": 0.00020016012810248197, "passcode_forgotten": 0.00020016012810248197, "pending_card_payment": 0.0003002401921537229, "pending_cash_withdrawal": 0.00020016012810248197, "pending_top_up": 0.00020016012810248197, "pending_transfer": 0.00020016012810248197, "pin_blocked": 0.0003002401921537229, "receiving_money": 0.00020016012810248197, "request_refund": 0.0003002401921537229, "reverted_card_payment?": 0.0003002401921537229, "supported_cards_and_currencies": 0.0003002401921537229, "terminate_account": 0.0003002401921537229, "top_up_by_bank_transfer_charge": 0.00020016012810248197, "top_up_by_card_charge": 0.00020016012810248197, "top_up_by_cash_or_cheque": 0.00020016012810248197, "top_up_failed": 0.0003002401921537229, "top_up_limits": 0.00020016012810248197, "top_up_reverted": 0.0003002401921537229, "topping_up_by_card": 0.0003002401921537229, "transaction_charged_twice": 0.00020016012810248197, "transfer_fee_charged": 0.00020016012810248197, "transfer_into_account": 0.00020016012810248197, "transfer_not_received_by_recipient": 0.0003002401921537229, "transfer_timing": 0.00020016012810248197, "unable_to_verify_identity": 0.0003002401921537229, "verify_my_identity": 0.00020016012810248197, "verify_source_of_funds": 0.00020016012810248197, "verify_top_up": 0.00020016012810248197, "virtual_card_not_working": 0.0003002401921537229, "visa_or_mastercard": 0.00020016012810248197, "why_verify_identity": 0.00020016012810248197, "wrong_amount_of_cash_received": 0.0003002401921537229, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002401921537229 }, "error": null, "latency_ms": 68.45625001005828, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-448", "text_group": "f93bd889b9ad5feb030274049f1b1278fa108bce326c035a2d9ae150698acf66", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0033006601320264054, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.04740948189637927, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00020004000800160032, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.9266853370674134, "lost_or_stolen_phone": 0.0024004800960192034, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00020004000800160032, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 65.5065419850871, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-449", "text_group": "35401305ac943240791ce7e40c004f2029a03e0f628957c02e4c9d47c79bfd65", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0005998800239952009, "card_not_working": 0.0006998600279944011, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0006998600279944011, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00029994001199760045, "compromised_card": 0.04689062187562487, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.9274145170965807, "lost_or_stolen_phone": 0.0008998200359928015, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.00029994001199760045, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 66.97962491307408, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-450", "text_group": "7978e389a17a40367d959c4ea00088820bed7b6a038e9e9f81c642440e0abf8c", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.003700740148029606, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0006001200240048009, "card_not_working": 0.0014002800560112022, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.003800760152030406, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00020004000800160032, "compromised_card": 0.0023004600920184036, "contactless_not_working": 0.00040008001600320064, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.951890378075615, "lost_or_stolen_phone": 0.016903380676135223, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 66.57208304386586, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-451", "text_group": "0bdc5fd39ff5fba40866626147b68b1bb77d38053172cdf434486e120a80fe55", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.0003002101471029721, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002101471029721, "beneficiary_not_allowed": 0.0003002101471029721, "cancel_transfer": 0.0003002101471029721, "card_about_to_expire": 0.00040028019613729617, "card_acceptance": 0.00040028019613729617, "card_arrival": 0.0005003502451716202, "card_delivery_estimate": 0.00040028019613729617, "card_linking": 0.00040028019613729617, "card_not_working": 0.00040028019613729617, "card_payment_fee_charged": 0.0003002101471029721, "card_payment_not_recognised": 0.0003002101471029721, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.0011007705393775644, "cash_withdrawal_charge": 0.00020014009806864808, "cash_withdrawal_not_recognised": 0.0003002101471029721, "change_pin": 0.00020014009806864808, "compromised_card": 0.019513659561693184, "contactless_not_working": 0.0003002101471029721, "country_support": 0.00040028019613729617, "declined_card_payment": 0.00020014009806864808, "declined_cash_withdrawal": 0.00020014009806864808, "declined_transfer": 0.00020014009806864808, "direct_debit_payment_not_recognised": 0.0003002101471029721, "disposable_card_limits": 0.0003002101471029721, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.00020014009806864808, "fiat_currency_support": 0.0003002101471029721, "get_disposable_virtual_card": 0.00020014009806864808, "get_physical_card": 0.0003002101471029721, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.00020014009806864808, "lost_or_stolen_card": 0.9506654658260782, "lost_or_stolen_phone": 0.009606724707295107, "order_physical_card": 0.00020014009806864808, "passcode_forgotten": 0.0003002101471029721, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.0003002101471029721, "receiving_money": 0.00020014009806864808, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.00040028019613729617, "supported_cards_and_currencies": 0.00040028019613729617, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.00020014009806864808, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.00020014009806864808, "top_up_failed": 0.00020014009806864808, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.0003002101471029721, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.00020014009806864808, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.0003002101471029721, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.0003002101471029721, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.0003002101471029721, "visa_or_mastercard": 0.0003002101471029721, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.0003002101471029721, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 67.24174995906651, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-452", "text_group": "d6a497db8c6be5abaffb426acc47bfb06c86274018e883adc9e9f0368c1fab73", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.00040008001600320064, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0008001600320064013, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.04370874174834967, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00020004000800160032, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.9197839567913583, "lost_or_stolen_phone": 0.01770354070814163, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 67.75404105428606, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-453", "text_group": "7fe715b3d80e342fb1cbdff680c0c82ef5648ad144f1810ac95bf9ff9e7e3220", "expected": "lost_or_stolen_card", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.011801180118011801, "activate_my_card": 0.0107010701070107, "age_limit": 0.009900990099009901, "apple_pay_or_google_pay": 0.011901190119011902, "atm_support": 0.0482048204820482, "automatic_top_up": 0.010401040104010401, "balance_not_updated_after_bank_transfer": 0.017901790179017902, "balance_not_updated_after_cheque_or_cash_deposit": 0.0343034303430343, "beneficiary_not_allowed": 0.0213021302130213, "cancel_transfer": 0.0115011501150115, "card_about_to_expire": 0.0113011301130113, "card_acceptance": 0.0192019201920192, "card_arrival": 0.0115011501150115, "card_delivery_estimate": 0.010801080108010801, "card_linking": 0.015001500150015001, "card_not_working": 0.0144014401440144, "card_payment_fee_charged": 0.0106010601060106, "card_payment_not_recognised": 0.0133013301330133, "card_payment_wrong_exchange_rate": 0.012601260126012601, "card_swallowed": 0.012501250125012502, "cash_withdrawal_charge": 0.014201420142014202, "cash_withdrawal_not_recognised": 0.018801880188018802, "change_pin": 0.0084008400840084, "compromised_card": 0.013101310131013101, "contactless_not_working": 0.0124012401240124, "country_support": 0.0538053805380538, "declined_card_payment": 0.0101010101010101, "declined_cash_withdrawal": 0.0116011601160116, "declined_transfer": 0.010801080108010801, "direct_debit_payment_not_recognised": 0.012701270127012701, "disposable_card_limits": 0.013101310131013101, "edit_personal_details": 0.013001300130013, "exchange_charge": 0.0096009600960096, "exchange_rate": 0.008200820082008202, "exchange_via_app": 0.009500950095009501, "extra_charge_on_statement": 0.0121012101210121, "failed_transfer": 0.009400940094009401, "fiat_currency_support": 0.014601460146014602, "get_disposable_virtual_card": 0.010201020102010202, "get_physical_card": 0.016501650165016504, "getting_spare_card": 0.010401040104010401, "getting_virtual_card": 0.0087008700870087, "lost_or_stolen_card": 0.022002200220022, "lost_or_stolen_phone": 0.012001200120012002, "order_physical_card": 0.0107010701070107, "passcode_forgotten": 0.009000900090009, "pending_card_payment": 0.0087008700870087, "pending_cash_withdrawal": 0.009100910091009102, "pending_top_up": 0.0092009200920092, "pending_transfer": 0.008800880088008802, "pin_blocked": 0.0113011301130113, "receiving_money": 0.012201220122012201, "request_refund": 0.012801280128012802, "reverted_card_payment?": 0.0107010701070107, "supported_cards_and_currencies": 0.019801980198019802, "terminate_account": 0.0106010601060106, "top_up_by_bank_transfer_charge": 0.009400940094009401, "top_up_by_card_charge": 0.007900790079007902, "top_up_by_cash_or_cheque": 0.012701270127012701, "top_up_failed": 0.009000900090009, "top_up_limits": 0.0098009800980098, "top_up_reverted": 0.011901190119011902, "topping_up_by_card": 0.0098009800980098, "transaction_charged_twice": 0.009500950095009501, "transfer_fee_charged": 0.008500850085008501, "transfer_into_account": 0.008200820082008202, "transfer_not_received_by_recipient": 0.0093009300930093, "transfer_timing": 0.0083008300830083, "unable_to_verify_identity": 0.010401040104010401, "verify_my_identity": 0.010501050105010502, "verify_source_of_funds": 0.013201320132013201, "verify_top_up": 0.010401040104010401, "virtual_card_not_working": 0.009100910091009102, "visa_or_mastercard": 0.0112011201120112, "why_verify_identity": 0.012201220122012201, "wrong_amount_of_cash_received": 0.010301030103010301, "wrong_exchange_rate_for_cash_withdrawal": 0.011101110111011102 }, "error": null, "latency_ms": 68.46679199952632, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-454", "text_group": "d2d3b03f341229fb24ca4c8343ea966bc9e25e626f8e19aca845b67c0708d0e3", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0005997600959616154, "activate_my_card": 0.0004998000799680128, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0005997600959616154, "atm_support": 0.0006997201119552179, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.0009996001599360256, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006997201119552179, "beneficiary_not_allowed": 0.0007996801279488206, "cancel_transfer": 0.0006997201119552179, "card_about_to_expire": 0.000899640143942423, "card_acceptance": 0.0009996001599360256, "card_arrival": 0.006397441023590565, "card_delivery_estimate": 0.0018992403038784486, "card_linking": 0.0021991203518592567, "card_not_working": 0.001799280287884846, "card_payment_fee_charged": 0.0006997201119552179, "card_payment_not_recognised": 0.0005997600959616154, "card_payment_wrong_exchange_rate": 0.0006997201119552179, "card_swallowed": 0.11475409836065574, "cash_withdrawal_charge": 0.0004998000799680128, "cash_withdrawal_not_recognised": 0.0007996801279488206, "change_pin": 0.0004998000799680128, "compromised_card": 0.0043982407037185135, "contactless_not_working": 0.0005997600959616154, "country_support": 0.0005997600959616154, "declined_card_payment": 0.0005997600959616154, "declined_cash_withdrawal": 0.0005997600959616154, "declined_transfer": 0.0006997201119552179, "direct_debit_payment_not_recognised": 0.0005997600959616154, "disposable_card_limits": 0.001999200319872051, "edit_personal_details": 0.0004998000799680128, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.0003998400639744103, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0003998400639744103, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.0005997600959616154, "get_disposable_virtual_card": 0.0069972011195521796, "get_physical_card": 0.005297880847660936, "getting_spare_card": 0.003698520591763295, "getting_virtual_card": 0.0006997201119552179, "lost_or_stolen_card": 0.7830867652938824, "lost_or_stolen_phone": 0.005097960815673731, "order_physical_card": 0.020391843262694925, "passcode_forgotten": 0.0003998400639744103, "pending_card_payment": 0.0003998400639744103, "pending_cash_withdrawal": 0.0003998400639744103, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.0009996001599360256, "receiving_money": 0.0004998000799680128, "request_refund": 0.0006997201119552179, "reverted_card_payment?": 0.0006997201119552179, "supported_cards_and_currencies": 0.004598160735705718, "terminate_account": 0.0004998000799680128, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0004998000799680128, "top_up_by_cash_or_cheque": 0.0004998000799680128, "top_up_failed": 0.0004998000799680128, "top_up_limits": 0.0004998000799680128, "top_up_reverted": 0.0006997201119552179, "topping_up_by_card": 0.0010995601759296284, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0004998000799680128, "transfer_into_account": 0.0003998400639744103, "transfer_not_received_by_recipient": 0.0006997201119552179, "transfer_timing": 0.0005997600959616154, "unable_to_verify_identity": 0.0004998000799680128, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0003998400639744103, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0010995601759296284, "visa_or_mastercard": 0.0015993602558976412, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.0004998000799680128, "wrong_exchange_rate_for_cash_withdrawal": 0.0004998000799680128 }, "error": null, "latency_ms": 70.32262498978525, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-455", "text_group": "50b77aac62366956e02d826da1bd97f44900e8b7b79f2c4d3dc700db40ee86c3", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.0002998500749625187, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.0002998500749625187, "atm_support": 0.0004997501249375313, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.00039980009995002505, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039980009995002505, "beneficiary_not_allowed": 0.00039980009995002505, "cancel_transfer": 0.00039980009995002505, "card_about_to_expire": 0.00039980009995002505, "card_acceptance": 0.0004997501249375313, "card_arrival": 0.00039980009995002505, "card_delivery_estimate": 0.00039980009995002505, "card_linking": 0.0004997501249375313, "card_not_working": 0.0004997501249375313, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.00039980009995002505, "card_payment_wrong_exchange_rate": 0.00039980009995002505, "card_swallowed": 0.0006996501749125438, "cash_withdrawal_charge": 0.0002998500749625187, "cash_withdrawal_not_recognised": 0.00039980009995002505, "change_pin": 0.0002998500749625187, "compromised_card": 0.03148425787106447, "contactless_not_working": 0.00039980009995002505, "country_support": 0.0004997501249375313, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.00039980009995002505, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.0002998500749625187, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.9418290854572714, "lost_or_stolen_phone": 0.0017991004497751124, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.0002998500749625187, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.00039980009995002505, "supported_cards_and_currencies": 0.0004997501249375313, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.00039980009995002505, "topping_up_by_card": 0.0004997501249375313, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.00039980009995002505, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.00039980009995002505, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998500749625187 }, "error": null, "latency_ms": 67.38958403002471, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-456", "text_group": "abdf7dd9315d019f106138067abce6bf6fb1e299ea83d5916657837954f21444", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00020016012810248197, "activate_my_card": 0.00020016012810248197, "age_limit": 0.00020016012810248197, "apple_pay_or_google_pay": 0.0003002401921537229, "atm_support": 0.0003002401921537229, "automatic_top_up": 0.00020016012810248197, "balance_not_updated_after_bank_transfer": 0.0003002401921537229, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002401921537229, "beneficiary_not_allowed": 0.00040032025620496394, "cancel_transfer": 0.0003002401921537229, "card_about_to_expire": 0.0003002401921537229, "card_acceptance": 0.0003002401921537229, "card_arrival": 0.0003002401921537229, "card_delivery_estimate": 0.0003002401921537229, "card_linking": 0.0005004003202562049, "card_not_working": 0.0009007205764611689, "card_payment_fee_charged": 0.0003002401921537229, "card_payment_not_recognised": 0.0003002401921537229, "card_payment_wrong_exchange_rate": 0.0003002401921537229, "card_swallowed": 0.0013010408326661327, "cash_withdrawal_charge": 0.00020016012810248197, "cash_withdrawal_not_recognised": 0.0003002401921537229, "change_pin": 0.00020016012810248197, "compromised_card": 0.01741393114491593, "contactless_not_working": 0.0003002401921537229, "country_support": 0.0003002401921537229, "declined_card_payment": 0.0003002401921537229, "declined_cash_withdrawal": 0.0003002401921537229, "declined_transfer": 0.00040032025620496394, "direct_debit_payment_not_recognised": 0.0003002401921537229, "disposable_card_limits": 0.0003002401921537229, "edit_personal_details": 0.00020016012810248197, "exchange_charge": 0.00020016012810248197, "exchange_rate": 0.00020016012810248197, "exchange_via_app": 0.00020016012810248197, "extra_charge_on_statement": 0.00020016012810248197, "failed_transfer": 0.00020016012810248197, "fiat_currency_support": 0.00020016012810248197, "get_disposable_virtual_card": 0.00020016012810248197, "get_physical_card": 0.0003002401921537229, "getting_spare_card": 0.00020016012810248197, "getting_virtual_card": 0.00020016012810248197, "lost_or_stolen_card": 0.9570656525220176, "lost_or_stolen_phone": 0.0048038430744595665, "order_physical_card": 0.00020016012810248197, "passcode_forgotten": 0.00020016012810248197, "pending_card_payment": 0.00020016012810248197, "pending_cash_withdrawal": 0.00020016012810248197, "pending_top_up": 0.00020016012810248197, "pending_transfer": 0.00020016012810248197, "pin_blocked": 0.00040032025620496394, "receiving_money": 0.00020016012810248197, "request_refund": 0.00020016012810248197, "reverted_card_payment?": 0.0003002401921537229, "supported_cards_and_currencies": 0.0003002401921537229, "terminate_account": 0.00040032025620496394, "top_up_by_bank_transfer_charge": 0.00020016012810248197, "top_up_by_card_charge": 0.00020016012810248197, "top_up_by_cash_or_cheque": 0.00020016012810248197, "top_up_failed": 0.00020016012810248197, "top_up_limits": 0.00020016012810248197, "top_up_reverted": 0.0003002401921537229, "topping_up_by_card": 0.0003002401921537229, "transaction_charged_twice": 0.00020016012810248197, "transfer_fee_charged": 0.00020016012810248197, "transfer_into_account": 0.00020016012810248197, "transfer_not_received_by_recipient": 0.00020016012810248197, "transfer_timing": 0.00020016012810248197, "unable_to_verify_identity": 0.00040032025620496394, "verify_my_identity": 0.0003002401921537229, "verify_source_of_funds": 0.00020016012810248197, "verify_top_up": 0.00020016012810248197, "virtual_card_not_working": 0.0003002401921537229, "visa_or_mastercard": 0.00020016012810248197, "why_verify_identity": 0.0003002401921537229, "wrong_amount_of_cash_received": 0.00020016012810248197, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002401921537229 }, "error": null, "latency_ms": 67.02533294446766, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-457", "text_group": "94ac648ac4f8e827212e9fb60f1d4bdcc36b191946dff9fa30088533e1c57b64", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003002101471029721, "activate_my_card": 0.00040028019613729617, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.0005003502451716202, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005003502451716202, "beneficiary_not_allowed": 0.00040028019613729617, "cancel_transfer": 0.0003002101471029721, "card_about_to_expire": 0.0005003502451716202, "card_acceptance": 0.0005003502451716202, "card_arrival": 0.008505954167917542, "card_delivery_estimate": 0.0006004202942059442, "card_linking": 0.0017011908335835084, "card_not_working": 0.006604623236265386, "card_payment_fee_charged": 0.0003002101471029721, "card_payment_not_recognised": 0.0003002101471029721, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.0021014710297208045, "cash_withdrawal_charge": 0.00020014009806864808, "cash_withdrawal_not_recognised": 0.0003002101471029721, "change_pin": 0.0003002101471029721, "compromised_card": 0.0012008405884118883, "contactless_not_working": 0.00040028019613729617, "country_support": 0.00040028019613729617, "declined_card_payment": 0.00020014009806864808, "declined_cash_withdrawal": 0.00020014009806864808, "declined_transfer": 0.00020014009806864808, "direct_debit_payment_not_recognised": 0.0003002101471029721, "disposable_card_limits": 0.00040028019613729617, "edit_personal_details": 0.0003002101471029721, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.0003002101471029721, "fiat_currency_support": 0.0003002101471029721, "get_disposable_virtual_card": 0.0003002101471029721, "get_physical_card": 0.0011007705393775644, "getting_spare_card": 0.0003002101471029721, "getting_virtual_card": 0.0003002101471029721, "lost_or_stolen_card": 0.9526668668067647, "lost_or_stolen_phone": 0.005003502451716202, "order_physical_card": 0.00040028019613729617, "passcode_forgotten": 0.0003002101471029721, "pending_card_payment": 0.0003002101471029721, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.0003002101471029721, "receiving_money": 0.0003002101471029721, "request_refund": 0.0003002101471029721, "reverted_card_payment?": 0.00040028019613729617, "supported_cards_and_currencies": 0.0006004202942059442, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.00020014009806864808, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.0003002101471029721, "top_up_failed": 0.0003002101471029721, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.00040028019613729617, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.00020014009806864808, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.0003002101471029721, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.00040028019613729617, "verify_my_identity": 0.0003002101471029721, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.0005003502451716202, "visa_or_mastercard": 0.0005003502451716202, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.0003002101471029721, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 66.93670793902129, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-458", "text_group": "ab0d9a00cc70a3d7e30d1b9db1d7f4089a14fb7fdfceafa5ac1dd572b6956937", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0009000900090009, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0006000600060006, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00020002000200020003, "compromised_card": 0.0022002200220022005, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.965996599659966, "lost_or_stolen_phone": 0.0107010701070107, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00020002000200020003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 66.9632920762524, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-459", "text_group": "56c755ccce85110be1efe1b2ab0e9cb78690f4d24af77f09f35bf2015d6e0f69", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.00020014009806864808, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.00040028019613729617, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040028019613729617, "beneficiary_not_allowed": 0.0003002101471029721, "cancel_transfer": 0.00020014009806864808, "card_about_to_expire": 0.00040028019613729617, "card_acceptance": 0.00040028019613729617, "card_arrival": 0.0006004202942059442, "card_delivery_estimate": 0.00040028019613729617, "card_linking": 0.0006004202942059442, "card_not_working": 0.0006004202942059442, "card_payment_fee_charged": 0.0003002101471029721, "card_payment_not_recognised": 0.0003002101471029721, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.0007004903432402682, "cash_withdrawal_charge": 0.00020014009806864808, "cash_withdrawal_not_recognised": 0.0003002101471029721, "change_pin": 0.00020014009806864808, "compromised_card": 0.0007004903432402682, "contactless_not_working": 0.0003002101471029721, "country_support": 0.00040028019613729617, "declined_card_payment": 0.00020014009806864808, "declined_cash_withdrawal": 0.00020014009806864808, "declined_transfer": 0.0003002101471029721, "direct_debit_payment_not_recognised": 0.0003002101471029721, "disposable_card_limits": 0.0003002101471029721, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.00020014009806864808, "fiat_currency_support": 0.0003002101471029721, "get_disposable_virtual_card": 0.0003002101471029721, "get_physical_card": 0.00040028019613729617, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.00020014009806864808, "lost_or_stolen_card": 0.9756829780846593, "lost_or_stolen_phone": 0.0029020314219953968, "order_physical_card": 0.0003002101471029721, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.00020014009806864808, "receiving_money": 0.00020014009806864808, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.00040028019613729617, "supported_cards_and_currencies": 0.00040028019613729617, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.00020014009806864808, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.0003002101471029721, "top_up_failed": 0.0003002101471029721, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.0003002101471029721, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.00020014009806864808, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.0003002101471029721, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.0003002101471029721, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.0003002101471029721, "visa_or_mastercard": 0.0003002101471029721, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.0003002101471029721, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 68.82145802956074, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-460", "text_group": "f1ae8a8829a7e30b600b4cbbef1a98bfa4f3efb39dd343f62a8edf01524e5c72", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.0002001000500250125, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.0002001000500250125, "card_about_to_expire": 0.0005002501250625312, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.000400200100050025, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.000400200100050025, "card_not_working": 0.000400200100050025, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.0007003501750875437, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.0002001000500250125, "compromised_card": 0.06963481740870435, "contactless_not_working": 0.0002001000500250125, "country_support": 0.00030015007503751874, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.0002001000500250125, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.0002001000500250125, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.0002001000500250125, "get_disposable_virtual_card": 0.0002001000500250125, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.8985492746373186, "lost_or_stolen_phone": 0.013406703351675838, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.0002001000500250125, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.0002001000500250125, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.0002001000500250125, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.0002001000500250125, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.49912495817989, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-461", "text_group": "b6fe11e054e8008590c9610e94367b8aed3c66798292b455c76514fc427c533a", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0008000800080008001, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.0022002200220022005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0017001700170017002, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.0017001700170017002, "change_pin": 0.00020002000200020003, "compromised_card": 0.0144014401440144, "contactless_not_working": 0.0005000500050005, "country_support": 0.0003000300030003, "declined_card_payment": 0.0009000900090009, "declined_cash_withdrawal": 0.001000100010001, "declined_transfer": 0.0009000900090009, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.9416941694169417, "lost_or_stolen_phone": 0.011701170117011701, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0030003000300030005, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0013001300130013002, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 69.96466603595763, "usage": { "input_tokens": 614, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-462", "text_group": "eaa2601aa3a19e02f5825ac93027898d9d44f1631b176b91611ba964b2d413a1", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.0005002000800320128, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.004801920768307323, "card_delivery_estimate": 0.00040016006402561027, "card_linking": 0.000900360144057623, "card_not_working": 0.000900360144057623, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.0010004001600640256, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.07993197278911565, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.8878551420568227, "lost_or_stolen_phone": 0.005902360944377751, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00020008003201280514, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00040016006402561027, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00020008003201280514 }, "error": null, "latency_ms": 70.23108296561986, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-463", "text_group": "72ba1c7db2a40669d37e1f0f5052b25acc028e36b1cc2b915032e9362d57c8d3", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.00030015007503751874, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.0005002501250625312, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.000400200100050025, "cancel_transfer": 0.000400200100050025, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.000400200100050025, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.0006003001500750375, "card_not_working": 0.00080040020010005, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.0005002501250625312, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.00030015007503751874, "compromised_card": 0.3326663331665833, "contactless_not_working": 0.000400200100050025, "country_support": 0.000400200100050025, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.0005002501250625312, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.000400200100050025, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.6430215107553777, "lost_or_stolen_phone": 0.0005002501250625312, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.00030015007503751874, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0007003501750875437, "receiving_money": 0.0002001000500250125, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.0015007503751875938, "terminate_account": 0.0007003501750875437, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.00030015007503751874, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.000400200100050025, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.0002001000500250125, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.000400200100050025, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.0005002501250625312, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 67.68087507225573, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-464", "text_group": "5af0940c76239ab486cc801e50b00e92f7fe5ad0f3918ce3f36a6012d941565c", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00030009002700810244, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.0004001200360108033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004001200360108033, "beneficiary_not_allowed": 0.0004001200360108033, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.0004001200360108033, "card_acceptance": 0.0004001200360108033, "card_arrival": 0.0013003901170351106, "card_delivery_estimate": 0.0009002700810243074, "card_linking": 0.0010003000900270082, "card_not_working": 0.0010003000900270082, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.0031009302790837253, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.0004001200360108033, "change_pin": 0.00030009002700810244, "compromised_card": 0.0007002100630189057, "contactless_not_working": 0.0004001200360108033, "country_support": 0.0004001200360108033, "declined_card_payment": 0.00030009002700810244, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.0004001200360108033, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00020006001800540165, "fiat_currency_support": 0.00030009002700810244, "get_disposable_virtual_card": 0.0004001200360108033, "get_physical_card": 0.0006001800540162049, "getting_spare_card": 0.0005001500450135041, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.9634890467140143, "lost_or_stolen_phone": 0.008102430729218766, "order_physical_card": 0.00030009002700810244, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.00030009002700810244, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.0004001200360108033, "supported_cards_and_currencies": 0.0006001800540162049, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.00030009002700810244, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.00030009002700810244, "topping_up_by_card": 0.0004001200360108033, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.0004001200360108033, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 69.25879092887044, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-465", "text_group": "940493f0656a80f76fa3ef0e64ac2dc7c5aa3415a978891c4d50244e413db485", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.002300920368147259, "card_about_to_expire": 0.0008003201280512205, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.0005002000800320128, "card_delivery_estimate": 0.00040016006402561027, "card_linking": 0.0006002400960384153, "card_not_working": 0.0006002400960384153, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.0012004801920768306, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.00030012004801920766, "compromised_card": 0.02310924369747899, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.0005002000800320128, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.0005002000800320128, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.9438775510204082, "lost_or_stolen_phone": 0.0024009603841536613, "order_physical_card": 0.0006002400960384153, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00030012004801920766, "request_refund": 0.003001200480192077, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 68.27812502160668, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-466", "text_group": "d1398d74caa2140e0a19aac798d68eb3d41e1e571d524846d839d9e04ff78c58", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0005, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0009, "card_acceptance": 0.0006, "card_arrival": 0.0302, "card_delivery_estimate": 0.0029, "card_linking": 0.0069, "card_not_working": 0.0083, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0043, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.002, "contactless_not_working": 0.0005, "country_support": 0.0005, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0062, "getting_spare_card": 0.0014, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.8938, "lost_or_stolen_phone": 0.0138, "order_physical_card": 0.0035, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0004, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0007, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0004, "top_up_limits": 0.0003, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 67.3269999679178, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-467", "text_group": "67b44bd8f82682d6536132c0ab357c081ce58e0e4040d6c0661de554ea33f900", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003998400639744103, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0003998400639744103, "card_not_working": 0.0006997201119552179, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.1911235505797681, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.001799280287884846, "contactless_not_working": 0.0002998800479808077, "country_support": 0.00019992003198720514, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.00019992003198720514, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.7868852459016394, "lost_or_stolen_phone": 0.002299080367852859, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0002998800479808077, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 68.36637505330145, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-468", "text_group": "876eaaeb849397cf00b7b4805d47cba641793c527463891fcc5e4303e4c9716e", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.000500400320256205, "activate_my_card": 0.000200160128102482, "age_limit": 0.000200160128102482, "apple_pay_or_google_pay": 0.00030024019215372296, "atm_support": 0.00030024019215372296, "automatic_top_up": 0.000200160128102482, "balance_not_updated_after_bank_transfer": 0.000400320256204964, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030024019215372296, "beneficiary_not_allowed": 0.00030024019215372296, "cancel_transfer": 0.000200160128102482, "card_about_to_expire": 0.000400320256204964, "card_acceptance": 0.00030024019215372296, "card_arrival": 0.00100080064051241, "card_delivery_estimate": 0.000400320256204964, "card_linking": 0.000400320256204964, "card_not_working": 0.0006004803843074459, "card_payment_fee_charged": 0.000200160128102482, "card_payment_not_recognised": 0.00030024019215372296, "card_payment_wrong_exchange_rate": 0.00030024019215372296, "card_swallowed": 0.009807846277021618, "cash_withdrawal_charge": 0.000200160128102482, "cash_withdrawal_not_recognised": 0.00030024019215372296, "change_pin": 0.000200160128102482, "compromised_card": 0.0073058446757405925, "contactless_not_working": 0.000400320256204964, "country_support": 0.00030024019215372296, "declined_card_payment": 0.00030024019215372296, "declined_cash_withdrawal": 0.000200160128102482, "declined_transfer": 0.00030024019215372296, "direct_debit_payment_not_recognised": 0.00030024019215372296, "disposable_card_limits": 0.00030024019215372296, "edit_personal_details": 0.000200160128102482, "exchange_charge": 0.000200160128102482, "exchange_rate": 0.000200160128102482, "exchange_via_app": 0.000200160128102482, "extra_charge_on_statement": 0.000200160128102482, "failed_transfer": 0.000200160128102482, "fiat_currency_support": 0.000200160128102482, "get_disposable_virtual_card": 0.000200160128102482, "get_physical_card": 0.00030024019215372296, "getting_spare_card": 0.000200160128102482, "getting_virtual_card": 0.000200160128102482, "lost_or_stolen_card": 0.9525620496397118, "lost_or_stolen_phone": 0.010408326661329063, "order_physical_card": 0.000200160128102482, "passcode_forgotten": 0.000200160128102482, "pending_card_payment": 0.000200160128102482, "pending_cash_withdrawal": 0.000200160128102482, "pending_top_up": 0.000200160128102482, "pending_transfer": 0.000200160128102482, "pin_blocked": 0.000200160128102482, "receiving_money": 0.000200160128102482, "request_refund": 0.00030024019215372296, "reverted_card_payment?": 0.000400320256204964, "supported_cards_and_currencies": 0.000400320256204964, "terminate_account": 0.000200160128102482, "top_up_by_bank_transfer_charge": 0.000200160128102482, "top_up_by_card_charge": 0.000200160128102482, "top_up_by_cash_or_cheque": 0.000200160128102482, "top_up_failed": 0.000200160128102482, "top_up_limits": 0.000200160128102482, "top_up_reverted": 0.000400320256204964, "topping_up_by_card": 0.00030024019215372296, "transaction_charged_twice": 0.000200160128102482, "transfer_fee_charged": 0.000200160128102482, "transfer_into_account": 0.000200160128102482, "transfer_not_received_by_recipient": 0.00030024019215372296, "transfer_timing": 0.000200160128102482, "unable_to_verify_identity": 0.00030024019215372296, "verify_my_identity": 0.000200160128102482, "verify_source_of_funds": 0.000200160128102482, "verify_top_up": 0.000200160128102482, "virtual_card_not_working": 0.00030024019215372296, "visa_or_mastercard": 0.00030024019215372296, "why_verify_identity": 0.000200160128102482, "wrong_amount_of_cash_received": 0.00030024019215372296, "wrong_exchange_rate_for_cash_withdrawal": 0.00030024019215372296 }, "error": null, "latency_ms": 68.31558304838836, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-469", "text_group": "89244232dc64158c72db07f4244c2db835bf1897cfea6c12b83d6c76a8f57d3e", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00019998000199980003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00019998000199980003, "card_swallowed": 0.0034996500349965005, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.0582941705829417, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00019998000199980003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00019998000199980003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.9162083791620838, "lost_or_stolen_phone": 0.004999500049995001, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00019998000199980003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 67.65524996444583, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-470", "text_group": "6b732852bc3a609514c1b5f78c74180dd66cc9d53ba1c7a6869fd1de9d94bdc4", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.0007998400319936014, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00019996000799840034, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.9559088182363527, "lost_or_stolen_phone": 0.02509498100379924, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 67.46612500865012, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-471", "text_group": "c5e6b84f3ecff42c55b0bcee9b78358d9008d2e74d143214c140a61e9051f04d", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0006, "card_acceptance": 0.0004, "card_arrival": 0.0027, "card_delivery_estimate": 0.0006, "card_linking": 0.0009, "card_not_working": 0.001, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0002, "compromised_card": 0.0041, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0005, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.9576, "lost_or_stolen_phone": 0.013, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0002, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 67.23379099275917, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-472", "text_group": "add27fd1690319443ac736f8a9bceae7dbfeeff8a669822ca55f3d28905c1b77", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0007001400280056011, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0016003200640128026, "card_delivery_estimate": 0.0007001400280056011, "card_linking": 0.0006001200240048009, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.002500500100020004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00020004000800160032, "compromised_card": 0.0027005401080216042, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0009001800360072014, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0010002000400080016, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.965493098619724, "lost_or_stolen_phone": 0.0008001600320064013, "order_physical_card": 0.0014002800560112022, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0003000600120024004, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 68.31137498375028, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-473", "text_group": "62859d12f7f5029cec10ed81e8829b4da0d5a2857cdb8dd034ae252a7a44b7ce", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.000400200100050025, "cancel_transfer": 0.0002001000500250125, "card_about_to_expire": 0.000400200100050025, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.000400200100050025, "card_delivery_estimate": 0.000400200100050025, "card_linking": 0.000400200100050025, "card_not_working": 0.000400200100050025, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00080040020010005, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.0002001000500250125, "compromised_card": 0.057528764382191094, "contactless_not_working": 0.0002001000500250125, "country_support": 0.00030015007503751874, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.0002001000500250125, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.0002001000500250125, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.0002001000500250125, "get_disposable_virtual_card": 0.0002001000500250125, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.9153576788394197, "lost_or_stolen_phone": 0.008204102051025513, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.0002001000500250125, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.0002001000500250125, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.04533291142434, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-474", "text_group": "9d3cb0f2e6a9d8270a37961e6e0ffedd2f15a1267896f6abcb59e273a6ff6ea6", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.00040008001600320064, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0006001200240048009, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.02530506101220244, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.9476895379075815, "lost_or_stolen_phone": 0.005801160232046409, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00020004000800160032, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 67.81499995850027, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-475", "text_group": "76f38756ee4caf41965e9b5e2a45596ca625cc9ce8f165a084366449a836f664", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0009001800360072014, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.002000400080016003, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.05111022204440888, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00020004000800160032, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.9243848769753951, "lost_or_stolen_phone": 0.0015003000600120023, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00020004000800160032, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 65.64799998886883, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-476", "text_group": "362317c14d0bf156e22001296701e9b058a95db20429ca5b5d4b27af78b81b8a", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0004, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0005, "card_acceptance": 0.0005, "card_arrival": 0.0067, "card_delivery_estimate": 0.0006, "card_linking": 0.001, "card_not_working": 0.0021, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0015, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0009, "contactless_not_working": 0.0005, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0009, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.9583, "lost_or_stolen_phone": 0.0038, "order_physical_card": 0.0004, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0009, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0025, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 65.8482500584796, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-477", "text_group": "a9736935ef979b3316e726203254c83cfd88d710e242870d544487668819f169", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0004001200360108033, "activate_my_card": 0.0005001500450135041, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.0004001200360108033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004001200360108033, "beneficiary_not_allowed": 0.0004001200360108033, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.0007002100630189057, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.07382214664399321, "card_delivery_estimate": 0.003300990297089127, "card_linking": 0.007502250675202561, "card_not_working": 0.005301590477143144, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.0004001200360108033, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.0024007202160648195, "cash_withdrawal_charge": 0.00020006001800540165, "cash_withdrawal_not_recognised": 0.0004001200360108033, "change_pin": 0.00030009002700810244, "compromised_card": 0.0016004801440432132, "contactless_not_working": 0.0004001200360108033, "country_support": 0.0004001200360108033, "declined_card_payment": 0.00030009002700810244, "declined_cash_withdrawal": 0.00020006001800540165, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.0004001200360108033, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00020006001800540165, "fiat_currency_support": 0.00030009002700810244, "get_disposable_virtual_card": 0.0004001200360108033, "get_physical_card": 0.015304591377413225, "getting_spare_card": 0.0004001200360108033, "getting_virtual_card": 0.0004001200360108033, "lost_or_stolen_card": 0.8666599979993999, "lost_or_stolen_phone": 0.0016004801440432132, "order_physical_card": 0.0010003000900270082, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.00030009002700810244, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.0004001200360108033, "supported_cards_and_currencies": 0.0006001800540162049, "terminate_account": 0.00030009002700810244, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.00030009002700810244, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.00030009002700810244, "topping_up_by_card": 0.0004001200360108033, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0004001200360108033, "verify_source_of_funds": 0.00030009002700810244, "verify_top_up": 0.00030009002700810244, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.0005001500450135041, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 65.42337499558926, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-478", "text_group": "35424154048cd2b2be96af984aad7c902b2b51ba168c20f8ae066f3cdb0cc060", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00040020010005002504, "cancel_transfer": 0.00020010005002501252, "card_about_to_expire": 0.0005002501250625313, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.0005002501250625313, "card_delivery_estimate": 0.00040020010005002504, "card_linking": 0.00030015007503751874, "card_not_working": 0.00040020010005002504, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.001200600300150075, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00040020010005002504, "change_pin": 0.00020010005002501252, "compromised_card": 0.021210605302651328, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00020010005002501252, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00020010005002501252, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.9482741370685343, "lost_or_stolen_phone": 0.010605302651325664, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00020010005002501252, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 65.71150000672787, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-479", "text_group": "046156e9b2357066cb9927e441c8ac63aa289d610e69741822dcb71965102d8c", "expected": "lost_or_stolen_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.00039996000399960006, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.0013998600139986002, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00019998000199980003, "compromised_card": 0.022397760223977603, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.949105089491051, "lost_or_stolen_phone": 0.005699430056994301, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 65.57637499645352, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-480", "text_group": "18dbe4c7bac3d1876f15c5843f7a86fc8c8b3a79f2329a23b70690d437cd6343", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0005001000200040008, "age_limit": 0.9645929185837168, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0024004800960192034, "edit_personal_details": 0.0015003000600120023, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.002000400080016003, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0008001600320064013, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0005001000200040008, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0009001800360072014, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0014002800560112022, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.0006001200240048009, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 67.52133299596608, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-481", "text_group": "146b21e4fb8a89d616f2e9d0ea8187701fe992143d657639793bda1ef2df9b7c", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0004999000199960008, "age_limit": 0.9596080783843232, "apple_pay_or_google_pay": 0.0005998800239952009, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.0006998600279944011, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.0003999200159968007, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0006998600279944011, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.009098180363927216, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0006998600279944011, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0004999000199960008, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0006998600279944011, "terminate_account": 0.0005998800239952009, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.001299740051989602, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 67.3346659168601, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-482", "text_group": "e6f1b52de41d8bc7830da63d51091e352bddf3ff41b224443eb71f81f64b7c85", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00020006001800540165, "age_limit": 0.9793938181454437, "apple_pay_or_google_pay": 0.00020006001800540165, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.00020006001800540165, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.00020006001800540165, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.0013003901170351106, "card_acceptance": 0.00030009002700810244, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.00030009002700810244, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.00020006001800540165, "card_payment_not_recognised": 0.00020006001800540165, "card_payment_wrong_exchange_rate": 0.00020006001800540165, "card_swallowed": 0.00020006001800540165, "cash_withdrawal_charge": 0.00020006001800540165, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00020006001800540165, "contactless_not_working": 0.00020006001800540165, "country_support": 0.0005001500450135041, "declined_card_payment": 0.00020006001800540165, "declined_cash_withdrawal": 0.00020006001800540165, "declined_transfer": 0.00020006001800540165, "direct_debit_payment_not_recognised": 0.00020006001800540165, "disposable_card_limits": 0.001100330099029709, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00020006001800540165, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.00020006001800540165, "get_physical_card": 0.00030009002700810244, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.00020006001800540165, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00020006001800540165, "supported_cards_and_currencies": 0.0009002700810243074, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00020006001800540165, "top_up_failed": 0.00020006001800540165, "top_up_limits": 0.0010003000900270082, "top_up_reverted": 0.00020006001800540165, "topping_up_by_card": 0.00020006001800540165, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00020006001800540165, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00030009002700810244, "verify_source_of_funds": 0.00030009002700810244, "verify_top_up": 0.00030009002700810244, "virtual_card_not_working": 0.00020006001800540165, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.00020006001800540165, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 65.81570894923061, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-483", "text_group": "a8fb512ac76b346c6148a1be6b95b1f07ce0dc53db367cea3ae73378ad14016d", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.0010002000400080016, "activate_my_card": 0.002500500100020004, "age_limit": 0.8234646929385877, "apple_pay_or_google_pay": 0.0023004600920184036, "atm_support": 0.004600920184036807, "automatic_top_up": 0.003100620124024805, "balance_not_updated_after_bank_transfer": 0.0015003000600120023, "balance_not_updated_after_cheque_or_cash_deposit": 0.002000400080016003, "beneficiary_not_allowed": 0.0023004600920184036, "cancel_transfer": 0.0016003200640128026, "card_about_to_expire": 0.0016003200640128026, "card_acceptance": 0.0035007001400280055, "card_arrival": 0.0015003000600120023, "card_delivery_estimate": 0.0015003000600120023, "card_linking": 0.0035007001400280055, "card_not_working": 0.001900380076015203, "card_payment_fee_charged": 0.001900380076015203, "card_payment_not_recognised": 0.0018003600720144029, "card_payment_wrong_exchange_rate": 0.0022004400880176037, "card_swallowed": 0.0017003400680136026, "cash_withdrawal_charge": 0.0017003400680136026, "cash_withdrawal_not_recognised": 0.001300260052010402, "change_pin": 0.0017003400680136026, "compromised_card": 0.0015003000600120023, "contactless_not_working": 0.0018003600720144029, "country_support": 0.004200840168033606, "declined_card_payment": 0.0017003400680136026, "declined_cash_withdrawal": 0.001300260052010402, "declined_transfer": 0.0017003400680136026, "direct_debit_payment_not_recognised": 0.002000400080016003, "disposable_card_limits": 0.0034006801360272052, "edit_personal_details": 0.0034006801360272052, "exchange_charge": 0.002100420084016803, "exchange_rate": 0.0016003200640128026, "exchange_via_app": 0.0018003600720144029, "extra_charge_on_statement": 0.0024004800960192034, "failed_transfer": 0.0014002800560112022, "fiat_currency_support": 0.004200840168033606, "get_disposable_virtual_card": 0.0029005801160232043, "get_physical_card": 0.007801560312062412, "getting_spare_card": 0.010302060412082417, "getting_virtual_card": 0.0033006601320264054, "lost_or_stolen_card": 0.0011002200440088019, "lost_or_stolen_phone": 0.0011002200440088019, "order_physical_card": 0.00640128025605121, "passcode_forgotten": 0.0012002400480096017, "pending_card_payment": 0.0015003000600120023, "pending_cash_withdrawal": 0.0012002400480096017, "pending_top_up": 0.0015003000600120023, "pending_transfer": 0.0014002800560112022, "pin_blocked": 0.0015003000600120023, "receiving_money": 0.006701340268053611, "request_refund": 0.0016003200640128026, "reverted_card_payment?": 0.0015003000600120023, "supported_cards_and_currencies": 0.005301060212042409, "terminate_account": 0.0022004400880176037, "top_up_by_bank_transfer_charge": 0.0024004800960192034, "top_up_by_card_charge": 0.002000400080016003, "top_up_by_cash_or_cheque": 0.001900380076015203, "top_up_failed": 0.0017003400680136026, "top_up_limits": 0.0023004600920184036, "top_up_reverted": 0.002000400080016003, "topping_up_by_card": 0.0022004400880176037, "transaction_charged_twice": 0.0012002400480096017, "transfer_fee_charged": 0.0014002800560112022, "transfer_into_account": 0.0022004400880176037, "transfer_not_received_by_recipient": 0.001300260052010402, "transfer_timing": 0.0016003200640128026, "unable_to_verify_identity": 0.0014002800560112022, "verify_my_identity": 0.0015003000600120023, "verify_source_of_funds": 0.0018003600720144029, "verify_top_up": 0.0016003200640128026, "virtual_card_not_working": 0.0015003000600120023, "visa_or_mastercard": 0.002500500100020004, "why_verify_identity": 0.0014002800560112022, "wrong_amount_of_cash_received": 0.0012002400480096017, "wrong_exchange_rate_for_cash_withdrawal": 0.0017003400680136026 }, "error": null, "latency_ms": 65.95541699789464, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-484", "text_group": "b737badaf3d3ca9f9a46d13eba78fbf218b2b2a6a3763d27aa03bce50afe4418", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.9779911964785915, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.0014005602240896359, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00020008003201280514, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00020008003201280514, "country_support": 0.0005002000800320128, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.0013005202080832333, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.0012004801920768306, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.0010004001600640256, "top_up_reverted": 0.00020008003201280514, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 66.29566696938127, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-485", "text_group": "29999b22c30a72778261075b8c8d71b1429db04a4636e109ad8b4cbb77655011", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.000999700089973008, "activate_my_card": 0.009697090872738179, "age_limit": 0.8303508947315805, "apple_pay_or_google_pay": 0.002599220233929821, "atm_support": 0.005498350494851544, "automatic_top_up": 0.0028991302609217232, "balance_not_updated_after_bank_transfer": 0.0017994601619514146, "balance_not_updated_after_cheque_or_cash_deposit": 0.002099370188943317, "beneficiary_not_allowed": 0.002099370188943317, "cancel_transfer": 0.0016994901529541137, "card_about_to_expire": 0.0014995501349595122, "card_acceptance": 0.0028991302609217232, "card_arrival": 0.0016994901529541137, "card_delivery_estimate": 0.0014995501349595122, "card_linking": 0.004798560431870438, "card_not_working": 0.001999400179946016, "card_payment_fee_charged": 0.001999400179946016, "card_payment_not_recognised": 0.0018994301709487154, "card_payment_wrong_exchange_rate": 0.002199340197940618, "card_swallowed": 0.0015995201439568132, "cash_withdrawal_charge": 0.0015995201439568132, "cash_withdrawal_not_recognised": 0.0013995801259622115, "change_pin": 0.0016994901529541137, "compromised_card": 0.0018994301709487154, "contactless_not_working": 0.0018994301709487154, "country_support": 0.0036988903329001305, "declined_card_payment": 0.0016994901529541137, "declined_cash_withdrawal": 0.0012996101169649105, "declined_transfer": 0.0015995201439568132, "direct_debit_payment_not_recognised": 0.002099370188943317, "disposable_card_limits": 0.0033989803059082274, "edit_personal_details": 0.005998200539838049, "exchange_charge": 0.001999400179946016, "exchange_rate": 0.0015995201439568132, "exchange_via_app": 0.0017994601619514146, "extra_charge_on_statement": 0.002099370188943317, "failed_transfer": 0.0015995201439568132, "fiat_currency_support": 0.0037988603418974308, "get_disposable_virtual_card": 0.001999400179946016, "get_physical_card": 0.0022993102069379188, "getting_spare_card": 0.001999400179946016, "getting_virtual_card": 0.001999400179946016, "lost_or_stolen_card": 0.001099670098970309, "lost_or_stolen_phone": 0.000999700089973008, "order_physical_card": 0.0037988603418974308, "passcode_forgotten": 0.0012996101169649105, "pending_card_payment": 0.0014995501349595122, "pending_cash_withdrawal": 0.0011996401079676095, "pending_top_up": 0.002099370188943317, "pending_transfer": 0.0014995501349595122, "pin_blocked": 0.0013995801259622115, "receiving_money": 0.004098770368889334, "request_refund": 0.0012996101169649105, "reverted_card_payment?": 0.0015995201439568132, "supported_cards_and_currencies": 0.0045986204138758376, "terminate_account": 0.0022993102069379188, "top_up_by_bank_transfer_charge": 0.002399280215935219, "top_up_by_card_charge": 0.0018994301709487154, "top_up_by_cash_or_cheque": 0.001999400179946016, "top_up_failed": 0.0018994301709487154, "top_up_limits": 0.0022993102069379188, "top_up_reverted": 0.001999400179946016, "topping_up_by_card": 0.002199340197940618, "transaction_charged_twice": 0.0013995801259622115, "transfer_fee_charged": 0.0014995501349595122, "transfer_into_account": 0.0029991002699190244, "transfer_not_received_by_recipient": 0.0013995801259622115, "transfer_timing": 0.0017994601619514146, "unable_to_verify_identity": 0.0017994601619514146, "verify_my_identity": 0.0016994901529541137, "verify_source_of_funds": 0.001999400179946016, "verify_top_up": 0.0017994601619514146, "virtual_card_not_working": 0.0013995801259622115, "visa_or_mastercard": 0.0029991002699190244, "why_verify_identity": 0.0015995201439568132, "wrong_amount_of_cash_received": 0.0011996401079676095, "wrong_exchange_rate_for_cash_withdrawal": 0.0015995201439568132 }, "error": null, "latency_ms": 66.04116701055318, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-486", "text_group": "8b85a13ced1ef939712bbef5b500cc767aa1746435e44380211319cb33f21f0a", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 9.999000099990002e-05, "activate_my_card": 0.00019998000199980003, "age_limit": 0.9823017698230178, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00019998000199980003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00019998000199980003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.0004999500049995, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.00019998000199980003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 67.5293750828132, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-487", "text_group": "323965fa9b0f8369be60c0083e7e2cc56d744c1bf148bff9a16782eb9ffec497", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.975997599759976, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0006000600060006, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0015001500150015003, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.001000100010001, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 71.84570794925094, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-488", "text_group": "8f0a1d9920aaba173a8a541bf1c1e3e4117376557d1c7442d463117d2a527046", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 9.994003597841297e-05, "activate_my_card": 0.00019988007195682593, "age_limit": 0.9834099540275835, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00039976014391365186, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.00019988007195682593, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019988007195682593, "beneficiary_not_allowed": 0.00019988007195682593, "cancel_transfer": 0.00019988007195682593, "card_about_to_expire": 0.00029982010793523883, "card_acceptance": 0.00029982010793523883, "card_arrival": 0.00019988007195682593, "card_delivery_estimate": 0.00019988007195682593, "card_linking": 0.00019988007195682593, "card_not_working": 0.00019988007195682593, "card_payment_fee_charged": 0.00019988007195682593, "card_payment_not_recognised": 0.00019988007195682593, "card_payment_wrong_exchange_rate": 0.00019988007195682593, "card_swallowed": 0.00019988007195682593, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.00019988007195682593, "compromised_card": 0.00019988007195682593, "contactless_not_working": 0.00019988007195682593, "country_support": 0.00039976014391365186, "declined_card_payment": 0.00019988007195682593, "declined_cash_withdrawal": 0.00019988007195682593, "declined_transfer": 0.00019988007195682593, "direct_debit_payment_not_recognised": 0.00019988007195682593, "disposable_card_limits": 0.0004997001798920648, "edit_personal_details": 0.00019988007195682593, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00019988007195682593, "fiat_currency_support": 0.00029982010793523883, "get_disposable_virtual_card": 0.00019988007195682593, "get_physical_card": 0.00029982010793523883, "getting_spare_card": 0.00019988007195682593, "getting_virtual_card": 0.00019988007195682593, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00019988007195682593, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00019988007195682593, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00019988007195682593, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.00019988007195682593, "receiving_money": 0.00019988007195682593, "request_refund": 0.00019988007195682593, "reverted_card_payment?": 0.00019988007195682593, "supported_cards_and_currencies": 0.00039976014391365186, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00019988007195682593, "top_up_failed": 0.00019988007195682593, "top_up_limits": 0.00039976014391365186, "top_up_reverted": 0.00019988007195682593, "topping_up_by_card": 0.00019988007195682593, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.00019988007195682593, "visa_or_mastercard": 0.00019988007195682593, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.00019988007195682593, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682593 }, "error": null, "latency_ms": 70.36854198668152, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-489", "text_group": "c161becf7806791bc4d899c275e904b212f74a06c1f106d9f7ca58e8f6fcbf99", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.0015996800639872027, "activate_my_card": 0.03119376124775045, "age_limit": 0.7215556888622275, "apple_pay_or_google_pay": 0.003999200159968006, "atm_support": 0.007498500299940012, "automatic_top_up": 0.0031993601279744054, "balance_not_updated_after_bank_transfer": 0.0024995000999800043, "balance_not_updated_after_cheque_or_cash_deposit": 0.002999400119976005, "beneficiary_not_allowed": 0.0031993601279744054, "cancel_transfer": 0.0023995200959808036, "card_about_to_expire": 0.002299540091981604, "card_acceptance": 0.00599880023995201, "card_arrival": 0.0020995800839832034, "card_delivery_estimate": 0.001999600079984003, "card_linking": 0.005798840231953609, "card_not_working": 0.0028994201159768043, "card_payment_fee_charged": 0.0026994601079784043, "card_payment_not_recognised": 0.002599480103979204, "card_payment_wrong_exchange_rate": 0.0030993801239752048, "card_swallowed": 0.0023995200959808036, "cash_withdrawal_charge": 0.0024995000999800043, "cash_withdrawal_not_recognised": 0.0021995600879824036, "change_pin": 0.002599480103979204, "compromised_card": 0.0026994601079784043, "contactless_not_working": 0.0027994401119776045, "country_support": 0.0076984603079384125, "declined_card_payment": 0.0023995200959808036, "declined_cash_withdrawal": 0.0016996600679864027, "declined_transfer": 0.0024995000999800043, "direct_debit_payment_not_recognised": 0.0027994401119776045, "disposable_card_limits": 0.004599080183963208, "edit_personal_details": 0.009498100379924015, "exchange_charge": 0.002999400119976005, "exchange_rate": 0.0024995000999800043, "exchange_via_app": 0.0026994601079784043, "extra_charge_on_statement": 0.0030993801239752048, "failed_transfer": 0.0020995800839832034, "fiat_currency_support": 0.008098380323935212, "get_disposable_virtual_card": 0.003599280143971206, "get_physical_card": 0.008798240351929614, "getting_spare_card": 0.003699260147970406, "getting_virtual_card": 0.005798840231953609, "lost_or_stolen_card": 0.0014997000599880025, "lost_or_stolen_phone": 0.0014997000599880025, "order_physical_card": 0.009398120375924815, "passcode_forgotten": 0.001799640071985603, "pending_card_payment": 0.001999600079984003, "pending_cash_withdrawal": 0.0015996800639872027, "pending_top_up": 0.002299540091981604, "pending_transfer": 0.0018996200759848032, "pin_blocked": 0.0021995600879824036, "receiving_money": 0.005398920215956809, "request_refund": 0.002299540091981604, "reverted_card_payment?": 0.0020995800839832034, "supported_cards_and_currencies": 0.008498300339932015, "terminate_account": 0.003699260147970406, "top_up_by_bank_transfer_charge": 0.002999400119976005, "top_up_by_card_charge": 0.0024995000999800043, "top_up_by_cash_or_cheque": 0.0023995200959808036, "top_up_failed": 0.0021995600879824036, "top_up_limits": 0.0027994401119776045, "top_up_reverted": 0.002599480103979204, "topping_up_by_card": 0.002599480103979204, "transaction_charged_twice": 0.001799640071985603, "transfer_fee_charged": 0.0018996200759848032, "transfer_into_account": 0.0032993401319736052, "transfer_not_received_by_recipient": 0.001799640071985603, "transfer_timing": 0.0021995600879824036, "unable_to_verify_identity": 0.002599480103979204, "verify_my_identity": 0.0026994601079784043, "verify_source_of_funds": 0.0026994601079784043, "verify_top_up": 0.002299540091981604, "virtual_card_not_working": 0.0020995800839832034, "visa_or_mastercard": 0.0065986802639472104, "why_verify_identity": 0.0021995600879824036, "wrong_amount_of_cash_received": 0.0016996600679864027, "wrong_exchange_rate_for_cash_withdrawal": 0.0023995200959808036 }, "error": null, "latency_ms": 69.30979108437896, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-490", "text_group": "5ee267fece2adaecb1380a0d8b9312af86527663c0d4434d8e55927881e4ce6d", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0005000500050005, "age_limit": 0.9768976897689768, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.0005000500050005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0006000600060006, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.22854196839035, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-491", "text_group": "dfbd9151eb67ba5e2809e11820f9627cdd6ec008affc5b96fdc19ff08b48b6e6", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00010002000400080016, "activate_my_card": 0.00020004000800160032, "age_limit": 0.9820964192838567, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020004000800160032, "beneficiary_not_allowed": 0.00020004000800160032, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.00020004000800160032, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.0008001600320064013, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.00020004000800160032, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 68.42679099645466, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-492", "text_group": "3f053a6671f0bc28bc9c1931cb8f8cc09b92d4159f6be727d83a7edd8d934350", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.019298070192980705, "age_limit": 0.9057094290570944, "apple_pay_or_google_pay": 0.000999900009999, "atm_support": 0.0013998600139986002, "automatic_top_up": 0.0008999100089991, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008999100089991, "beneficiary_not_allowed": 0.0010998900109989002, "cancel_transfer": 0.0007999200079992001, "card_about_to_expire": 0.0007999200079992001, "card_acceptance": 0.0014998500149985001, "card_arrival": 0.0006999300069993001, "card_delivery_estimate": 0.0006999300069993001, "card_linking": 0.0013998600139986002, "card_not_working": 0.000999900009999, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.0007999200079992001, "card_payment_wrong_exchange_rate": 0.000999900009999, "card_swallowed": 0.0007999200079992001, "cash_withdrawal_charge": 0.0006999300069993001, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0008999100089991, "compromised_card": 0.0007999200079992001, "contactless_not_working": 0.0008999100089991, "country_support": 0.003999600039996, "declined_card_payment": 0.0007999200079992001, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0008999100089991, "direct_debit_payment_not_recognised": 0.0008999100089991, "disposable_card_limits": 0.0012998700129987, "edit_personal_details": 0.0037996200379962005, "exchange_charge": 0.000999900009999, "exchange_rate": 0.0008999100089991, "exchange_via_app": 0.0008999100089991, "extra_charge_on_statement": 0.0007999200079992001, "failed_transfer": 0.0007999200079992001, "fiat_currency_support": 0.0013998600139986002, "get_disposable_virtual_card": 0.0010998900109989002, "get_physical_card": 0.0020997900209979003, "getting_spare_card": 0.0008999100089991, "getting_virtual_card": 0.0015998400159984002, "lost_or_stolen_card": 0.0005999400059994001, "lost_or_stolen_phone": 0.0005999400059994001, "order_physical_card": 0.0015998400159984002, "passcode_forgotten": 0.0007999200079992001, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.0007999200079992001, "pending_transfer": 0.0006999300069993001, "pin_blocked": 0.0007999200079992001, "receiving_money": 0.0011998800119988001, "request_refund": 0.0010998900109989002, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.0013998600139986002, "terminate_account": 0.0012998700129987, "top_up_by_bank_transfer_charge": 0.0007999200079992001, "top_up_by_card_charge": 0.0007999200079992001, "top_up_by_cash_or_cheque": 0.0008999100089991, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.000999900009999, "top_up_reverted": 0.0008999100089991, "topping_up_by_card": 0.0008999100089991, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0006999300069993001, "transfer_into_account": 0.0008999100089991, "transfer_not_received_by_recipient": 0.0006999300069993001, "transfer_timing": 0.0006999300069993001, "unable_to_verify_identity": 0.0011998800119988001, "verify_my_identity": 0.0010998900109989002, "verify_source_of_funds": 0.0007999200079992001, "verify_top_up": 0.0006999300069993001, "virtual_card_not_working": 0.0007999200079992001, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.0008999100089991, "wrong_amount_of_cash_received": 0.0006999300069993001, "wrong_exchange_rate_for_cash_withdrawal": 0.0007999200079992001 }, "error": null, "latency_ms": 69.99312504194677, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-493", "text_group": "84ecc6ccfa4cb047053316ed77ed72c9496632748333f14e968e1557cf95f883", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.0009998000399920016, "activate_my_card": 0.0027994401119776045, "age_limit": 0.8143371325734853, "apple_pay_or_google_pay": 0.0024995000999800043, "atm_support": 0.005498900219956008, "automatic_top_up": 0.003699260147970406, "balance_not_updated_after_bank_transfer": 0.0015996800639872027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0021995600879824036, "beneficiary_not_allowed": 0.0020995800839832034, "cancel_transfer": 0.0015996800639872027, "card_about_to_expire": 0.0014997000599880025, "card_acceptance": 0.0026994601079784043, "card_arrival": 0.0014997000599880025, "card_delivery_estimate": 0.0014997000599880025, "card_linking": 0.0031993601279744054, "card_not_working": 0.001799640071985603, "card_payment_fee_charged": 0.001999600079984003, "card_payment_not_recognised": 0.001799640071985603, "card_payment_wrong_exchange_rate": 0.002299540091981604, "card_swallowed": 0.0016996600679864027, "cash_withdrawal_charge": 0.0018996200759848032, "cash_withdrawal_not_recognised": 0.0014997000599880025, "change_pin": 0.001799640071985603, "compromised_card": 0.0016996600679864027, "contactless_not_working": 0.0018996200759848032, "country_support": 0.004499100179964007, "declined_card_payment": 0.0014997000599880025, "declined_cash_withdrawal": 0.001299740051989602, "declined_transfer": 0.0015996800639872027, "direct_debit_payment_not_recognised": 0.0020995800839832034, "disposable_card_limits": 0.0033993201359728054, "edit_personal_details": 0.008198360327934414, "exchange_charge": 0.0021995600879824036, "exchange_rate": 0.0015996800639872027, "exchange_via_app": 0.0018996200759848032, "extra_charge_on_statement": 0.002299540091981604, "failed_transfer": 0.0013997200559888023, "fiat_currency_support": 0.005098980203959208, "get_disposable_virtual_card": 0.0024995000999800043, "get_physical_card": 0.006098780243951211, "getting_spare_card": 0.008498300339932015, "getting_virtual_card": 0.0034993001399720057, "lost_or_stolen_card": 0.0010997800439912018, "lost_or_stolen_phone": 0.0010997800439912018, "order_physical_card": 0.007998400319936013, "passcode_forgotten": 0.001299740051989602, "pending_card_payment": 0.0013997200559888023, "pending_cash_withdrawal": 0.0011997600479904018, "pending_top_up": 0.001799640071985603, "pending_transfer": 0.0013997200559888023, "pin_blocked": 0.0014997000599880025, "receiving_money": 0.009098180363927216, "request_refund": 0.0014997000599880025, "reverted_card_payment?": 0.0014997000599880025, "supported_cards_and_currencies": 0.005798840231953609, "terminate_account": 0.0021995600879824036, "top_up_by_bank_transfer_charge": 0.0023995200959808036, "top_up_by_card_charge": 0.0018996200759848032, "top_up_by_cash_or_cheque": 0.0018996200759848032, "top_up_failed": 0.0015996800639872027, "top_up_limits": 0.0023995200959808036, "top_up_reverted": 0.0018996200759848032, "topping_up_by_card": 0.0021995600879824036, "transaction_charged_twice": 0.0011997600479904018, "transfer_fee_charged": 0.0013997200559888023, "transfer_into_account": 0.0026994601079784043, "transfer_not_received_by_recipient": 0.001299740051989602, "transfer_timing": 0.0016996600679864027, "unable_to_verify_identity": 0.0014997000599880025, "verify_my_identity": 0.0014997000599880025, "verify_source_of_funds": 0.001799640071985603, "verify_top_up": 0.0014997000599880025, "virtual_card_not_working": 0.0013997200559888023, "visa_or_mastercard": 0.0026994601079784043, "why_verify_identity": 0.001299740051989602, "wrong_amount_of_cash_received": 0.001299740051989602, "wrong_exchange_rate_for_cash_withdrawal": 0.0016996600679864027 }, "error": null, "latency_ms": 68.51658306550235, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-494", "text_group": "a8e71949f2fadbff2b273165a5e0ae5311d2c0771e3be23098871d410f820ac1", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0012001200120012, "age_limit": 0.9708970897089709, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0006000600060006, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0006000600060006, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0006000600060006, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0009000900090009, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0009000900090009, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 68.66979191545397, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-495", "text_group": "a53e622c6035bf2ad93dfd69365ffd0f03d534344f310cef4c72285140de5686", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.0013, "activate_my_card": 0.004, "age_limit": 0.7881, "apple_pay_or_google_pay": 0.0029, "atm_support": 0.0062, "automatic_top_up": 0.0052, "balance_not_updated_after_bank_transfer": 0.0023, "balance_not_updated_after_cheque_or_cash_deposit": 0.0028, "beneficiary_not_allowed": 0.0027, "cancel_transfer": 0.0022, "card_about_to_expire": 0.002, "card_acceptance": 0.0039, "card_arrival": 0.002, "card_delivery_estimate": 0.0019, "card_linking": 0.004, "card_not_working": 0.0026, "card_payment_fee_charged": 0.0026, "card_payment_not_recognised": 0.0024, "card_payment_wrong_exchange_rate": 0.0029, "card_swallowed": 0.0022, "cash_withdrawal_charge": 0.0026, "cash_withdrawal_not_recognised": 0.0019, "change_pin": 0.0022, "compromised_card": 0.0023, "contactless_not_working": 0.0024, "country_support": 0.0053, "declined_card_payment": 0.002, "declined_cash_withdrawal": 0.0017, "declined_transfer": 0.002, "direct_debit_payment_not_recognised": 0.0029, "disposable_card_limits": 0.0053, "edit_personal_details": 0.0082, "exchange_charge": 0.0027, "exchange_rate": 0.002, "exchange_via_app": 0.0022, "extra_charge_on_statement": 0.0028, "failed_transfer": 0.002, "fiat_currency_support": 0.0057, "get_disposable_virtual_card": 0.0027, "get_physical_card": 0.0029, "getting_spare_card": 0.0033, "getting_virtual_card": 0.0026, "lost_or_stolen_card": 0.0014, "lost_or_stolen_phone": 0.0014, "order_physical_card": 0.0049, "passcode_forgotten": 0.0015, "pending_card_payment": 0.0019, "pending_cash_withdrawal": 0.0016, "pending_top_up": 0.0024, "pending_transfer": 0.0018, "pin_blocked": 0.0018, "receiving_money": 0.0076, "request_refund": 0.0017, "reverted_card_payment?": 0.002, "supported_cards_and_currencies": 0.006, "terminate_account": 0.0028, "top_up_by_bank_transfer_charge": 0.0034, "top_up_by_card_charge": 0.0027, "top_up_by_cash_or_cheque": 0.0028, "top_up_failed": 0.0024, "top_up_limits": 0.0032, "top_up_reverted": 0.0026, "topping_up_by_card": 0.0029, "transaction_charged_twice": 0.0016, "transfer_fee_charged": 0.0018, "transfer_into_account": 0.0038, "transfer_not_received_by_recipient": 0.0017, "transfer_timing": 0.0022, "unable_to_verify_identity": 0.0018, "verify_my_identity": 0.0019, "verify_source_of_funds": 0.0023, "verify_top_up": 0.0021, "virtual_card_not_working": 0.0019, "visa_or_mastercard": 0.0028, "why_verify_identity": 0.0017, "wrong_amount_of_cash_received": 0.0016, "wrong_exchange_rate_for_cash_withdrawal": 0.0021 }, "error": null, "latency_ms": 68.70458298362792, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-496", "text_group": "4958f3563aad9a81fbbdca0c88abb5745f6204a35feb38ee8c03e24a40806a70", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.0012998700129987, "activate_my_card": 0.004199580041995801, "age_limit": 0.7441255874412559, "apple_pay_or_google_pay": 0.0027997200279972004, "atm_support": 0.006799320067993201, "automatic_top_up": 0.0047995200479952005, "balance_not_updated_after_bank_transfer": 0.0025997400259974, "balance_not_updated_after_cheque_or_cash_deposit": 0.0029997000299970002, "beneficiary_not_allowed": 0.0027997200279972004, "cancel_transfer": 0.0021997800219978004, "card_about_to_expire": 0.0030996900309969004, "card_acceptance": 0.003999600039996, "card_arrival": 0.0026997300269973002, "card_delivery_estimate": 0.0022997700229977, "card_linking": 0.0037996200379962005, "card_not_working": 0.0024997500249975004, "card_payment_fee_charged": 0.0024997500249975004, "card_payment_not_recognised": 0.0024997500249975004, "card_payment_wrong_exchange_rate": 0.0027997200279972004, "card_swallowed": 0.0024997500249975004, "cash_withdrawal_charge": 0.0029997000299970002, "cash_withdrawal_not_recognised": 0.0020997900209979003, "change_pin": 0.0023997600239976003, "compromised_card": 0.0025997400259974, "contactless_not_working": 0.0025997400259974, "country_support": 0.006199380061993801, "declined_card_payment": 0.0021997800219978004, "declined_cash_withdrawal": 0.0016998300169983002, "declined_transfer": 0.0022997700229977, "direct_debit_payment_not_recognised": 0.0033996600339966003, "disposable_card_limits": 0.006399360063993601, "edit_personal_details": 0.0064993500649935, "exchange_charge": 0.0034996500349965005, "exchange_rate": 0.0024997500249975004, "exchange_via_app": 0.0024997500249975004, "extra_charge_on_statement": 0.0035996400359964, "failed_transfer": 0.0018998100189981002, "fiat_currency_support": 0.005699430056994301, "get_disposable_virtual_card": 0.0031996800319968005, "get_physical_card": 0.006799320067993201, "getting_spare_card": 0.0103989601039896, "getting_virtual_card": 0.0031996800319968005, "lost_or_stolen_card": 0.0014998500149985001, "lost_or_stolen_phone": 0.0014998500149985001, "order_physical_card": 0.0173982601739826, "passcode_forgotten": 0.0015998400159984002, "pending_card_payment": 0.0018998100189981002, "pending_cash_withdrawal": 0.0015998400159984002, "pending_top_up": 0.0023997600239976003, "pending_transfer": 0.0017998200179982, "pin_blocked": 0.0018998100189981002, "receiving_money": 0.007099290070992901, "request_refund": 0.0020997900209979003, "reverted_card_payment?": 0.001999800019998, "supported_cards_and_currencies": 0.006699330066993301, "terminate_account": 0.0032996700329967, "top_up_by_bank_transfer_charge": 0.006799320067993201, "top_up_by_card_charge": 0.0029997000299970002, "top_up_by_cash_or_cheque": 0.0027997200279972004, "top_up_failed": 0.0021997800219978004, "top_up_limits": 0.0034996500349965005, "top_up_reverted": 0.0025997400259974, "topping_up_by_card": 0.0028997100289971, "transaction_charged_twice": 0.0016998300169983002, "transfer_fee_charged": 0.0021997800219978004, "transfer_into_account": 0.0040995900409959, "transfer_not_received_by_recipient": 0.0017998200179982, "transfer_timing": 0.0024997500249975004, "unable_to_verify_identity": 0.0018998100189981002, "verify_my_identity": 0.0018998100189981002, "verify_source_of_funds": 0.0021997800219978004, "verify_top_up": 0.0018998100189981002, "virtual_card_not_working": 0.0018998100189981002, "visa_or_mastercard": 0.007899210078992101, "why_verify_identity": 0.0016998300169983002, "wrong_amount_of_cash_received": 0.0014998500149985001, "wrong_exchange_rate_for_cash_withdrawal": 0.0021997800219978004 }, "error": null, "latency_ms": 68.17191699519753, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-497", "text_group": "93d54b44fa4a47e9407a74d088fca43427ef61f649d4976103a3c1a3b5bfd685", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.9766953390678136, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0009001800360072014, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0009001800360072014, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 65.50316698849201, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-498", "text_group": "1bb24cb311378540e9b23de05d982b2800e618acaca8c6cea571ddede346a6d7", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.0008000800080008002, "activate_my_card": 0.0036003600360036006, "age_limit": 0.8261826182618263, "apple_pay_or_google_pay": 0.0018001800180018003, "atm_support": 0.005800580058005801, "automatic_top_up": 0.0029002900290029006, "balance_not_updated_after_bank_transfer": 0.0014001400140014003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018001800180018003, "beneficiary_not_allowed": 0.0016001600160016004, "cancel_transfer": 0.0012001200120012002, "card_about_to_expire": 0.0011001100110011003, "card_acceptance": 0.0020002000200020006, "card_arrival": 0.0012001200120012002, "card_delivery_estimate": 0.0013001300130013002, "card_linking": 0.0018001800180018003, "card_not_working": 0.0014001400140014003, "card_payment_fee_charged": 0.0014001400140014003, "card_payment_not_recognised": 0.0015001500150015003, "card_payment_wrong_exchange_rate": 0.0019001900190019005, "card_swallowed": 0.0013001300130013002, "cash_withdrawal_charge": 0.0014001400140014003, "cash_withdrawal_not_recognised": 0.0012001200120012002, "change_pin": 0.0011001100110011003, "compromised_card": 0.0012001200120012002, "contactless_not_working": 0.0014001400140014003, "country_support": 0.0022002200220022005, "declined_card_payment": 0.0012001200120012002, "declined_cash_withdrawal": 0.0011001100110011003, "declined_transfer": 0.0012001200120012002, "direct_debit_payment_not_recognised": 0.0017001700170017002, "disposable_card_limits": 0.0024002400240024004, "edit_personal_details": 0.0012001200120012002, "exchange_charge": 0.0019001900190019005, "exchange_rate": 0.0015001500150015003, "exchange_via_app": 0.0023002300230023005, "extra_charge_on_statement": 0.0019001900190019005, "failed_transfer": 0.0013001300130013002, "fiat_currency_support": 0.018701870187018705, "get_disposable_virtual_card": 0.008500850085008503, "get_physical_card": 0.0019001900190019005, "getting_spare_card": 0.004300430043004301, "getting_virtual_card": 0.0024002400240024004, "lost_or_stolen_card": 0.0009000900090009002, "lost_or_stolen_phone": 0.0010001000100010003, "order_physical_card": 0.0017001700170017002, "passcode_forgotten": 0.0010001000100010003, "pending_card_payment": 0.0012001200120012002, "pending_cash_withdrawal": 0.0010001000100010003, "pending_top_up": 0.0013001300130013002, "pending_transfer": 0.0012001200120012002, "pin_blocked": 0.0011001100110011003, "receiving_money": 0.029002900290029006, "request_refund": 0.0011001100110011003, "reverted_card_payment?": 0.0013001300130013002, "supported_cards_and_currencies": 0.0029002900290029006, "terminate_account": 0.0014001400140014003, "top_up_by_bank_transfer_charge": 0.0018001800180018003, "top_up_by_card_charge": 0.0013001300130013002, "top_up_by_cash_or_cheque": 0.0017001700170017002, "top_up_failed": 0.0014001400140014003, "top_up_limits": 0.0017001700170017002, "top_up_reverted": 0.0017001700170017002, "topping_up_by_card": 0.0019001900190019005, "transaction_charged_twice": 0.0011001100110011003, "transfer_fee_charged": 0.0012001200120012002, "transfer_into_account": 0.0015001500150015003, "transfer_not_received_by_recipient": 0.0013001300130013002, "transfer_timing": 0.0014001400140014003, "unable_to_verify_identity": 0.0013001300130013002, "verify_my_identity": 0.0012001200120012002, "verify_source_of_funds": 0.0014001400140014003, "verify_top_up": 0.0013001300130013002, "virtual_card_not_working": 0.0014001400140014003, "visa_or_mastercard": 0.0014001400140014003, "why_verify_identity": 0.0012001200120012002, "wrong_amount_of_cash_received": 0.0012001200120012002, "wrong_exchange_rate_for_cash_withdrawal": 0.0015001500150015003 }, "error": null, "latency_ms": 66.02337502408773, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-499", "text_group": "7689b0be3dd83a20e356411d3b8baa35585360511acd524152746a4284d40034", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.9741051789642072, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0007998400319936014, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0004999000199960008, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0007998400319936014, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.001299740051989602, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 68.04200005717576, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-500", "text_group": "6237efdcfad63b9aee63abd43d20d4cd34a9848db11d2d43ace899d4394c68be", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.0015, "activate_my_card": 0.006, "age_limit": 0.7731, "apple_pay_or_google_pay": 0.0032, "atm_support": 0.0049, "automatic_top_up": 0.0031, "balance_not_updated_after_bank_transfer": 0.0026, "balance_not_updated_after_cheque_or_cash_deposit": 0.0032, "beneficiary_not_allowed": 0.0032, "cancel_transfer": 0.0022, "card_about_to_expire": 0.003, "card_acceptance": 0.0041, "card_arrival": 0.0021, "card_delivery_estimate": 0.0021, "card_linking": 0.0035, "card_not_working": 0.0028, "card_payment_fee_charged": 0.0026, "card_payment_not_recognised": 0.0028, "card_payment_wrong_exchange_rate": 0.0031, "card_swallowed": 0.0025, "cash_withdrawal_charge": 0.0026, "cash_withdrawal_not_recognised": 0.0024, "change_pin": 0.0026, "compromised_card": 0.0027, "contactless_not_working": 0.0026, "country_support": 0.0055, "declined_card_payment": 0.0025, "declined_cash_withdrawal": 0.0019, "declined_transfer": 0.0025, "direct_debit_payment_not_recognised": 0.0034, "disposable_card_limits": 0.0041, "edit_personal_details": 0.0034, "exchange_charge": 0.003, "exchange_rate": 0.0025, "exchange_via_app": 0.0025, "extra_charge_on_statement": 0.003, "failed_transfer": 0.0021, "fiat_currency_support": 0.0086, "get_disposable_virtual_card": 0.0033, "get_physical_card": 0.0063, "getting_spare_card": 0.0035, "getting_virtual_card": 0.0035, "lost_or_stolen_card": 0.0016, "lost_or_stolen_phone": 0.0016, "order_physical_card": 0.0073, "passcode_forgotten": 0.0018, "pending_card_payment": 0.0023, "pending_cash_withdrawal": 0.0018, "pending_top_up": 0.003, "pending_transfer": 0.002, "pin_blocked": 0.0021, "receiving_money": 0.0041, "request_refund": 0.0021, "reverted_card_payment?": 0.0023, "supported_cards_and_currencies": 0.0086, "terminate_account": 0.0027, "top_up_by_bank_transfer_charge": 0.0029, "top_up_by_card_charge": 0.0026, "top_up_by_cash_or_cheque": 0.0025, "top_up_failed": 0.0022, "top_up_limits": 0.0029, "top_up_reverted": 0.0027, "topping_up_by_card": 0.0027, "transaction_charged_twice": 0.0018, "transfer_fee_charged": 0.002, "transfer_into_account": 0.0032, "transfer_not_received_by_recipient": 0.0018, "transfer_timing": 0.0022, "unable_to_verify_identity": 0.0026, "verify_my_identity": 0.0024, "verify_source_of_funds": 0.0025, "verify_top_up": 0.0023, "virtual_card_not_working": 0.0021, "visa_or_mastercard": 0.003, "why_verify_identity": 0.002, "wrong_amount_of_cash_received": 0.0018, "wrong_exchange_rate_for_cash_withdrawal": 0.0024 }, "error": null, "latency_ms": 69.45258390624076, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-501", "text_group": "992adf7e9d7bd0077baf30e9c475026044ffcba3b2c802da8c18765356beaefe", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00030012004801920766, "age_limit": 0.976390556222489, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0006002400960384153, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.0005002000800320128, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.0008003201280512205, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.0011004401760704283, "getting_spare_card": 0.00040016006402561027, "getting_virtual_card": 0.0005002000800320128, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00040016006402561027, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.0008003201280512205, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.0005002000800320128, "verify_my_identity": 0.0005002000800320128, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 68.81566706579179, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-502", "text_group": "6537bc8cb8ce3aa397cc6d13387618c96d45aff021e18afbe0e9f0b371c1013a", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0006001200240048009, "age_limit": 0.9781956391278255, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0007001400280056011, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.74266702309251, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-503", "text_group": "abc7bd0cfb1ae14533647c8be7c966fed3176d6349a8588d36ed5e5d2d7a38a9", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.002099370188943317, "activate_my_card": 0.004698590422873138, "age_limit": 0.6739978006598021, "apple_pay_or_google_pay": 0.004698590422873138, "atm_support": 0.009997000899730081, "automatic_top_up": 0.00619814055783265, "balance_not_updated_after_bank_transfer": 0.0035989203239028293, "balance_not_updated_after_cheque_or_cash_deposit": 0.0045986204138758376, "beneficiary_not_allowed": 0.004298710386883935, "cancel_transfer": 0.0034989503149055285, "card_about_to_expire": 0.003099070278916325, "card_acceptance": 0.005598320503848846, "card_arrival": 0.003099070278916325, "card_delivery_estimate": 0.003099070278916325, "card_linking": 0.005398380485854244, "card_not_working": 0.0036988903329001305, "card_payment_fee_charged": 0.003998800359892032, "card_payment_not_recognised": 0.004098770368889334, "card_payment_wrong_exchange_rate": 0.004798560431870438, "card_swallowed": 0.0034989503149055285, "cash_withdrawal_charge": 0.0038988303508947315, "cash_withdrawal_not_recognised": 0.003099070278916325, "change_pin": 0.0038988303508947315, "compromised_card": 0.0034989503149055285, "contactless_not_working": 0.004198740377886634, "country_support": 0.007397780665800261, "declined_card_payment": 0.0028991302609217232, "declined_cash_withdrawal": 0.002599220233929821, "declined_transfer": 0.0028991302609217232, "direct_debit_payment_not_recognised": 0.004398680395881236, "disposable_card_limits": 0.007097870638808358, "edit_personal_details": 0.014295711286614016, "exchange_charge": 0.003998800359892032, "exchange_rate": 0.0032990102969109266, "exchange_via_app": 0.0037988603418974308, "extra_charge_on_statement": 0.0036988903329001305, "failed_transfer": 0.003099070278916325, "fiat_currency_support": 0.006897930620813756, "get_disposable_virtual_card": 0.0045986204138758376, "get_physical_card": 0.004498650404878536, "getting_spare_card": 0.0045986204138758376, "getting_virtual_card": 0.004398680395881236, "lost_or_stolen_card": 0.002399280215935219, "lost_or_stolen_phone": 0.0022993102069379188, "order_physical_card": 0.0045986204138758376, "passcode_forgotten": 0.0028991302609217232, "pending_card_payment": 0.0028991302609217232, "pending_cash_withdrawal": 0.0024992502249325203, "pending_top_up": 0.0038988303508947315, "pending_transfer": 0.0028991302609217232, "pin_blocked": 0.0032990102969109266, "receiving_money": 0.008097570728781365, "request_refund": 0.0032990102969109266, "reverted_card_payment?": 0.0035989203239028293, "supported_cards_and_currencies": 0.0123962811156653, "terminate_account": 0.005498350494851544, "top_up_by_bank_transfer_charge": 0.004698590422873138, "top_up_by_card_charge": 0.003998800359892032, "top_up_by_cash_or_cheque": 0.004098770368889334, "top_up_failed": 0.0033989803059082274, "top_up_limits": 0.005398380485854244, "top_up_reverted": 0.003998800359892032, "topping_up_by_card": 0.004798560431870438, "transaction_charged_twice": 0.0028991302609217232, "transfer_fee_charged": 0.0029991002699190244, "transfer_into_account": 0.004798560431870438, "transfer_not_received_by_recipient": 0.0028991302609217232, "transfer_timing": 0.0034989503149055285, "unable_to_verify_identity": 0.0033989803059082274, "verify_my_identity": 0.0032990102969109266, "verify_source_of_funds": 0.0033989803059082274, "verify_top_up": 0.0033989803059082274, "virtual_card_not_working": 0.0032990102969109266, "visa_or_mastercard": 0.004698590422873138, "why_verify_identity": 0.002799160251924423, "wrong_amount_of_cash_received": 0.002799160251924423, "wrong_exchange_rate_for_cash_withdrawal": 0.0036988903329001305 }, "error": null, "latency_ms": 71.09025004319847, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-504", "text_group": "fb11127f3012603c24cfe749378be9cb59c2743a6cf8a6110a0349177df3d3d9", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.0013, "activate_my_card": 0.0023, "age_limit": 0.7837, "apple_pay_or_google_pay": 0.0031, "atm_support": 0.0067, "automatic_top_up": 0.0023, "balance_not_updated_after_bank_transfer": 0.0019, "balance_not_updated_after_cheque_or_cash_deposit": 0.0026, "beneficiary_not_allowed": 0.0028, "cancel_transfer": 0.0025, "card_about_to_expire": 0.0017, "card_acceptance": 0.0031, "card_arrival": 0.0016, "card_delivery_estimate": 0.0017, "card_linking": 0.003, "card_not_working": 0.0021, "card_payment_fee_charged": 0.0018, "card_payment_not_recognised": 0.002, "card_payment_wrong_exchange_rate": 0.0025, "card_swallowed": 0.0022, "cash_withdrawal_charge": 0.0019, "cash_withdrawal_not_recognised": 0.0018, "change_pin": 0.0027, "compromised_card": 0.0023, "contactless_not_working": 0.0024, "country_support": 0.005, "declined_card_payment": 0.0018, "declined_cash_withdrawal": 0.0017, "declined_transfer": 0.0022, "direct_debit_payment_not_recognised": 0.0021, "disposable_card_limits": 0.0083, "edit_personal_details": 0.009, "exchange_charge": 0.002, "exchange_rate": 0.0019, "exchange_via_app": 0.0024, "extra_charge_on_statement": 0.002, "failed_transfer": 0.0017, "fiat_currency_support": 0.0042, "get_disposable_virtual_card": 0.0064, "get_physical_card": 0.0031, "getting_spare_card": 0.0037, "getting_virtual_card": 0.0029, "lost_or_stolen_card": 0.0014, "lost_or_stolen_phone": 0.0014, "order_physical_card": 0.0022, "passcode_forgotten": 0.0017, "pending_card_payment": 0.0016, "pending_cash_withdrawal": 0.0015, "pending_top_up": 0.0018, "pending_transfer": 0.0016, "pin_blocked": 0.002, "receiving_money": 0.0031, "request_refund": 0.002, "reverted_card_payment?": 0.002, "supported_cards_and_currencies": 0.0039, "terminate_account": 0.0292, "top_up_by_bank_transfer_charge": 0.0021, "top_up_by_card_charge": 0.0018, "top_up_by_cash_or_cheque": 0.0021, "top_up_failed": 0.002, "top_up_limits": 0.0026, "top_up_reverted": 0.0026, "topping_up_by_card": 0.0024, "transaction_charged_twice": 0.0016, "transfer_fee_charged": 0.0016, "transfer_into_account": 0.0019, "transfer_not_received_by_recipient": 0.0017, "transfer_timing": 0.0017, "unable_to_verify_identity": 0.0018, "verify_my_identity": 0.0021, "verify_source_of_funds": 0.0023, "verify_top_up": 0.0019, "virtual_card_not_working": 0.002, "visa_or_mastercard": 0.0024, "why_verify_identity": 0.0018, "wrong_amount_of_cash_received": 0.0016, "wrong_exchange_rate_for_cash_withdrawal": 0.0022 }, "error": null, "latency_ms": 70.5784159945324, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-505", "text_group": "667f78c4f50c223a82c95eddcac481ab5a1309b43bbaf02024623f5840992ec4", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.0008002400720216065, "activate_my_card": 0.0020006001800540163, "age_limit": 0.8576572971891567, "apple_pay_or_google_pay": 0.0018005401620486145, "atm_support": 0.0043012903871161344, "automatic_top_up": 0.0028008402520756227, "balance_not_updated_after_bank_transfer": 0.0014004201260378114, "balance_not_updated_after_cheque_or_cash_deposit": 0.0019005701710513153, "beneficiary_not_allowed": 0.0018005401620486145, "cancel_transfer": 0.0014004201260378114, "card_about_to_expire": 0.0013003901170351103, "card_acceptance": 0.002200660198059418, "card_arrival": 0.0013003901170351103, "card_delivery_estimate": 0.0013003901170351103, "card_linking": 0.0023006902070621185, "card_not_working": 0.001600480144043213, "card_payment_fee_charged": 0.001600480144043213, "card_payment_not_recognised": 0.0015004501350405122, "card_payment_wrong_exchange_rate": 0.0019005701710513153, "card_swallowed": 0.0014004201260378114, "cash_withdrawal_charge": 0.001600480144043213, "cash_withdrawal_not_recognised": 0.0013003901170351103, "change_pin": 0.0014004201260378114, "compromised_card": 0.0013003901170351103, "contactless_not_working": 0.001600480144043213, "country_support": 0.003601080324097229, "declined_card_payment": 0.0013003901170351103, "declined_cash_withdrawal": 0.001100330099029709, "declined_transfer": 0.0013003901170351103, "direct_debit_payment_not_recognised": 0.0018005401620486145, "disposable_card_limits": 0.003200960288086426, "edit_personal_details": 0.0033009902970891265, "exchange_charge": 0.0019005701710513153, "exchange_rate": 0.0014004201260378114, "exchange_via_app": 0.001600480144043213, "extra_charge_on_statement": 0.0020006001800540163, "failed_transfer": 0.0013003901170351103, "fiat_currency_support": 0.0043012903871161344, "get_disposable_virtual_card": 0.0020006001800540163, "get_physical_card": 0.003401020306091827, "getting_spare_card": 0.0035010503150945285, "getting_virtual_card": 0.002400720216064819, "lost_or_stolen_card": 0.0009002700810243073, "lost_or_stolen_phone": 0.0009002700810243073, "order_physical_card": 0.006101830549164749, "passcode_forgotten": 0.001100330099029709, "pending_card_payment": 0.0012003601080324095, "pending_cash_withdrawal": 0.0010003000900270082, "pending_top_up": 0.0017005101530459135, "pending_transfer": 0.0012003601080324095, "pin_blocked": 0.0012003601080324095, "receiving_money": 0.006101830549164749, "request_refund": 0.0012003601080324095, "reverted_card_payment?": 0.0013003901170351103, "supported_cards_and_currencies": 0.0043012903871161344, "terminate_account": 0.0020006001800540163, "top_up_by_bank_transfer_charge": 0.0020006001800540163, "top_up_by_card_charge": 0.0017005101530459135, "top_up_by_cash_or_cheque": 0.0017005101530459135, "top_up_failed": 0.0014004201260378114, "top_up_limits": 0.0020006001800540163, "top_up_reverted": 0.0017005101530459135, "topping_up_by_card": 0.0019005701710513153, "transaction_charged_twice": 0.0010003000900270082, "transfer_fee_charged": 0.0012003601080324095, "transfer_into_account": 0.002100630189056717, "transfer_not_received_by_recipient": 0.001100330099029709, "transfer_timing": 0.0014004201260378114, "unable_to_verify_identity": 0.0012003601080324095, "verify_my_identity": 0.0012003601080324095, "verify_source_of_funds": 0.0015004501350405122, "verify_top_up": 0.0013003901170351103, "virtual_card_not_working": 0.0012003601080324095, "visa_or_mastercard": 0.0018005401620486145, "why_verify_identity": 0.001100330099029709, "wrong_amount_of_cash_received": 0.0010003000900270082, "wrong_exchange_rate_for_cash_withdrawal": 0.0014004201260378114 }, "error": null, "latency_ms": 65.53616700693965, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-506", "text_group": "9df3b158d6ce28e489627dd9d88180ebe67b32dfe8022997c156cfd8c69f2508", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.9824912456228114, "apple_pay_or_google_pay": 0.00020010005002501252, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00020010005002501252, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00020010005002501252, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00020010005002501252, "card_payment_not_recognised": 0.00020010005002501252, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00020010005002501252, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.00020010005002501252, "compromised_card": 0.00020010005002501252, "contactless_not_working": 0.00020010005002501252, "country_support": 0.00040020010005002504, "declined_card_payment": 0.00020010005002501252, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.00040020010005002504, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00020010005002501252, "supported_cards_and_currencies": 0.00040020010005002504, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.0005002501250625313, "top_up_reverted": 0.00020010005002501252, "topping_up_by_card": 0.00020010005002501252, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00020010005002501252, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00020010005002501252 }, "error": null, "latency_ms": 66.05933292303234, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-507", "text_group": "dae9a0316b771de257fa9c2e944da6dbc7693529900dbd856f2521ce8dd83485", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.9747, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0004, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0005, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0013, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0002, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0006, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0004, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0007, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0014, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 67.97066703438759, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-508", "text_group": "f0065cad7a71793bd9fb59cf09d3db73f29c87800971a861c1616bc168d457b0", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 9.987016878058524e-05, "activate_my_card": 0.00019974033756117049, "age_limit": 0.9837211624887645, "apple_pay_or_google_pay": 0.00019974033756117049, "atm_support": 0.00029961050634175565, "automatic_top_up": 0.00019974033756117049, "balance_not_updated_after_bank_transfer": 0.00019974033756117049, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019974033756117049, "beneficiary_not_allowed": 0.00019974033756117049, "cancel_transfer": 0.00019974033756117049, "card_about_to_expire": 0.00029961050634175565, "card_acceptance": 0.00029961050634175565, "card_arrival": 0.00019974033756117049, "card_delivery_estimate": 0.00019974033756117049, "card_linking": 0.00019974033756117049, "card_not_working": 0.00019974033756117049, "card_payment_fee_charged": 0.00019974033756117049, "card_payment_not_recognised": 0.00019974033756117049, "card_payment_wrong_exchange_rate": 0.00019974033756117049, "card_swallowed": 0.00019974033756117049, "cash_withdrawal_charge": 0.00019974033756117049, "cash_withdrawal_not_recognised": 0.00019974033756117049, "change_pin": 0.00019974033756117049, "compromised_card": 0.00019974033756117049, "contactless_not_working": 0.00019974033756117049, "country_support": 0.00039948067512234097, "declined_card_payment": 0.00019974033756117049, "declined_cash_withdrawal": 0.00019974033756117049, "declined_transfer": 0.00019974033756117049, "direct_debit_payment_not_recognised": 0.00019974033756117049, "disposable_card_limits": 0.0004993508439029261, "edit_personal_details": 0.00019974033756117049, "exchange_charge": 0.00019974033756117049, "exchange_rate": 0.00019974033756117049, "exchange_via_app": 0.00019974033756117049, "extra_charge_on_statement": 0.00019974033756117049, "failed_transfer": 0.00019974033756117049, "fiat_currency_support": 0.00029961050634175565, "get_disposable_virtual_card": 0.00019974033756117049, "get_physical_card": 0.00019974033756117049, "getting_spare_card": 0.00019974033756117049, "getting_virtual_card": 0.00019974033756117049, "lost_or_stolen_card": 0.00019974033756117049, "lost_or_stolen_phone": 0.00019974033756117049, "order_physical_card": 0.00019974033756117049, "passcode_forgotten": 0.00019974033756117049, "pending_card_payment": 0.00019974033756117049, "pending_cash_withdrawal": 0.00019974033756117049, "pending_top_up": 0.00019974033756117049, "pending_transfer": 0.00019974033756117049, "pin_blocked": 0.00019974033756117049, "receiving_money": 0.00019974033756117049, "request_refund": 0.00019974033756117049, "reverted_card_payment?": 0.00019974033756117049, "supported_cards_and_currencies": 0.00029961050634175565, "terminate_account": 0.00019974033756117049, "top_up_by_bank_transfer_charge": 0.00019974033756117049, "top_up_by_card_charge": 0.00019974033756117049, "top_up_by_cash_or_cheque": 0.00019974033756117049, "top_up_failed": 0.00019974033756117049, "top_up_limits": 0.00039948067512234097, "top_up_reverted": 0.00019974033756117049, "topping_up_by_card": 0.00019974033756117049, "transaction_charged_twice": 0.00019974033756117049, "transfer_fee_charged": 0.00019974033756117049, "transfer_into_account": 0.00019974033756117049, "transfer_not_received_by_recipient": 0.00019974033756117049, "transfer_timing": 0.00019974033756117049, "unable_to_verify_identity": 0.00019974033756117049, "verify_my_identity": 0.00019974033756117049, "verify_source_of_funds": 0.00019974033756117049, "verify_top_up": 0.00019974033756117049, "virtual_card_not_working": 0.00019974033756117049, "visa_or_mastercard": 0.00019974033756117049, "why_verify_identity": 0.00019974033756117049, "wrong_amount_of_cash_received": 0.00019974033756117049, "wrong_exchange_rate_for_cash_withdrawal": 0.00019974033756117049 }, "error": null, "latency_ms": 67.09124997723848, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-509", "text_group": "fed8cb713069c7d05d88a7fe4683309bc393b9b3ade1f112a68cbfc252aacc46", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0005000500050005, "age_limit": 0.9785978597859786, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0009000900090009, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 67.31558300089091, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-510", "text_group": "669007b1c21cde11c53cf4fb51010181e7e00e19968bafaa15184ebcf3f8a85d", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.0008999100089991, "activate_my_card": 0.004899510048995101, "age_limit": 0.8401159884011599, "apple_pay_or_google_pay": 0.0017998200179982, "atm_support": 0.0040995900409959, "automatic_top_up": 0.0017998200179982, "balance_not_updated_after_bank_transfer": 0.0014998500149985001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017998200179982, "beneficiary_not_allowed": 0.0020997900209979003, "cancel_transfer": 0.0012998700129987, "card_about_to_expire": 0.0014998500149985001, "card_acceptance": 0.0040995900409959, "card_arrival": 0.0015998400159984002, "card_delivery_estimate": 0.0013998600139986002, "card_linking": 0.0032996700329967, "card_not_working": 0.0017998200179982, "card_payment_fee_charged": 0.0016998300169983002, "card_payment_not_recognised": 0.0016998300169983002, "card_payment_wrong_exchange_rate": 0.0018998100189981002, "card_swallowed": 0.0015998400159984002, "cash_withdrawal_charge": 0.0015998400159984002, "cash_withdrawal_not_recognised": 0.0014998500149985001, "change_pin": 0.0013998600139986002, "compromised_card": 0.0015998400159984002, "contactless_not_working": 0.0015998400159984002, "country_support": 0.004199580041995801, "declined_card_payment": 0.0016998300169983002, "declined_cash_withdrawal": 0.0011998800119988001, "declined_transfer": 0.0016998300169983002, "direct_debit_payment_not_recognised": 0.0017998200179982, "disposable_card_limits": 0.0031996800319968005, "edit_personal_details": 0.008299170082991702, "exchange_charge": 0.0017998200179982, "exchange_rate": 0.0014998500149985001, "exchange_via_app": 0.0014998500149985001, "extra_charge_on_statement": 0.0026997300269973002, "failed_transfer": 0.0014998500149985001, "fiat_currency_support": 0.0036996300369963007, "get_disposable_virtual_card": 0.0017998200179982, "get_physical_card": 0.0057994200579942, "getting_spare_card": 0.0024997500249975004, "getting_virtual_card": 0.001999800019998, "lost_or_stolen_card": 0.000999900009999, "lost_or_stolen_phone": 0.0008999100089991, "order_physical_card": 0.0037996200379962005, "passcode_forgotten": 0.0010998900109989002, "pending_card_payment": 0.0013998600139986002, "pending_cash_withdrawal": 0.0010998900109989002, "pending_top_up": 0.0027997200279972004, "pending_transfer": 0.0013998600139986002, "pin_blocked": 0.0012998700129987, "receiving_money": 0.0040995900409959, "request_refund": 0.0013998600139986002, "reverted_card_payment?": 0.0014998500149985001, "supported_cards_and_currencies": 0.0052994700529947, "terminate_account": 0.0025997400259974, "top_up_by_bank_transfer_charge": 0.0022997700229977, "top_up_by_card_charge": 0.0016998300169983002, "top_up_by_cash_or_cheque": 0.0015998400159984002, "top_up_failed": 0.0014998500149985001, "top_up_limits": 0.0022997700229977, "top_up_reverted": 0.0016998300169983002, "topping_up_by_card": 0.0016998300169983002, "transaction_charged_twice": 0.0011998800119988001, "transfer_fee_charged": 0.0012998700129987, "transfer_into_account": 0.0024997500249975004, "transfer_not_received_by_recipient": 0.0011998800119988001, "transfer_timing": 0.0014998500149985001, "unable_to_verify_identity": 0.0015998400159984002, "verify_my_identity": 0.0014998500149985001, "verify_source_of_funds": 0.0016998300169983002, "verify_top_up": 0.0015998400159984002, "virtual_card_not_working": 0.0012998700129987, "visa_or_mastercard": 0.0026997300269973002, "why_verify_identity": 0.0013998600139986002, "wrong_amount_of_cash_received": 0.0010998900109989002, "wrong_exchange_rate_for_cash_withdrawal": 0.0013998600139986002 }, "error": null, "latency_ms": 68.52783402428031, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-511", "text_group": "34f626643c5cd2a0f89c11dfee826003b529ae58e6c1891c1c1a0460ea30ee4a", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.9758024197580242, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0004999500049995, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.0007999200079992001, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 69.52691602054983, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-512", "text_group": "2cff0890d7817fc379d374cad9059b313293c789f8440302a2af94552d522a16", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0017003400680136026, "age_limit": 0.9771954390878175, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020004000800160032, "beneficiary_not_allowed": 0.00020004000800160032, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0010002000400080016, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00040008001600320064, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.002600520104020804, "top_up_reverted": 0.00020004000800160032, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 69.15454100817442, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-513", "text_group": "5083fd550c2fc4e5494d53cbc84ff83758c3403e13e0dfb1f2858d596518b34d", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.9795979597959796, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.00020002000200020003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0016001600160016002, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.0012001200120012, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 66.94237503688782, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-514", "text_group": "8d99b77eb0cd46a523ee4ca2fa4c48bb7eb31b0bba46f6c519eb8a3737fe4a02", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00020012007204322593, "activate_my_card": 0.00020012007204322593, "age_limit": 0.9801881128677206, "apple_pay_or_google_pay": 0.00020012007204322593, "atm_support": 0.00040024014408645187, "automatic_top_up": 0.00020012007204322593, "balance_not_updated_after_bank_transfer": 0.00020012007204322593, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030018010806483886, "beneficiary_not_allowed": 0.00030018010806483886, "cancel_transfer": 0.00020012007204322593, "card_about_to_expire": 0.00020012007204322593, "card_acceptance": 0.00030018010806483886, "card_arrival": 0.00020012007204322593, "card_delivery_estimate": 0.00030018010806483886, "card_linking": 0.00030018010806483886, "card_not_working": 0.00030018010806483886, "card_payment_fee_charged": 0.00020012007204322593, "card_payment_not_recognised": 0.00030018010806483886, "card_payment_wrong_exchange_rate": 0.00030018010806483886, "card_swallowed": 0.00030018010806483886, "cash_withdrawal_charge": 0.00030018010806483886, "cash_withdrawal_not_recognised": 0.00030018010806483886, "change_pin": 0.00020012007204322593, "compromised_card": 0.00020012007204322593, "contactless_not_working": 0.00030018010806483886, "country_support": 0.00040024014408645187, "declined_card_payment": 0.00020012007204322593, "declined_cash_withdrawal": 0.00020012007204322593, "declined_transfer": 0.00020012007204322593, "direct_debit_payment_not_recognised": 0.00030018010806483886, "disposable_card_limits": 0.0006003602161296777, "edit_personal_details": 0.00030018010806483886, "exchange_charge": 0.00020012007204322593, "exchange_rate": 0.00020012007204322593, "exchange_via_app": 0.00020012007204322593, "extra_charge_on_statement": 0.00020012007204322593, "failed_transfer": 0.00020012007204322593, "fiat_currency_support": 0.00040024014408645187, "get_disposable_virtual_card": 0.00030018010806483886, "get_physical_card": 0.00030018010806483886, "getting_spare_card": 0.00030018010806483886, "getting_virtual_card": 0.00030018010806483886, "lost_or_stolen_card": 0.00020012007204322593, "lost_or_stolen_phone": 0.00020012007204322593, "order_physical_card": 0.00020012007204322593, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.00020012007204322593, "pending_cash_withdrawal": 0.00020012007204322593, "pending_top_up": 0.00020012007204322593, "pending_transfer": 0.00020012007204322593, "pin_blocked": 0.00020012007204322593, "receiving_money": 0.00040024014408645187, "request_refund": 0.00020012007204322593, "reverted_card_payment?": 0.00030018010806483886, "supported_cards_and_currencies": 0.0005003001801080648, "terminate_account": 0.00020012007204322593, "top_up_by_bank_transfer_charge": 0.00020012007204322593, "top_up_by_card_charge": 0.00020012007204322593, "top_up_by_cash_or_cheque": 0.00030018010806483886, "top_up_failed": 0.00020012007204322593, "top_up_limits": 0.0008004802881729037, "top_up_reverted": 0.00030018010806483886, "topping_up_by_card": 0.00030018010806483886, "transaction_charged_twice": 0.00020012007204322593, "transfer_fee_charged": 0.00020012007204322593, "transfer_into_account": 0.00020012007204322593, "transfer_not_received_by_recipient": 0.00020012007204322593, "transfer_timing": 0.00020012007204322593, "unable_to_verify_identity": 0.00020012007204322593, "verify_my_identity": 0.00020012007204322593, "verify_source_of_funds": 0.00030018010806483886, "verify_top_up": 0.00030018010806483886, "virtual_card_not_working": 0.00020012007204322593, "visa_or_mastercard": 0.00020012007204322593, "why_verify_identity": 0.00020012007204322593, "wrong_amount_of_cash_received": 0.00020012007204322593, "wrong_exchange_rate_for_cash_withdrawal": 0.00030018010806483886 }, "error": null, "latency_ms": 68.02916701417416, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-515", "text_group": "2773dfec6456190d480cd958d957073b8ea00975785e5b898072c3fd97d057c6", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.9753049390121976, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0013997200559888023, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0008998200359928015, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.001999600079984003, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 67.56724999286234, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-516", "text_group": "9e474eb4f6ad1c63b9780255f295e44b6ad48879c315e2fbe141035352ab077e", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.974, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0003, "country_support": 0.0005, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0019, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0002, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0004, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0008, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 67.91883299592882, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-517", "text_group": "506026c565ee8e7349c81750a4cf97f3a38e28509c4a344ad09f471193c136d0", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.0005998800239952009, "age_limit": 0.9739052189562087, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0011997600479904018, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0006998600279944011, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.0015996800639872027, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 68.75137507449836, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-518", "text_group": "d2d9aaa97e02471cd5b060349e33c09f42fc86d0a6a3c5092b34de0cbd78421f", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.0007002100630189057, "age_limit": 0.9642892867860359, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0006001800540162049, "automatic_top_up": 0.0004001200360108033, "balance_not_updated_after_bank_transfer": 0.00030009002700810244, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004001200360108033, "beneficiary_not_allowed": 0.0004001200360108033, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0006001800540162049, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.0005001500450135041, "card_not_working": 0.0004001200360108033, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.0004001200360108033, "card_payment_wrong_exchange_rate": 0.0004001200360108033, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00030009002700810244, "change_pin": 0.00030009002700810244, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.0004001200360108033, "country_support": 0.0009002700810243074, "declined_card_payment": 0.00030009002700810244, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.0004001200360108033, "direct_debit_payment_not_recognised": 0.0004001200360108033, "disposable_card_limits": 0.0012003601080324098, "edit_personal_details": 0.0005001500450135041, "exchange_charge": 0.00030009002700810244, "exchange_rate": 0.00030009002700810244, "exchange_via_app": 0.0004001200360108033, "extra_charge_on_statement": 0.0004001200360108033, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.001100330099029709, "get_disposable_virtual_card": 0.0006001800540162049, "get_physical_card": 0.0007002100630189057, "getting_spare_card": 0.0005001500450135041, "getting_virtual_card": 0.0006001800540162049, "lost_or_stolen_card": 0.00030009002700810244, "lost_or_stolen_phone": 0.00030009002700810244, "order_physical_card": 0.0005001500450135041, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.0005001500450135041, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.004101230369110734, "terminate_account": 0.0005001500450135041, "top_up_by_bank_transfer_charge": 0.00030009002700810244, "top_up_by_card_charge": 0.00030009002700810244, "top_up_by_cash_or_cheque": 0.0004001200360108033, "top_up_failed": 0.0004001200360108033, "top_up_limits": 0.0012003601080324098, "top_up_reverted": 0.0004001200360108033, "topping_up_by_card": 0.0004001200360108033, "transaction_charged_twice": 0.00030009002700810244, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.0005001500450135041, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00030009002700810244, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.0004001200360108033, "virtual_card_not_working": 0.0004001200360108033, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.0004001200360108033, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.0004001200360108033 }, "error": null, "latency_ms": 68.97349993232638, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-519", "text_group": "c6b8d725670e3cd19b78b74ae53b897d7f7aae1ef549f01436960c0a6cdc1c4f", "expected": "age_limit", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.0002001000500250125, "age_limit": 0.9751875937968985, "apple_pay_or_google_pay": 0.0002001000500250125, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.0002001000500250125, "card_about_to_expire": 0.000400200100050025, "card_acceptance": 0.000400200100050025, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.0002001000500250125, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.0002001000500250125, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.0005002501250625312, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00080040020010005, "edit_personal_details": 0.0005002501250625312, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.000400200100050025, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00080040020010005, "getting_spare_card": 0.00030015007503751874, "getting_virtual_card": 0.00030015007503751874, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.00030015007503751874, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.0007003501750875437, "terminate_account": 0.000400200100050025, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.0002001000500250125, "top_up_limits": 0.0007003501750875437, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.0002001000500250125, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.0016008004002001, "verify_my_identity": 0.001200600300150075, "verify_source_of_funds": 0.000400200100050025, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.0002001000500250125, "visa_or_mastercard": 0.0005002501250625312, "why_verify_identity": 0.0006003001500750375, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.05670808535069, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-520", "text_group": "362c5e51b63b1466d7ce8e77f6d3b5a6422967ee7832d60e81ec7b2c67a56278", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00019988007195682593, "activate_my_card": 0.00039976014391365186, "age_limit": 0.00029982010793523883, "apple_pay_or_google_pay": 0.00039976014391365186, "atm_support": 0.0005996402158704777, "automatic_top_up": 0.00029982010793523883, "balance_not_updated_after_bank_transfer": 0.0004997001798920648, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997001798920648, "beneficiary_not_allowed": 0.0004997001798920648, "cancel_transfer": 0.00039976014391365186, "card_about_to_expire": 0.00029982010793523883, "card_acceptance": 0.00039976014391365186, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00029982010793523883, "card_linking": 0.0009994003597841297, "card_not_working": 0.0004997001798920648, "card_payment_fee_charged": 0.00029982010793523883, "card_payment_not_recognised": 0.00029982010793523883, "card_payment_wrong_exchange_rate": 0.00039976014391365186, "card_swallowed": 0.022386568059164502, "cash_withdrawal_charge": 0.00029982010793523883, "cash_withdrawal_not_recognised": 0.00039976014391365186, "change_pin": 0.033779732160703575, "compromised_card": 0.0005996402158704777, "contactless_not_working": 0.0004997001798920648, "country_support": 0.0004997001798920648, "declined_card_payment": 0.00029982010793523883, "declined_cash_withdrawal": 0.00039976014391365186, "declined_transfer": 0.00039976014391365186, "direct_debit_payment_not_recognised": 0.00029982010793523883, "disposable_card_limits": 0.0004997001798920648, "edit_personal_details": 0.0005996402158704777, "exchange_charge": 0.00029982010793523883, "exchange_rate": 0.00029982010793523883, "exchange_via_app": 0.00029982010793523883, "extra_charge_on_statement": 0.00029982010793523883, "failed_transfer": 0.00029982010793523883, "fiat_currency_support": 0.0004997001798920648, "get_disposable_virtual_card": 0.007195682590445733, "get_physical_card": 0.05266839896062363, "getting_spare_card": 0.00029982010793523883, "getting_virtual_card": 0.0004997001798920648, "lost_or_stolen_card": 0.00039976014391365186, "lost_or_stolen_phone": 0.00029982010793523883, "order_physical_card": 0.012392564461323207, "passcode_forgotten": 0.00039976014391365186, "pending_card_payment": 0.00019988007195682593, "pending_cash_withdrawal": 0.00029982010793523883, "pending_top_up": 0.00029982010793523883, "pending_transfer": 0.00029982010793523883, "pin_blocked": 0.8441934839096543, "receiving_money": 0.00029982010793523883, "request_refund": 0.00029982010793523883, "reverted_card_payment?": 0.00029982010793523883, "supported_cards_and_currencies": 0.00039976014391365186, "terminate_account": 0.0015990405756546075, "top_up_by_bank_transfer_charge": 0.00029982010793523883, "top_up_by_card_charge": 0.00029982010793523883, "top_up_by_cash_or_cheque": 0.00029982010793523883, "top_up_failed": 0.00039976014391365186, "top_up_limits": 0.00029982010793523883, "top_up_reverted": 0.00039976014391365186, "topping_up_by_card": 0.00029982010793523883, "transaction_charged_twice": 0.00029982010793523883, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00029982010793523883, "transfer_not_received_by_recipient": 0.00029982010793523883, "transfer_timing": 0.00029982010793523883, "unable_to_verify_identity": 0.00039976014391365186, "verify_my_identity": 0.00029982010793523883, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.00029982010793523883, "virtual_card_not_working": 0.0004997001798920648, "visa_or_mastercard": 0.00039976014391365186, "why_verify_identity": 0.00029982010793523883, "wrong_amount_of_cash_received": 0.00029982010793523883, "wrong_exchange_rate_for_cash_withdrawal": 0.00029982010793523883 }, "error": null, "latency_ms": 67.12695793248713, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-521", "text_group": "7f7584933f7705b6337a914e9e1a672c6727f18868fa7c558ba9631eb878e85a", "expected": "pin_blocked", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0014997000599880025, "activate_my_card": 0.0016996600679864027, "age_limit": 0.0014997000599880025, "apple_pay_or_google_pay": 0.0021995600879824036, "atm_support": 0.004199160167966407, "automatic_top_up": 0.0014997000599880025, "balance_not_updated_after_bank_transfer": 0.003599280143971206, "balance_not_updated_after_cheque_or_cash_deposit": 0.0026994601079784043, "beneficiary_not_allowed": 0.001999600079984003, "cancel_transfer": 0.0015996800639872027, "card_about_to_expire": 0.001799640071985603, "card_acceptance": 0.0024995000999800043, "card_arrival": 0.0020995800839832034, "card_delivery_estimate": 0.0014997000599880025, "card_linking": 0.0028994201159768043, "card_not_working": 0.001999600079984003, "card_payment_fee_charged": 0.0013997200559888023, "card_payment_not_recognised": 0.0015996800639872027, "card_payment_wrong_exchange_rate": 0.0016996600679864027, "card_swallowed": 0.0020995800839832034, "cash_withdrawal_charge": 0.0013997200559888023, "cash_withdrawal_not_recognised": 0.0034993001399720057, "change_pin": 0.014197160567886424, "compromised_card": 0.0023995200959808036, "contactless_not_working": 0.0021995600879824036, "country_support": 0.0024995000999800043, "declined_card_payment": 0.0010997800439912018, "declined_cash_withdrawal": 0.001299740051989602, "declined_transfer": 0.0011997600479904018, "direct_debit_payment_not_recognised": 0.0015996800639872027, "disposable_card_limits": 0.0023995200959808036, "edit_personal_details": 0.012197560487902421, "exchange_charge": 0.0011997600479904018, "exchange_rate": 0.001299740051989602, "exchange_via_app": 0.0014997000599880025, "extra_charge_on_statement": 0.0010997800439912018, "failed_transfer": 0.001299740051989602, "fiat_currency_support": 0.002299540091981604, "get_disposable_virtual_card": 0.0020995800839832034, "get_physical_card": 0.81373725254949, "getting_spare_card": 0.0013997200559888023, "getting_virtual_card": 0.0013997200559888023, "lost_or_stolen_card": 0.0015996800639872027, "lost_or_stolen_phone": 0.0011997600479904018, "order_physical_card": 0.004899020195960808, "passcode_forgotten": 0.0018996200759848032, "pending_card_payment": 0.0011997600479904018, "pending_cash_withdrawal": 0.0011997600479904018, "pending_top_up": 0.0011997600479904018, "pending_transfer": 0.0011997600479904018, "pin_blocked": 0.028794241151769647, "receiving_money": 0.001799640071985603, "request_refund": 0.0011997600479904018, "reverted_card_payment?": 0.0015996800639872027, "supported_cards_and_currencies": 0.0026994601079784043, "terminate_account": 0.0013997200559888023, "top_up_by_bank_transfer_charge": 0.0011997600479904018, "top_up_by_card_charge": 0.0010997800439912018, "top_up_by_cash_or_cheque": 0.0014997000599880025, "top_up_failed": 0.0011997600479904018, "top_up_limits": 0.0013997200559888023, "top_up_reverted": 0.0014997000599880025, "topping_up_by_card": 0.0016996600679864027, "transaction_charged_twice": 0.001299740051989602, "transfer_fee_charged": 0.0011997600479904018, "transfer_into_account": 0.001299740051989602, "transfer_not_received_by_recipient": 0.0013997200559888023, "transfer_timing": 0.001299740051989602, "unable_to_verify_identity": 0.001799640071985603, "verify_my_identity": 0.001999600079984003, "verify_source_of_funds": 0.0020995800839832034, "verify_top_up": 0.0014997000599880025, "virtual_card_not_working": 0.001799640071985603, "visa_or_mastercard": 0.002299540091981604, "why_verify_identity": 0.001999600079984003, "wrong_amount_of_cash_received": 0.0013997200559888023, "wrong_exchange_rate_for_cash_withdrawal": 0.0016996600679864027 }, "error": null, "latency_ms": 66.34349992964417, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-522", "text_group": "627e2265bf6323977f416857c5b0b796735cf88baeea37a9e805f333bcd98f21", "expected": "pin_blocked", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0011001100110011003, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0013001300130013002, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.0012001200120012, "balance_not_updated_after_cheque_or_cash_deposit": 0.001000100010001, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.0018001800180018, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0011001100110011003, "card_arrival": 0.0007000700070007, "card_delivery_estimate": 0.0007000700070007, "card_linking": 0.010901090109010901, "card_not_working": 0.0009000900090009, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0008000800080008001, "card_swallowed": 0.0093009300930093, "cash_withdrawal_charge": 0.0007000700070007, "cash_withdrawal_not_recognised": 0.0007000700070007, "change_pin": 0.5347534753475347, "compromised_card": 0.011401140114011402, "contactless_not_working": 0.0009000900090009, "country_support": 0.001000100010001, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0008000800080008001, "direct_debit_payment_not_recognised": 0.0007000700070007, "disposable_card_limits": 0.0018001800180018, "edit_personal_details": 0.16251625162516253, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.0006000600060006, "failed_transfer": 0.0006000600060006, "fiat_currency_support": 0.001000100010001, "get_disposable_virtual_card": 0.035903590359035904, "get_physical_card": 0.05920592059205921, "getting_spare_card": 0.0008000800080008001, "getting_virtual_card": 0.0009000900090009, "lost_or_stolen_card": 0.001000100010001, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.0023002300230023, "passcode_forgotten": 0.010801080108010801, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0007000700070007, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.058005800580058005, "receiving_money": 0.0009000900090009, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.0009000900090009, "supported_cards_and_currencies": 0.001000100010001, "terminate_account": 0.012801280128012802, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.0006000600060006, "top_up_by_cash_or_cheque": 0.0007000700070007, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0006000600060006, "top_up_reverted": 0.03910391039103911, "topping_up_by_card": 0.0009000900090009, "transaction_charged_twice": 0.0007000700070007, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0011001100110011003, "verify_my_identity": 0.001000100010001, "verify_source_of_funds": 0.0008000800080008001, "verify_top_up": 0.0008000800080008001, "virtual_card_not_working": 0.0011001100110011003, "visa_or_mastercard": 0.0009000900090009, "why_verify_identity": 0.001000100010001, "wrong_amount_of_cash_received": 0.0007000700070007, "wrong_exchange_rate_for_cash_withdrawal": 0.0007000700070007 }, "error": null, "latency_ms": 67.30020802933723, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-523", "text_group": "07ecd7d047e50e664eec2d6848b3982d81143e6aaafe09539b63cfeb00d45fdd", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.000200160128102482, "activate_my_card": 0.00030024019215372296, "age_limit": 0.000200160128102482, "apple_pay_or_google_pay": 0.00030024019215372296, "atm_support": 0.000400320256204964, "automatic_top_up": 0.000200160128102482, "balance_not_updated_after_bank_transfer": 0.00030024019215372296, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030024019215372296, "beneficiary_not_allowed": 0.000400320256204964, "cancel_transfer": 0.000700560448358687, "card_about_to_expire": 0.00030024019215372296, "card_acceptance": 0.00030024019215372296, "card_arrival": 0.000200160128102482, "card_delivery_estimate": 0.000200160128102482, "card_linking": 0.000400320256204964, "card_not_working": 0.000400320256204964, "card_payment_fee_charged": 0.000200160128102482, "card_payment_not_recognised": 0.00030024019215372296, "card_payment_wrong_exchange_rate": 0.00030024019215372296, "card_swallowed": 0.004603682946357086, "cash_withdrawal_charge": 0.000200160128102482, "cash_withdrawal_not_recognised": 0.000200160128102482, "change_pin": 0.06665332265812651, "compromised_card": 0.000800640512409928, "contactless_not_working": 0.000400320256204964, "country_support": 0.00030024019215372296, "declined_card_payment": 0.00030024019215372296, "declined_cash_withdrawal": 0.00030024019215372296, "declined_transfer": 0.000400320256204964, "direct_debit_payment_not_recognised": 0.000200160128102482, "disposable_card_limits": 0.000400320256204964, "edit_personal_details": 0.0006004803843074459, "exchange_charge": 0.000200160128102482, "exchange_rate": 0.000200160128102482, "exchange_via_app": 0.00030024019215372296, "extra_charge_on_statement": 0.000200160128102482, "failed_transfer": 0.00030024019215372296, "fiat_currency_support": 0.00030024019215372296, "get_disposable_virtual_card": 0.000900720576461169, "get_physical_card": 0.000700560448358687, "getting_spare_card": 0.000200160128102482, "getting_virtual_card": 0.000200160128102482, "lost_or_stolen_card": 0.00030024019215372296, "lost_or_stolen_phone": 0.000200160128102482, "order_physical_card": 0.00030024019215372296, "passcode_forgotten": 0.000400320256204964, "pending_card_payment": 0.000200160128102482, "pending_cash_withdrawal": 0.000200160128102482, "pending_top_up": 0.000200160128102482, "pending_transfer": 0.000200160128102482, "pin_blocked": 0.9061248999199359, "receiving_money": 0.000200160128102482, "request_refund": 0.00030024019215372296, "reverted_card_payment?": 0.00030024019215372296, "supported_cards_and_currencies": 0.00030024019215372296, "terminate_account": 0.000400320256204964, "top_up_by_bank_transfer_charge": 0.000200160128102482, "top_up_by_card_charge": 0.000200160128102482, "top_up_by_cash_or_cheque": 0.000200160128102482, "top_up_failed": 0.00030024019215372296, "top_up_limits": 0.000200160128102482, "top_up_reverted": 0.001100880704563651, "topping_up_by_card": 0.00030024019215372296, "transaction_charged_twice": 0.000200160128102482, "transfer_fee_charged": 0.000200160128102482, "transfer_into_account": 0.000200160128102482, "transfer_not_received_by_recipient": 0.000200160128102482, "transfer_timing": 0.000200160128102482, "unable_to_verify_identity": 0.000200160128102482, "verify_my_identity": 0.000200160128102482, "verify_source_of_funds": 0.000200160128102482, "verify_top_up": 0.000200160128102482, "virtual_card_not_working": 0.00030024019215372296, "visa_or_mastercard": 0.000200160128102482, "why_verify_identity": 0.000200160128102482, "wrong_amount_of_cash_received": 0.00030024019215372296, "wrong_exchange_rate_for_cash_withdrawal": 0.00030024019215372296 }, "error": null, "latency_ms": 67.99104192759842, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-524", "text_group": "cae40d926313e1e8de1b3347032063fb346006fa215c8332f72a4cf8d6b46a48", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.00030015007503751874, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.0005002501250625312, "automatic_top_up": 0.00030015007503751874, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.0005002501250625312, "cancel_transfer": 0.000400200100050025, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.000400200100050025, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.000400200100050025, "card_not_working": 0.0005002501250625312, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.0005002501250625312, "card_swallowed": 0.0005002501250625312, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.05662831415707854, "compromised_card": 0.0005002501250625312, "contactless_not_working": 0.0007003501750875437, "country_support": 0.000400200100050025, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.000400200100050025, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.000400200100050025, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.000400200100050025, "get_disposable_virtual_card": 0.0005002501250625312, "get_physical_card": 0.000400200100050025, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.00030015007503751874, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.91975987993997, "receiving_money": 0.00030015007503751874, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.000400200100050025, "supported_cards_and_currencies": 0.000400200100050025, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.0005002501250625312, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.000400200100050025, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.0005002501250625312, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.000400200100050025 }, "error": null, "latency_ms": 68.70175001677126, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-525", "text_group": "bfff27ccb1d274f44b2f1c102290f0d5172bd4c1525911a55e3979715d446e91", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.005200520052005201, "activate_my_card": 0.0035003500350035003, "age_limit": 0.0032003200320032004, "apple_pay_or_google_pay": 0.006100610061006101, "atm_support": 0.0081008100810081, "automatic_top_up": 0.0034003400340034003, "balance_not_updated_after_bank_transfer": 0.007500750075007501, "balance_not_updated_after_cheque_or_cash_deposit": 0.005900590059005901, "beneficiary_not_allowed": 0.019001900190019003, "cancel_transfer": 0.011701170117011701, "card_about_to_expire": 0.0035003500350035003, "card_acceptance": 0.005900590059005901, "card_arrival": 0.0031003100310031, "card_delivery_estimate": 0.0033003300330033004, "card_linking": 0.0058005800580058, "card_not_working": 0.022102210221022104, "card_payment_fee_charged": 0.004000400040004, "card_payment_not_recognised": 0.0087008700870087, "card_payment_wrong_exchange_rate": 0.047004700470047005, "card_swallowed": 0.005100510051005101, "cash_withdrawal_charge": 0.0037003700370037006, "cash_withdrawal_not_recognised": 0.0048004800480048, "change_pin": 0.0047004700470047005, "compromised_card": 0.016001600160016, "contactless_not_working": 0.07770777077707772, "country_support": 0.005200520052005201, "declined_card_payment": 0.006600660066006601, "declined_cash_withdrawal": 0.006000600060006001, "declined_transfer": 0.0070007000700070005, "direct_debit_payment_not_recognised": 0.005900590059005901, "disposable_card_limits": 0.005200520052005201, "edit_personal_details": 0.0046004600460046, "exchange_charge": 0.0037003700370037006, "exchange_rate": 0.0035003500350035003, "exchange_via_app": 0.004300430043004301, "extra_charge_on_statement": 0.0031003100310031, "failed_transfer": 0.006100610061006101, "fiat_currency_support": 0.005900590059005901, "get_disposable_virtual_card": 0.006100610061006101, "get_physical_card": 0.0045004500450045, "getting_spare_card": 0.0034003400340034003, "getting_virtual_card": 0.0031003100310031, "lost_or_stolen_card": 0.0038003800380038005, "lost_or_stolen_phone": 0.0028002800280028, "order_physical_card": 0.0030003000300030005, "passcode_forgotten": 0.0036003600360036, "pending_card_payment": 0.0033003300330033004, "pending_cash_withdrawal": 0.0033003300330033004, "pending_top_up": 0.0030003000300030005, "pending_transfer": 0.0032003200320032004, "pin_blocked": 0.3314331433143314, "receiving_money": 0.0047004700470047005, "request_refund": 0.0089008900890089, "reverted_card_payment?": 0.011101110111011102, "supported_cards_and_currencies": 0.0053005300530053, "terminate_account": 0.077007700770077, "top_up_by_bank_transfer_charge": 0.0036003600360036, "top_up_by_card_charge": 0.0031003100310031, "top_up_by_cash_or_cheque": 0.004300430043004301, "top_up_failed": 0.0053005300530053, "top_up_limits": 0.0036003600360036, "top_up_reverted": 0.013601360136013601, "topping_up_by_card": 0.005100510051005101, "transaction_charged_twice": 0.043404340434043405, "transfer_fee_charged": 0.0039003900390039, "transfer_into_account": 0.0039003900390039, "transfer_not_received_by_recipient": 0.0036003600360036, "transfer_timing": 0.0033003300330033004, "unable_to_verify_identity": 0.0047004700470047005, "verify_my_identity": 0.0034003400340034003, "verify_source_of_funds": 0.0035003500350035003, "verify_top_up": 0.0030003000300030005, "virtual_card_not_working": 0.024502450245024503, "visa_or_mastercard": 0.0038003800380038005, "why_verify_identity": 0.0048004800480048, "wrong_amount_of_cash_received": 0.007900790079007902, "wrong_exchange_rate_for_cash_withdrawal": 0.010001000100010001 }, "error": null, "latency_ms": 69.55641601234674, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-526", "text_group": "f52852a899af5c2c21d0d2866e73adee1e643167c30cf0f05e0f9c55d09f5510", "expected": "pin_blocked", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.0013001300130013002, "activate_my_card": 0.0009000900090009, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0012001200120012, "automatic_top_up": 0.0005000500050005, "balance_not_updated_after_bank_transfer": 0.001000100010001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090009, "beneficiary_not_allowed": 0.0047004700470047005, "cancel_transfer": 0.001000100010001, "card_about_to_expire": 0.0024002400240024, "card_acceptance": 0.0019001900190019003, "card_arrival": 0.0009000900090009, "card_delivery_estimate": 0.0007000700070007, "card_linking": 0.0036003600360036, "card_not_working": 0.038003800380038005, "card_payment_fee_charged": 0.0014001400140014, "card_payment_not_recognised": 0.0017001700170017002, "card_payment_wrong_exchange_rate": 0.001000100010001, "card_swallowed": 0.8348834883488349, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.0009000900090009, "change_pin": 0.0008000800080008001, "compromised_card": 0.006400640064006401, "contactless_not_working": 0.0017001700170017002, "country_support": 0.001000100010001, "declined_card_payment": 0.013501350135013501, "declined_cash_withdrawal": 0.0030003000300030005, "declined_transfer": 0.0033003300330033004, "direct_debit_payment_not_recognised": 0.0008000800080008001, "disposable_card_limits": 0.001000100010001, "edit_personal_details": 0.0009000900090009, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.0006000600060006, "failed_transfer": 0.0009000900090009, "fiat_currency_support": 0.0009000900090009, "get_disposable_virtual_card": 0.0012001200120012, "get_physical_card": 0.0017001700170017002, "getting_spare_card": 0.0008000800080008001, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.006100610061006101, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.0008000800080008001, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.0212021202120212, "receiving_money": 0.0008000800080008001, "request_refund": 0.0013001300130013002, "reverted_card_payment?": 0.0037003700370037006, "supported_cards_and_currencies": 0.0017001700170017002, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.0006000600060006, "top_up_by_cash_or_cheque": 0.0006000600060006, "top_up_failed": 0.0009000900090009, "top_up_limits": 0.0006000600060006, "top_up_reverted": 0.0018001800180018, "topping_up_by_card": 0.0011001100110011003, "transaction_charged_twice": 0.0009000900090009, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0008000800080008001, "verify_my_identity": 0.0006000600060006, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0031003100310031, "visa_or_mastercard": 0.001000100010001, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0007000700070007, "wrong_exchange_rate_for_cash_withdrawal": 0.0007000700070007 }, "error": null, "latency_ms": 68.66362504661083, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-527", "text_group": "69b97a350e30ef3cd04e5487616bb11974cbb1e0e183a6c6537ba8771b4b1ab7", "expected": "pin_blocked", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0016, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0007, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0007, "card_acceptance": 0.0007, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.003, "card_not_working": 0.0558, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0041, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.447, "compromised_card": 0.0012, "contactless_not_working": 0.0019, "country_support": 0.0006, "declined_card_payment": 0.0008, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0024, "exchange_charge": 0.0004, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0006, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0111, "get_physical_card": 0.0136, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0022, "passcode_forgotten": 0.0007, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.3895, "receiving_money": 0.0004, "request_refund": 0.0004, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0014, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0007, "top_up_limits": 0.0004, "top_up_reverted": 0.0011, "topping_up_by_card": 0.0009, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0348, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 67.98270891886204, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-528", "text_group": "28932e58a32a0c708720a0507973476f4a84a23197eab0d924f296309e5952b6", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0006001800540162048, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.06902070621186357, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.00040012003601080324, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.00040012003601080324, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.0005001500450135041, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.9091727518255477, "receiving_money": 0.00020006001800540162, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 66.45629205740988, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-529", "text_group": "cbdbd288dafac01b6799a2e349d7e27c1f5b9b891500c822cf29fc1b6d9a86d1", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00020008003201280514, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.011304521808723489, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00040016006402561027, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.0005002000800320128, "get_physical_card": 0.004901960784313725, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.0009003601440576229, "passcode_forgotten": 0.00040016006402561027, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.9641856742697078, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00020008003201280514 }, "error": null, "latency_ms": 66.4381249807775, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-530", "text_group": "1f39d6ef1dbb337d7f8309af3ff70b99ee2111d215641d28fbb5b42a5fa575f6", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0011, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.001, "compromised_card": 0.0002, "contactless_not_working": 0.0004, "country_support": 0.0003, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0004, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.9789, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0003, "top_up_limits": 0.0004, "top_up_reverted": 0.0002, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 66.47266692016274, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-531", "text_group": "44675100365ee5e37920d7c747bdf6d8bfc139fc53815c6b1bd79c85e036a100", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.0006001800540162049, "activate_my_card": 0.0006001800540162049, "age_limit": 0.0007002100630189057, "apple_pay_or_google_pay": 0.0008002400720216066, "atm_support": 0.0015004501350405124, "automatic_top_up": 0.0007002100630189057, "balance_not_updated_after_bank_transfer": 0.0008002400720216066, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009002700810243074, "beneficiary_not_allowed": 0.0017005101530459137, "cancel_transfer": 0.0009002700810243074, "card_about_to_expire": 0.0006001800540162049, "card_acceptance": 0.001100330099029709, "card_arrival": 0.0006001800540162049, "card_delivery_estimate": 0.0006001800540162049, "card_linking": 0.001100330099029709, "card_not_working": 0.0013003901170351106, "card_payment_fee_charged": 0.0006001800540162049, "card_payment_not_recognised": 0.0007002100630189057, "card_payment_wrong_exchange_rate": 0.0009002700810243074, "card_swallowed": 0.001100330099029709, "cash_withdrawal_charge": 0.0006001800540162049, "cash_withdrawal_not_recognised": 0.0007002100630189057, "change_pin": 0.03841152345703711, "compromised_card": 0.0009002700810243074, "contactless_not_working": 0.0018005401620486148, "country_support": 0.0010003000900270082, "declined_card_payment": 0.0009002700810243074, "declined_cash_withdrawal": 0.0009002700810243074, "declined_transfer": 0.0008002400720216066, "direct_debit_payment_not_recognised": 0.0006001800540162049, "disposable_card_limits": 0.0009002700810243074, "edit_personal_details": 0.0009002700810243074, "exchange_charge": 0.0005001500450135041, "exchange_rate": 0.0006001800540162049, "exchange_via_app": 0.0007002100630189057, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.0009002700810243074, "fiat_currency_support": 0.0009002700810243074, "get_disposable_virtual_card": 0.0015004501350405124, "get_physical_card": 0.003801140342102631, "getting_spare_card": 0.0006001800540162049, "getting_virtual_card": 0.0006001800540162049, "lost_or_stolen_card": 0.0005001500450135041, "lost_or_stolen_phone": 0.0004001200360108033, "order_physical_card": 0.0006001800540162049, "passcode_forgotten": 0.001100330099029709, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.0006001800540162049, "pending_transfer": 0.0005001500450135041, "pin_blocked": 0.8988696608982695, "receiving_money": 0.0007002100630189057, "request_refund": 0.0006001800540162049, "reverted_card_payment?": 0.0007002100630189057, "supported_cards_and_currencies": 0.0009002700810243074, "terminate_account": 0.0007002100630189057, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.0006001800540162049, "top_up_failed": 0.001100330099029709, "top_up_limits": 0.0006001800540162049, "top_up_reverted": 0.0008002400720216066, "topping_up_by_card": 0.0007002100630189057, "transaction_charged_twice": 0.0031009302790837253, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.0005001500450135041, "transfer_not_received_by_recipient": 0.0005001500450135041, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.0008002400720216066, "verify_my_identity": 0.0006001800540162049, "verify_source_of_funds": 0.0005001500450135041, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.001100330099029709, "visa_or_mastercard": 0.0008002400720216066, "why_verify_identity": 0.0006001800540162049, "wrong_amount_of_cash_received": 0.0006001800540162049, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001800540162049 }, "error": null, "latency_ms": 66.46295893006027, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-532", "text_group": "9ca05a0ff7480f4f00e457bca0ba6e863d6d8ff80542f996ec2dc0f8ad19d31b", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.0007998400319936014, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0006998600279944011, "apple_pay_or_google_pay": 0.0006998600279944011, "atm_support": 0.0009998000399920016, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.0007998400319936014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007998400319936014, "beneficiary_not_allowed": 0.001299740051989602, "cancel_transfer": 0.0011997600479904018, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0007998400319936014, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0005998800239952009, "card_linking": 0.0009998000399920016, "card_not_working": 0.0010997800439912018, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0009998000399920016, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0006998600279944011, "change_pin": 0.0021995600879824036, "compromised_card": 0.0009998000399920016, "contactless_not_working": 0.0009998000399920016, "country_support": 0.0007998400319936014, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.0006998600279944011, "declined_transfer": 0.0007998400319936014, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.005898820235952809, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0010997800439912018, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0008998200359928015, "get_physical_card": 0.0008998200359928015, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.0004999000199960008, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.0006998600279944011, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.9400119976004799, "receiving_money": 0.0005998800239952009, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0005998800239952009, "supported_cards_and_currencies": 0.0006998600279944011, "terminate_account": 0.0006998600279944011, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.0007998400319936014, "top_up_limits": 0.002299540091981604, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.0007998400319936014, "transfer_fee_charged": 0.0004999000199960008, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0005998800239952009, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0008998200359928015, "verify_my_identity": 0.0004999000199960008, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0008998200359928015, "visa_or_mastercard": 0.0006998600279944011, "why_verify_identity": 0.0005998800239952009, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 66.63566606584936, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-533", "text_group": "5b7b72534cbf4ed342af682133c68238d63be7b8afbdfd7d9b070526e669e804", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.0003002101471029721, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002101471029721, "beneficiary_not_allowed": 0.0005003502451716202, "cancel_transfer": 0.0003002101471029721, "card_about_to_expire": 0.00020014009806864808, "card_acceptance": 0.0003002101471029721, "card_arrival": 0.00020014009806864808, "card_delivery_estimate": 0.00020014009806864808, "card_linking": 0.00040028019613729617, "card_not_working": 0.00040028019613729617, "card_payment_fee_charged": 0.00020014009806864808, "card_payment_not_recognised": 0.00020014009806864808, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.00040028019613729617, "cash_withdrawal_charge": 0.00020014009806864808, "cash_withdrawal_not_recognised": 0.00020014009806864808, "change_pin": 0.006604623236265386, "compromised_card": 0.0003002101471029721, "contactless_not_working": 0.0005003502451716202, "country_support": 0.0003002101471029721, "declined_card_payment": 0.0003002101471029721, "declined_cash_withdrawal": 0.0003002101471029721, "declined_transfer": 0.0003002101471029721, "direct_debit_payment_not_recognised": 0.0003002101471029721, "disposable_card_limits": 0.0003002101471029721, "edit_personal_details": 0.00040028019613729617, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.00020014009806864808, "fiat_currency_support": 0.00040028019613729617, "get_disposable_virtual_card": 0.0005003502451716202, "get_physical_card": 0.00040028019613729617, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.00020014009806864808, "lost_or_stolen_card": 0.0003002101471029721, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.00020014009806864808, "passcode_forgotten": 0.00040028019613729617, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.9736815771039727, "receiving_money": 0.00020014009806864808, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.00020014009806864808, "supported_cards_and_currencies": 0.0003002101471029721, "terminate_account": 0.00040028019613729617, "top_up_by_bank_transfer_charge": 0.00020014009806864808, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.00020014009806864808, "top_up_failed": 0.0003002101471029721, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.00020014009806864808, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.00020014009806864808, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.00020014009806864808, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.0003002101471029721, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.00040028019613729617, "visa_or_mastercard": 0.00020014009806864808, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.00020014009806864808, "wrong_exchange_rate_for_cash_withdrawal": 0.00020014009806864808 }, "error": null, "latency_ms": 66.11775001510978, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-534", "text_group": "c7458d74b14c8f6dfa673054916942710ed8dbc7fdb611c951ee56cf1b649bf8", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0030003000300030005, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0006000600060006, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0014001400140014, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0011001100110011003, "country_support": 0.0005000500050005, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0012001200120012, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.9684968496849685, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 66.80295802652836, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-535", "text_group": "dbc980cba70007ff86cc1828ea59b8c5406ef1cad2f0a957046468f7f34eee78", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.000400200100050025, "cancel_transfer": 0.000400200100050025, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.000400200100050025, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.000400200100050025, "card_not_working": 0.0005002501250625312, "card_payment_fee_charged": 0.0002001000500250125, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.000400200100050025, "card_swallowed": 0.0009004502251125562, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.06673336668334166, "compromised_card": 0.0006003001500750375, "contactless_not_working": 0.000400200100050025, "country_support": 0.00030015007503751874, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.0005002501250625312, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.000400200100050025, "get_disposable_virtual_card": 0.0005002501250625312, "get_physical_card": 0.015307653826913455, "getting_spare_card": 0.00030015007503751874, "getting_virtual_card": 0.00030015007503751874, "lost_or_stolen_card": 0.00030015007503751874, "lost_or_stolen_phone": 0.00030015007503751874, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.0005002501250625312, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.8952476238119059, "receiving_money": 0.00030015007503751874, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.000400200100050025, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.000400200100050025, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.000400200100050025, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.0002001000500250125, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.000400200100050025, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.000400200100050025, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 67.2737080603838, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-536", "text_group": "378e7fb84b3ed82c2d79b027dc4cae1e16484cf9f28f9ad0f8439ede6750ef73", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.0008001600320064013, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.001900380076015203, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0009001800360072014, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.0022004400880176037, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.9745949189837968, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0009001800360072014, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 70.47870801761746, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-537", "text_group": "76cf399ab171b1c1726cd9c41f969fea11fb30ec315498639992695aa6a2d9d6", "expected": "pin_blocked", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.0008994603238057167, "activate_my_card": 0.00029982010793523883, "age_limit": 0.0005996402158704777, "apple_pay_or_google_pay": 0.00039976014391365186, "atm_support": 0.0005996402158704777, "automatic_top_up": 0.00029982010793523883, "balance_not_updated_after_bank_transfer": 0.0004997001798920648, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997001798920648, "beneficiary_not_allowed": 0.0035978412952228666, "cancel_transfer": 0.0004997001798920648, "card_about_to_expire": 0.0005996402158704777, "card_acceptance": 0.0005996402158704777, "card_arrival": 0.00039976014391365186, "card_delivery_estimate": 0.00039976014391365186, "card_linking": 0.0010993403957625426, "card_not_working": 0.014091545072956227, "card_payment_fee_charged": 0.0004997001798920648, "card_payment_not_recognised": 0.002298620827503498, "card_payment_wrong_exchange_rate": 0.0004997001798920648, "card_swallowed": 0.5269838097141715, "cash_withdrawal_charge": 0.00029982010793523883, "cash_withdrawal_not_recognised": 0.0004997001798920648, "change_pin": 0.0004997001798920648, "compromised_card": 0.02198680791525085, "contactless_not_working": 0.0007995202878273037, "country_support": 0.0004997001798920648, "declined_card_payment": 0.0023985608634819106, "declined_cash_withdrawal": 0.0005996402158704777, "declined_transfer": 0.0006995802518488907, "direct_debit_payment_not_recognised": 0.00039976014391365186, "disposable_card_limits": 0.0005996402158704777, "edit_personal_details": 0.00039976014391365186, "exchange_charge": 0.00029982010793523883, "exchange_rate": 0.00029982010793523883, "exchange_via_app": 0.00029982010793523883, "extra_charge_on_statement": 0.00029982010793523883, "failed_transfer": 0.0004997001798920648, "fiat_currency_support": 0.00039976014391365186, "get_disposable_virtual_card": 0.0015990405756546075, "get_physical_card": 0.012192684389366382, "getting_spare_card": 0.00039976014391365186, "getting_virtual_card": 0.00039976014391365186, "lost_or_stolen_card": 0.3575854487307616, "lost_or_stolen_phone": 0.0005996402158704777, "order_physical_card": 0.0004997001798920648, "passcode_forgotten": 0.00039976014391365186, "pending_card_payment": 0.00029982010793523883, "pending_cash_withdrawal": 0.00029982010793523883, "pending_top_up": 0.00029982010793523883, "pending_transfer": 0.00029982010793523883, "pin_blocked": 0.016390165900459726, "receiving_money": 0.00029982010793523883, "request_refund": 0.0029982010793523886, "reverted_card_payment?": 0.006096342194683191, "supported_cards_and_currencies": 0.0006995802518488907, "terminate_account": 0.00029982010793523883, "top_up_by_bank_transfer_charge": 0.00029982010793523883, "top_up_by_card_charge": 0.00029982010793523883, "top_up_by_cash_or_cheque": 0.00029982010793523883, "top_up_failed": 0.0005996402158704777, "top_up_limits": 0.00029982010793523883, "top_up_reverted": 0.0011992804317409553, "topping_up_by_card": 0.0004997001798920648, "transaction_charged_twice": 0.0005996402158704777, "transfer_fee_charged": 0.00029982010793523883, "transfer_into_account": 0.00029982010793523883, "transfer_not_received_by_recipient": 0.00039976014391365186, "transfer_timing": 0.00029982010793523883, "unable_to_verify_identity": 0.0016989806116330202, "verify_my_identity": 0.00029982010793523883, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.00029982010793523883, "virtual_card_not_working": 0.0011992804317409553, "visa_or_mastercard": 0.0004997001798920648, "why_verify_identity": 0.00039976014391365186, "wrong_amount_of_cash_received": 0.00039976014391365186, "wrong_exchange_rate_for_cash_withdrawal": 0.00039976014391365186 }, "error": null, "latency_ms": 72.01812497805804, "usage": { "input_tokens": 612, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-538", "text_group": "3a32affa39d85ad1958cfc99b86509ae0b3c896101161c01489df4262006de39", "expected": "pin_blocked", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0015004501350405122, "activate_my_card": 0.007702310693207963, "age_limit": 0.0018005401620486145, "apple_pay_or_google_pay": 0.0043012903871161344, "atm_support": 0.005801740522156647, "automatic_top_up": 0.0020006001800540163, "balance_not_updated_after_bank_transfer": 0.0020006001800540163, "balance_not_updated_after_cheque_or_cash_deposit": 0.002100630189056717, "beneficiary_not_allowed": 0.0033009902970891265, "cancel_transfer": 0.002200660198059418, "card_about_to_expire": 0.0023006902070621185, "card_acceptance": 0.009002700810243071, "card_arrival": 0.002100630189056717, "card_delivery_estimate": 0.0020006001800540163, "card_linking": 0.09092727818345503, "card_not_working": 0.1471441432429729, "card_payment_fee_charged": 0.002400720216064819, "card_payment_not_recognised": 0.002100630189056717, "card_payment_wrong_exchange_rate": 0.002100630189056717, "card_swallowed": 0.11793538061418425, "cash_withdrawal_charge": 0.0017005101530459135, "cash_withdrawal_not_recognised": 0.0015004501350405122, "change_pin": 0.006301890567170151, "compromised_card": 0.01110333099929979, "contactless_not_working": 0.03581074322296689, "country_support": 0.0030009002700810243, "declined_card_payment": 0.0035010503150945285, "declined_cash_withdrawal": 0.0020006001800540163, "declined_transfer": 0.0030009002700810243, "direct_debit_payment_not_recognised": 0.0020006001800540163, "disposable_card_limits": 0.014304291287386216, "edit_personal_details": 0.00250075022506752, "exchange_charge": 0.0018005401620486145, "exchange_rate": 0.001600480144043213, "exchange_via_app": 0.0029008702610783233, "extra_charge_on_statement": 0.0017005101530459135, "failed_transfer": 0.001600480144043213, "fiat_currency_support": 0.0028008402520756227, "get_disposable_virtual_card": 0.07812343703110933, "get_physical_card": 0.061918575572671795, "getting_spare_card": 0.002400720216064819, "getting_virtual_card": 0.003401020306091827, "lost_or_stolen_card": 0.002200660198059418, "lost_or_stolen_phone": 0.001600480144043213, "order_physical_card": 0.010703210963288986, "passcode_forgotten": 0.0019005701710513153, "pending_card_payment": 0.0018005401620486145, "pending_cash_withdrawal": 0.0012003601080324095, "pending_top_up": 0.0013003901170351103, "pending_transfer": 0.0014004201260378114, "pin_blocked": 0.10193057917375213, "receiving_money": 0.002100630189056717, "request_refund": 0.0017005101530459135, "reverted_card_payment?": 0.0026007802340702207, "supported_cards_and_currencies": 0.050215064519355805, "terminate_account": 0.0039011703511053313, "top_up_by_bank_transfer_charge": 0.0017005101530459135, "top_up_by_card_charge": 0.0020006001800540163, "top_up_by_cash_or_cheque": 0.0017005101530459135, "top_up_failed": 0.0018005401620486145, "top_up_limits": 0.0018005401620486145, "top_up_reverted": 0.002100630189056717, "topping_up_by_card": 0.008302490747224167, "transaction_charged_twice": 0.0014004201260378114, "transfer_fee_charged": 0.0015004501350405122, "transfer_into_account": 0.0014004201260378114, "transfer_not_received_by_recipient": 0.0015004501350405122, "transfer_timing": 0.001600480144043213, "unable_to_verify_identity": 0.0019005701710513153, "verify_my_identity": 0.0018005401620486145, "verify_source_of_funds": 0.0018005401620486145, "verify_top_up": 0.0014004201260378114, "virtual_card_not_working": 0.11623487046113834, "visa_or_mastercard": 0.004601380414124237, "why_verify_identity": 0.001600480144043213, "wrong_amount_of_cash_received": 0.001600480144043213, "wrong_exchange_rate_for_cash_withdrawal": 0.0020006001800540163 }, "error": null, "latency_ms": 68.87650000862777, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-539", "text_group": "ea510d391714f8d1d604f5786b7733c1cf22625981842b9afc4805c3873576fa", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.0010002000400080016, "activate_my_card": 0.0006001200240048009, "age_limit": 0.0008001600320064013, "apple_pay_or_google_pay": 0.0009001800360072014, "atm_support": 0.001300260052010402, "automatic_top_up": 0.0007001400280056011, "balance_not_updated_after_bank_transfer": 0.0011002200440088019, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012002400480096017, "beneficiary_not_allowed": 0.0023004600920184036, "cancel_transfer": 0.0014002800560112022, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.0011002200440088019, "card_arrival": 0.0008001600320064013, "card_delivery_estimate": 0.0007001400280056011, "card_linking": 0.0012002400480096017, "card_not_working": 0.0018003600720144029, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0008001600320064013, "card_payment_wrong_exchange_rate": 0.0008001600320064013, "card_swallowed": 0.0023004600920184036, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.0009001800360072014, "change_pin": 0.0028005601120224045, "compromised_card": 0.001300260052010402, "contactless_not_working": 0.0017003400680136026, "country_support": 0.0010002000400080016, "declined_card_payment": 0.0010002000400080016, "declined_cash_withdrawal": 0.0010002000400080016, "declined_transfer": 0.0012002400480096017, "direct_debit_payment_not_recognised": 0.0008001600320064013, "disposable_card_limits": 0.001900380076015203, "edit_personal_details": 0.0007001400280056011, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0007001400280056011, "exchange_via_app": 0.0008001600320064013, "extra_charge_on_statement": 0.0006001200240048009, "failed_transfer": 0.002500500100020004, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0011002200440088019, "get_physical_card": 0.0010002000400080016, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.0006001200240048009, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.0010002000400080016, "pending_card_payment": 0.0006001200240048009, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.0006001200240048009, "pin_blocked": 0.9261852370474095, "receiving_money": 0.0008001600320064013, "request_refund": 0.0008001600320064013, "reverted_card_payment?": 0.0008001600320064013, "supported_cards_and_currencies": 0.0009001800360072014, "terminate_account": 0.0009001800360072014, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0006001200240048009, "top_up_by_cash_or_cheque": 0.0008001600320064013, "top_up_failed": 0.001300260052010402, "top_up_limits": 0.0016003200640128026, "top_up_reverted": 0.0008001600320064013, "topping_up_by_card": 0.0009001800360072014, "transaction_charged_twice": 0.0008001600320064013, "transfer_fee_charged": 0.0006001200240048009, "transfer_into_account": 0.0006001200240048009, "transfer_not_received_by_recipient": 0.0007001400280056011, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0016003200640128026, "verify_my_identity": 0.0007001400280056011, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0012002400480096017, "visa_or_mastercard": 0.0009001800360072014, "why_verify_identity": 0.0007001400280056011, "wrong_amount_of_cash_received": 0.0008001600320064013, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 68.17887502256781, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-540", "text_group": "671c301731044a09ad210140a4b2ebc89fec48b8ea6e17e9aec4c96d22ebb04c", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.0005002501250625313, "automatic_top_up": 0.00030015007503751874, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040020010005002504, "beneficiary_not_allowed": 0.0005002501250625313, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.00040020010005002504, "card_not_working": 0.00040020010005002504, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.0005002501250625313, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.053626813406703354, "compromised_card": 0.00040020010005002504, "contactless_not_working": 0.00040020010005002504, "country_support": 0.00040020010005002504, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.0005002501250625313, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.0005002501250625313, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.0005002501250625313, "get_physical_card": 0.003101550775387694, "getting_spare_card": 0.00030015007503751874, "getting_virtual_card": 0.00030015007503751874, "lost_or_stolen_card": 0.00030015007503751874, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.00040020010005002504, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.00030015007503751874, "pin_blocked": 0.919959979989995, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00040020010005002504, "terminate_account": 0.0005002501250625313, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00040020010005002504, "top_up_limits": 0.00030015007503751874, "top_up_reverted": 0.00040020010005002504, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00040020010005002504, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00040020010005002504, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.39500006753951, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-541", "text_group": "4936fdc7d567548d9db7420ef193276977930066857e4e34e5c60869870ad0d7", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.0004000800160032007, "activate_my_card": 0.0003000600120024005, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0004000800160032007, "atm_support": 0.0004000800160032007, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0004000800160032007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0015003000600120025, "cancel_transfer": 0.0004000800160032007, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.000600120024004801, "card_arrival": 0.0004000800160032007, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0011002200440088019, "card_not_working": 0.045309061812362474, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.022904580916183238, "cash_withdrawal_charge": 0.00020004000800160035, "cash_withdrawal_not_recognised": 0.0003000600120024005, "change_pin": 0.0017003400680136028, "compromised_card": 0.0009001800360072014, "contactless_not_working": 0.0011002200440088019, "country_support": 0.0003000600120024005, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0004000800160032007, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0004000800160032007, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.00020004000800160035, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.0004000800160032007, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0058011602320464095, "getting_spare_card": 0.0003000600120024005, "getting_virtual_card": 0.0003000600120024005, "lost_or_stolen_card": 0.027805561112222446, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.0013002600520104022, "pending_card_payment": 0.0003000600120024005, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.8644728945789159, "receiving_money": 0.0003000600120024005, "request_refund": 0.0003000600120024005, "reverted_card_payment?": 0.0004000800160032007, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0003000600120024005, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.0004000800160032007, "top_up_limits": 0.0003000600120024005, "top_up_reverted": 0.0004000800160032007, "topping_up_by_card": 0.0004000800160032007, "transaction_charged_twice": 0.0003000600120024005, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.0003000600120024005, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.004900980196039208, "visa_or_mastercard": 0.0004000800160032007, "why_verify_identity": 0.0003000600120024005, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 69.6966249961406, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-542", "text_group": "2164d8b80ed4d47350b3de7310294e45c4a62fed245c340c6b230b5ce49fdb2b", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.0033, "activate_my_card": 0.01, "age_limit": 0.0014, "apple_pay_or_google_pay": 0.0019, "atm_support": 0.0026, "automatic_top_up": 0.0013, "balance_not_updated_after_bank_transfer": 0.0032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0027, "beneficiary_not_allowed": 0.0173, "cancel_transfer": 0.0022, "card_about_to_expire": 0.0016, "card_acceptance": 0.0021, "card_arrival": 0.0016, "card_delivery_estimate": 0.0019, "card_linking": 0.0037, "card_not_working": 0.0174, "card_payment_fee_charged": 0.0015, "card_payment_not_recognised": 0.0022, "card_payment_wrong_exchange_rate": 0.0017, "card_swallowed": 0.0059, "cash_withdrawal_charge": 0.0018, "cash_withdrawal_not_recognised": 0.003, "change_pin": 0.0026, "compromised_card": 0.0023, "contactless_not_working": 0.0049, "country_support": 0.0022, "declined_card_payment": 0.0022, "declined_cash_withdrawal": 0.0023, "declined_transfer": 0.0036, "direct_debit_payment_not_recognised": 0.0021, "disposable_card_limits": 0.0025, "edit_personal_details": 0.0024, "exchange_charge": 0.0014, "exchange_rate": 0.0013, "exchange_via_app": 0.0015, "extra_charge_on_statement": 0.0017, "failed_transfer": 0.0023, "fiat_currency_support": 0.0021, "get_disposable_virtual_card": 0.0021, "get_physical_card": 0.0038, "getting_spare_card": 0.0015, "getting_virtual_card": 0.0016, "lost_or_stolen_card": 0.0084, "lost_or_stolen_phone": 0.0042, "order_physical_card": 0.0018, "passcode_forgotten": 0.0111, "pending_card_payment": 0.0012, "pending_cash_withdrawal": 0.0013, "pending_top_up": 0.0012, "pending_transfer": 0.0013, "pin_blocked": 0.445, "receiving_money": 0.002, "request_refund": 0.0021, "reverted_card_payment?": 0.0016, "supported_cards_and_currencies": 0.0017, "terminate_account": 0.3366, "top_up_by_bank_transfer_charge": 0.0013, "top_up_by_card_charge": 0.0012, "top_up_by_cash_or_cheque": 0.0014, "top_up_failed": 0.0018, "top_up_limits": 0.0017, "top_up_reverted": 0.0021, "topping_up_by_card": 0.0014, "transaction_charged_twice": 0.0015, "transfer_fee_charged": 0.0015, "transfer_into_account": 0.0024, "transfer_not_received_by_recipient": 0.0019, "transfer_timing": 0.0015, "unable_to_verify_identity": 0.0073, "verify_my_identity": 0.0024, "verify_source_of_funds": 0.0013, "verify_top_up": 0.0011, "virtual_card_not_working": 0.0045, "visa_or_mastercard": 0.0016, "why_verify_identity": 0.0029, "wrong_amount_of_cash_received": 0.0014, "wrong_exchange_rate_for_cash_withdrawal": 0.0016 }, "error": null, "latency_ms": 68.63724999129772, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-543", "text_group": "074a4f88b9e66c45f4337c0c7bfcba5141e3e420cbd0b6f3594472d86951bcda", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.0053, "activate_my_card": 0.0025, "age_limit": 0.0026, "apple_pay_or_google_pay": 0.0042, "atm_support": 0.0055, "automatic_top_up": 0.0023, "balance_not_updated_after_bank_transfer": 0.0135, "balance_not_updated_after_cheque_or_cash_deposit": 0.0069, "beneficiary_not_allowed": 0.1211, "cancel_transfer": 0.0037, "card_about_to_expire": 0.0032, "card_acceptance": 0.0043, "card_arrival": 0.0033, "card_delivery_estimate": 0.0029, "card_linking": 0.0044, "card_not_working": 0.0154, "card_payment_fee_charged": 0.0028, "card_payment_not_recognised": 0.0046, "card_payment_wrong_exchange_rate": 0.0043, "card_swallowed": 0.0083, "cash_withdrawal_charge": 0.0038, "cash_withdrawal_not_recognised": 0.0072, "change_pin": 0.0032, "compromised_card": 0.0043, "contactless_not_working": 0.0126, "country_support": 0.0051, "declined_card_payment": 0.0182, "declined_cash_withdrawal": 0.1579, "declined_transfer": 0.0885, "direct_debit_payment_not_recognised": 0.0044, "disposable_card_limits": 0.004, "edit_personal_details": 0.0033, "exchange_charge": 0.0027, "exchange_rate": 0.0025, "exchange_via_app": 0.0028, "extra_charge_on_statement": 0.0025, "failed_transfer": 0.0085, "fiat_currency_support": 0.0045, "get_disposable_virtual_card": 0.0032, "get_physical_card": 0.0035, "getting_spare_card": 0.0026, "getting_virtual_card": 0.0024, "lost_or_stolen_card": 0.0029, "lost_or_stolen_phone": 0.0023, "order_physical_card": 0.0025, "passcode_forgotten": 0.0032, "pending_card_payment": 0.0029, "pending_cash_withdrawal": 0.0032, "pending_top_up": 0.0023, "pending_transfer": 0.0029, "pin_blocked": 0.2896, "receiving_money": 0.0037, "request_refund": 0.0046, "reverted_card_payment?": 0.0078, "supported_cards_and_currencies": 0.0044, "terminate_account": 0.0038, "top_up_by_bank_transfer_charge": 0.0028, "top_up_by_card_charge": 0.0025, "top_up_by_cash_or_cheque": 0.0039, "top_up_failed": 0.0072, "top_up_limits": 0.0028, "top_up_reverted": 0.0095, "topping_up_by_card": 0.0033, "transaction_charged_twice": 0.0038, "transfer_fee_charged": 0.0028, "transfer_into_account": 0.0027, "transfer_not_received_by_recipient": 0.0037, "transfer_timing": 0.0029, "unable_to_verify_identity": 0.005, "verify_my_identity": 0.0027, "verify_source_of_funds": 0.0024, "verify_top_up": 0.0022, "virtual_card_not_working": 0.0156, "visa_or_mastercard": 0.0046, "why_verify_identity": 0.0039, "wrong_amount_of_cash_received": 0.0064, "wrong_exchange_rate_for_cash_withdrawal": 0.0044 }, "error": null, "latency_ms": 69.11191600374877, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-544", "text_group": "632f290fe3a20e0ad21ff153fa247d685e15d8d0db44ad33d72e6c4603287e47", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.000200160128102482, "activate_my_card": 0.000200160128102482, "age_limit": 0.000200160128102482, "apple_pay_or_google_pay": 0.000200160128102482, "atm_support": 0.00030024019215372296, "automatic_top_up": 0.000200160128102482, "balance_not_updated_after_bank_transfer": 0.000200160128102482, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030024019215372296, "beneficiary_not_allowed": 0.000500400320256205, "cancel_transfer": 0.00030024019215372296, "card_about_to_expire": 0.000200160128102482, "card_acceptance": 0.00030024019215372296, "card_arrival": 0.000200160128102482, "card_delivery_estimate": 0.000200160128102482, "card_linking": 0.00030024019215372296, "card_not_working": 0.000400320256204964, "card_payment_fee_charged": 0.000200160128102482, "card_payment_not_recognised": 0.000200160128102482, "card_payment_wrong_exchange_rate": 0.000200160128102482, "card_swallowed": 0.0006004803843074459, "cash_withdrawal_charge": 0.000200160128102482, "cash_withdrawal_not_recognised": 0.000200160128102482, "change_pin": 0.06194955964771817, "compromised_card": 0.000400320256204964, "contactless_not_working": 0.000800640512409928, "country_support": 0.00030024019215372296, "declined_card_payment": 0.000200160128102482, "declined_cash_withdrawal": 0.00030024019215372296, "declined_transfer": 0.000400320256204964, "direct_debit_payment_not_recognised": 0.000200160128102482, "disposable_card_limits": 0.00030024019215372296, "edit_personal_details": 0.000500400320256205, "exchange_charge": 0.000200160128102482, "exchange_rate": 0.000200160128102482, "exchange_via_app": 0.000200160128102482, "extra_charge_on_statement": 0.000200160128102482, "failed_transfer": 0.000200160128102482, "fiat_currency_support": 0.00030024019215372296, "get_disposable_virtual_card": 0.0033026421136909527, "get_physical_card": 0.000800640512409928, "getting_spare_card": 0.000200160128102482, "getting_virtual_card": 0.000200160128102482, "lost_or_stolen_card": 0.000200160128102482, "lost_or_stolen_phone": 0.000200160128102482, "order_physical_card": 0.000200160128102482, "passcode_forgotten": 0.00030024019215372296, "pending_card_payment": 0.000200160128102482, "pending_cash_withdrawal": 0.000200160128102482, "pending_top_up": 0.000200160128102482, "pending_transfer": 0.000200160128102482, "pin_blocked": 0.9152321857485989, "receiving_money": 0.00030024019215372296, "request_refund": 0.000200160128102482, "reverted_card_payment?": 0.000200160128102482, "supported_cards_and_currencies": 0.000200160128102482, "terminate_account": 0.00030024019215372296, "top_up_by_bank_transfer_charge": 0.000200160128102482, "top_up_by_card_charge": 0.000200160128102482, "top_up_by_cash_or_cheque": 0.000200160128102482, "top_up_failed": 0.00030024019215372296, "top_up_limits": 0.000200160128102482, "top_up_reverted": 0.00030024019215372296, "topping_up_by_card": 0.00030024019215372296, "transaction_charged_twice": 0.000200160128102482, "transfer_fee_charged": 0.000200160128102482, "transfer_into_account": 0.000200160128102482, "transfer_not_received_by_recipient": 0.000200160128102482, "transfer_timing": 0.000200160128102482, "unable_to_verify_identity": 0.000200160128102482, "verify_my_identity": 0.000200160128102482, "verify_source_of_funds": 0.000200160128102482, "verify_top_up": 0.000200160128102482, "virtual_card_not_working": 0.0006004803843074459, "visa_or_mastercard": 0.000200160128102482, "why_verify_identity": 0.000200160128102482, "wrong_amount_of_cash_received": 0.000200160128102482, "wrong_exchange_rate_for_cash_withdrawal": 0.000200160128102482 }, "error": null, "latency_ms": 68.78099997993559, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-545", "text_group": "35bdd679e63d27961c22d2f271922252e4b8f9a6085a269dc4f427c3ca8e6804", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.00030009002700810244, "balance_not_updated_after_bank_transfer": 0.00030009002700810244, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0004001200360108033, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.0004001200360108033, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.0004001200360108033, "card_swallowed": 0.0012003601080324098, "cash_withdrawal_charge": 0.00020006001800540165, "cash_withdrawal_not_recognised": 0.00030009002700810244, "change_pin": 0.00860258077423227, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0004001200360108033, "country_support": 0.0004001200360108033, "declined_card_payment": 0.00030009002700810244, "declined_cash_withdrawal": 0.0004001200360108033, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.0004001200360108033, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00030009002700810244, "exchange_via_app": 0.00030009002700810244, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.0007002100630189057, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00030009002700810244, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.9672901870561169, "receiving_money": 0.00030009002700810244, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.00030009002700810244, "terminate_account": 0.00030009002700810244, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.0004001200360108033, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.00030009002700810244, "transaction_charged_twice": 0.0004001200360108033, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.00020006001800540165, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 71.00270804949105, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-546", "text_group": "b839252c17a28479e818c6572ef7b970500c83ec202459b9c42e3f2757eb336a", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00020010005002501252, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.0006003001500750375, "cancel_transfer": 0.00040020010005002504, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00040020010005002504, "card_payment_fee_charged": 0.00020010005002501252, "card_payment_not_recognised": 0.00020010005002501252, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.004702351175587795, "compromised_card": 0.00040020010005002504, "contactless_not_working": 0.00040020010005002504, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00020010005002501252, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00040020010005002504, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00040020010005002504, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.0005002501250625313, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.975487743871936, "receiving_money": 0.00020010005002501252, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00040020010005002504, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00040020010005002504, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 69.84299991745502, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-547", "text_group": "35d60f1739e3be60ce4885770485a48bb89c08d2e9c0005d7fd6dcce1c47e9c5", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0003998400639744103, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.000899640143942423, "cancel_transfer": 0.0004998000799680128, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0003998400639744103, "card_not_working": 0.0006997201119552179, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0006997201119552179, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0003998400639744103, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0006997201119552179, "country_support": 0.0003998400639744103, "declined_card_payment": 0.0004998000799680128, "declined_cash_withdrawal": 0.0004998000799680128, "declined_transfer": 0.0005997600959616154, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0004998000799680128, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.9730107956817274, "receiving_money": 0.0002998800479808077, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0002998800479808077, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.000899640143942423, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 67.31170904822648, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-548", "text_group": "2ff997ceb74c472ecfaaa2e1539cc0f1586a276d24593c9c7760b562d5418801", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00020010005002501252, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00020010005002501252, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.0005002501250625313, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00040020010005002504, "card_payment_fee_charged": 0.00020010005002501252, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00040020010005002504, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.0028014007003501753, "compromised_card": 0.0005002501250625313, "contactless_not_working": 0.0005002501250625313, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00040020010005002504, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.0005002501250625313, "get_physical_card": 0.0005002501250625313, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00030015007503751874, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.9773886943471737, "receiving_money": 0.00020010005002501252, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00020010005002501252, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.0005002501250625313, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 67.26387492381036, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-549", "text_group": "3cc14680828db3a32ccfe965ab598a7d16850d7bc267dd98a7a596e00ccf8f23", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00020008003201280514, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.03731492597038815, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.0005002000800320128, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.0005002000800320128, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.9444777911164466, "receiving_money": 0.00020008003201280514, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00020008003201280514 }, "error": null, "latency_ms": 67.29120796080679, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-550", "text_group": "03aba1e2318199363a518428718f5f3655126ccb1ccd3188bef771ac007fc08f", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0013997200559888023, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.0010997800439912018, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.0005998800239952009, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0010997800439912018, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0007998400319936014, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.9738052389522096, "receiving_money": 0.00029994001199760045, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.0006998600279944011, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 67.33791704755276, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-551", "text_group": "5b7d511104081602b503ab76aa33bf71979bb272aec803abf94b1d5974a10492", "expected": "pin_blocked", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.0004001200360108033, "activate_my_card": 0.007602280684205262, "age_limit": 0.0004001200360108033, "apple_pay_or_google_pay": 0.0006001800540162049, "atm_support": 0.0010003000900270082, "automatic_top_up": 0.0008002400720216066, "balance_not_updated_after_bank_transfer": 0.0012003601080324098, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008002400720216066, "beneficiary_not_allowed": 0.0007002100630189057, "cancel_transfer": 0.002100630189056717, "card_about_to_expire": 0.0006001800540162049, "card_acceptance": 0.0008002400720216066, "card_arrival": 0.0006001800540162049, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.01840552165649695, "card_not_working": 0.0008002400720216066, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0006001800540162049, "card_payment_wrong_exchange_rate": 0.0006001800540162049, "card_swallowed": 0.002200660198059418, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.7879363809142743, "compromised_card": 0.001100330099029709, "contactless_not_working": 0.0008002400720216066, "country_support": 0.0008002400720216066, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0006001800540162049, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.0013003901170351106, "edit_personal_details": 0.023106932079623888, "exchange_charge": 0.0004001200360108033, "exchange_rate": 0.0004001200360108033, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.0004001200360108033, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.0008002400720216066, "get_disposable_virtual_card": 0.018105431629488848, "get_physical_card": 0.06251875562668802, "getting_spare_card": 0.0005001500450135041, "getting_virtual_card": 0.0008002400720216066, "lost_or_stolen_card": 0.0007002100630189057, "lost_or_stolen_phone": 0.0005001500450135041, "order_physical_card": 0.0018005401620486148, "passcode_forgotten": 0.0009002700810243074, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.0006001800540162049, "pending_transfer": 0.0005001500450135041, "pin_blocked": 0.016905071521456438, "receiving_money": 0.0007002100630189057, "request_refund": 0.0005001500450135041, "reverted_card_payment?": 0.0007002100630189057, "supported_cards_and_currencies": 0.0008002400720216066, "terminate_account": 0.005201560468140442, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.0004001200360108033, "top_up_by_cash_or_cheque": 0.0006001800540162049, "top_up_failed": 0.0006001800540162049, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.013303991197359208, "topping_up_by_card": 0.0007002100630189057, "transaction_charged_twice": 0.0004001200360108033, "transfer_fee_charged": 0.0004001200360108033, "transfer_into_account": 0.0005001500450135041, "transfer_not_received_by_recipient": 0.0005001500450135041, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.0007002100630189057, "verify_my_identity": 0.0007002100630189057, "verify_source_of_funds": 0.0006001800540162049, "verify_top_up": 0.0006001800540162049, "virtual_card_not_working": 0.0012003601080324098, "visa_or_mastercard": 0.0007002100630189057, "why_verify_identity": 0.0005001500450135041, "wrong_amount_of_cash_received": 0.0005001500450135041, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 67.5411670235917, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-552", "text_group": "7fa916636931663e30bfdd32581b9c2a4ae469509a67cb7846931a679a7db534", "expected": "pin_blocked", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.0006003001500750375, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.000400200100050025, "atm_support": 0.0006003001500750375, "automatic_top_up": 0.000400200100050025, "balance_not_updated_after_bank_transfer": 0.0005002501250625312, "balance_not_updated_after_cheque_or_cash_deposit": 0.000400200100050025, "beneficiary_not_allowed": 0.000400200100050025, "cancel_transfer": 0.0005002501250625312, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.0005002501250625312, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.0006003001500750375, "card_not_working": 0.000400200100050025, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.000400200100050025, "card_swallowed": 0.0006003001500750375, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.9439719859929965, "compromised_card": 0.0005002501250625312, "contactless_not_working": 0.000400200100050025, "country_support": 0.0005002501250625312, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.0007003501750875437, "edit_personal_details": 0.0032016008004002, "exchange_charge": 0.00030015007503751874, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.000400200100050025, "extra_charge_on_statement": 0.00030015007503751874, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.0005002501250625312, "get_disposable_virtual_card": 0.0064032016008004, "get_physical_card": 0.006303151575787894, "getting_spare_card": 0.00030015007503751874, "getting_virtual_card": 0.000400200100050025, "lost_or_stolen_card": 0.00030015007503751874, "lost_or_stolen_phone": 0.00030015007503751874, "order_physical_card": 0.0007003501750875437, "passcode_forgotten": 0.00080040020010005, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.00030015007503751874, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.00030015007503751874, "pin_blocked": 0.012306153076538269, "receiving_money": 0.00030015007503751874, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.000400200100050025, "supported_cards_and_currencies": 0.0005002501250625312, "terminate_account": 0.0005002501250625312, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.000400200100050025, "top_up_limits": 0.000400200100050025, "top_up_reverted": 0.0006003001500750375, "topping_up_by_card": 0.000400200100050025, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.00030015007503751874, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.00030015007503751874, "unable_to_verify_identity": 0.000400200100050025, "verify_my_identity": 0.000400200100050025, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.0005002501250625312, "visa_or_mastercard": 0.000400200100050025, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 69.75983292795718, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-553", "text_group": "d05872cd02fd699b1882bbd5bbc839f27560164e9b09a371f9bef1bd2d1aa09a", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00020010005002501252, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00040020010005002504, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00040020010005002504, "card_not_working": 0.00040020010005002504, "card_payment_fee_charged": 0.00020010005002501252, "card_payment_not_recognised": 0.00020010005002501252, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00040020010005002504, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.12026013006503253, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.0008004002001000501, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00020010005002501252, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.00040020010005002504, "edit_personal_details": 0.00040020010005002504, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.0020010005002501254, "get_physical_card": 0.0022011005502751376, "getting_spare_card": 0.00030015007503751874, "getting_virtual_card": 0.00030015007503751874, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.00030015007503751874, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.8567283641820911, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00020010005002501252, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00040020010005002504, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 67.48566695023328, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-554", "text_group": "ab3ba97a719e7e1c78228fd7184a13ac83ca99cfcefdd1de7c6a81e5d143419b", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0014002800560112022, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.030406081216243247, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.001300260052010402, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.001300260052010402, "get_physical_card": 0.0012002400480096017, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.9439887977595519, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0008001600320064013, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 67.06645898520947, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-555", "text_group": "8ba16a08bfb9b07aa761b6606fa31c84aad8da73bc378ebff1e5fda0dfc1d410", "expected": "pin_blocked", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.000999900009999, "activate_my_card": 0.0007999200079992001, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0017998200179982, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.0007999200079992001, "card_acceptance": 0.0011998800119988001, "card_arrival": 0.0007999200079992001, "card_delivery_estimate": 0.0006999300069993001, "card_linking": 0.009799020097990201, "card_not_working": 0.9012098790120988, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0028997100289971, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.0004999500049995, "compromised_card": 0.000999900009999, "contactless_not_working": 0.008299170082991702, "country_support": 0.0007999200079992001, "declined_card_payment": 0.0016998300169983002, "declined_cash_withdrawal": 0.0008999100089991, "declined_transfer": 0.0011998800119988001, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0017998200179982, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.008499150084991502, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.0007999200079992001, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.0030996900309969004, "receiving_money": 0.0005999400059994001, "request_refund": 0.0008999100089991, "reverted_card_payment?": 0.0008999100089991, "supported_cards_and_currencies": 0.006899310068993101, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.013998600139986002, "visa_or_mastercard": 0.0010998900109989002, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 69.16091602761298, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-556", "text_group": "d0aa8b211195b84bb8ec7249f1004458b7759ad30bcf0fb75230086e9377bbbb", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.0010998900109989002, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.000999900009999, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.0010998900109989002, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.3187681231876812, "compromised_card": 0.0006999300069993001, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0004999500049995, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.0017998200179982, "get_physical_card": 0.051994800519948, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0013998600139986002, "passcode_forgotten": 0.0007999200079992001, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.5922407759224079, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.004199580041995801, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.000999900009999, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 67.86874996032566, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-557", "text_group": "356097b57d60e92afe6f572a02e67755900120bbbe89eebd479e1a24fba12267", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00019998000199980003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00019998000199980003, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.0086991300869913, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.0007999200079992001, "get_physical_card": 0.0046995300469953, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.9678032196780322, "receiving_money": 0.00019998000199980003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00019998000199980003, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 67.81937507912517, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-558", "text_group": "2faf031a77c8019093a00b6b931a30d3a2db5140192a11d48e44cb630e910bb8", "expected": "pin_blocked", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0006001200240048009, "activate_my_card": 0.0005001000200040008, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0009001800360072014, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0008001600320064013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008001600320064013, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.0007001400280056011, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0007001400280056011, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0011002200440088019, "card_not_working": 0.2495499099819964, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0006001200240048009, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.0012002400480096017, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.0034006801360272052, "compromised_card": 0.0010002000400080016, "contactless_not_working": 0.026205241048209642, "country_support": 0.0007001400280056011, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.0008001600320064013, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0007001400280056011, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.0008001600320064013, "get_disposable_virtual_card": 0.0008001600320064013, "get_physical_card": 0.004300860172034407, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.0007001400280056011, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0008001600320064013, "passcode_forgotten": 0.0015003000600120023, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.33006601320264056, "receiving_money": 0.0006001200240048009, "request_refund": 0.0007001400280056011, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.0007001400280056011, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0007001400280056011, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.0006001200240048009, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.34256851370274055, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001200240048009 }, "error": null, "latency_ms": 67.89729197043926, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-559", "text_group": "92e2684178f2c631ca4d7c35409b03f2f29f2d63514082cc31581ba48f4bdf7f", "expected": "pin_blocked", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.001299740051989602, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.005898820235952809, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.010697860427914417, "get_physical_card": 0.0700859828034393, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.052589482103579284, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.836132773445311, "receiving_money": 0.00029994001199760045, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.0005998800239952009, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 68.24604200664908, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-560", "text_group": "70532b556f79ac32e2746deaede62eadfd949cedceb34b61a99fc4b7b7f88880", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.0004000400040004001, "activate_my_card": 0.0016001600160016004, "age_limit": 0.0004000400040004001, "apple_pay_or_google_pay": 0.0016001600160016004, "atm_support": 0.0031003100310031005, "automatic_top_up": 0.0004000400040004001, "balance_not_updated_after_bank_transfer": 0.0005000500050005002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005002, "beneficiary_not_allowed": 0.0008000800080008002, "cancel_transfer": 0.0004000400040004001, "card_about_to_expire": 0.0006000600060006001, "card_acceptance": 0.014301430143014304, "card_arrival": 0.0008000800080008002, "card_delivery_estimate": 0.0006000600060006001, "card_linking": 0.0042004200420042, "card_not_working": 0.0018001800180018003, "card_payment_fee_charged": 0.0006000600060006001, "card_payment_not_recognised": 0.0008000800080008002, "card_payment_wrong_exchange_rate": 0.0011001100110011003, "card_swallowed": 0.0005000500050005002, "cash_withdrawal_charge": 0.0005000500050005002, "cash_withdrawal_not_recognised": 0.0004000400040004001, "change_pin": 0.0004000400040004001, "compromised_card": 0.0006000600060006001, "contactless_not_working": 0.8895889588958896, "country_support": 0.0012001200120012002, "declined_card_payment": 0.0010001000100010003, "declined_cash_withdrawal": 0.0004000400040004001, "declined_transfer": 0.0005000500050005002, "direct_debit_payment_not_recognised": 0.0008000800080008002, "disposable_card_limits": 0.0007000700070007002, "edit_personal_details": 0.0005000500050005002, "exchange_charge": 0.0005000500050005002, "exchange_rate": 0.0004000400040004001, "exchange_via_app": 0.0005000500050005002, "extra_charge_on_statement": 0.0005000500050005002, "failed_transfer": 0.0004000400040004001, "fiat_currency_support": 0.0020002000200020006, "get_disposable_virtual_card": 0.0007000700070007002, "get_physical_card": 0.0034003400340034003, "getting_spare_card": 0.0008000800080008002, "getting_virtual_card": 0.0008000800080008002, "lost_or_stolen_card": 0.0004000400040004001, "lost_or_stolen_phone": 0.00030003000300030005, "order_physical_card": 0.0029002900290029006, "passcode_forgotten": 0.0004000400040004001, "pending_card_payment": 0.0008000800080008002, "pending_cash_withdrawal": 0.00030003000300030005, "pending_top_up": 0.0004000400040004001, "pending_transfer": 0.0004000400040004001, "pin_blocked": 0.0005000500050005002, "receiving_money": 0.0007000700070007002, "request_refund": 0.0004000400040004001, "reverted_card_payment?": 0.0007000700070007002, "supported_cards_and_currencies": 0.03650365036503651, "terminate_account": 0.0004000400040004001, "top_up_by_bank_transfer_charge": 0.0004000400040004001, "top_up_by_card_charge": 0.0005000500050005002, "top_up_by_cash_or_cheque": 0.0004000400040004001, "top_up_failed": 0.0004000400040004001, "top_up_limits": 0.0005000500050005002, "top_up_reverted": 0.0005000500050005002, "topping_up_by_card": 0.0010001000100010003, "transaction_charged_twice": 0.0004000400040004001, "transfer_fee_charged": 0.0005000500050005002, "transfer_into_account": 0.0004000400040004001, "transfer_not_received_by_recipient": 0.0004000400040004001, "transfer_timing": 0.0005000500050005002, "unable_to_verify_identity": 0.0005000500050005002, "verify_my_identity": 0.0005000500050005002, "verify_source_of_funds": 0.0005000500050005002, "verify_top_up": 0.0008000800080008002, "virtual_card_not_working": 0.0014001400140014003, "visa_or_mastercard": 0.0023002300230023005, "why_verify_identity": 0.0004000400040004001, "wrong_amount_of_cash_received": 0.0004000400040004001, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006001 }, "error": null, "latency_ms": 67.68020894378424, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-561", "text_group": "3a7eae261f573f0c49c5a1661a724297ed17e0a8ee2abe9e00ce996d21a2d068", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.0029005801160232043, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.9691938387677536, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0009001800360072014, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0008001600320064013, "receiving_money": 0.0003000600120024004, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.005801160232046409, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 68.19383299443871, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-562", "text_group": "c2510597e0ce39001affacc329ebc6039909fcc3834957d1c28e7e68ceb633ab", "expected": "contactless_not_working", "prediction": "card_linking", "probabilities": { "Refund_not_showing_up": 0.0015998400159984002, "activate_my_card": 0.040195980401959805, "age_limit": 0.0016998300169983002, "apple_pay_or_google_pay": 0.0036996300369963007, "atm_support": 0.0071992800719928, "automatic_top_up": 0.0021997800219978004, "balance_not_updated_after_bank_transfer": 0.001999800019998, "balance_not_updated_after_cheque_or_cash_deposit": 0.0020997900209979003, "beneficiary_not_allowed": 0.0025997400259974, "cancel_transfer": 0.0015998400159984002, "card_about_to_expire": 0.0024997500249975004, "card_acceptance": 0.04339566043395661, "card_arrival": 0.0028997100289971, "card_delivery_estimate": 0.001999800019998, "card_linking": 0.3086691330866913, "card_not_working": 0.0053994600539946005, "card_payment_fee_charged": 0.0033996600339966003, "card_payment_not_recognised": 0.0022997700229977, "card_payment_wrong_exchange_rate": 0.0024997500249975004, "card_swallowed": 0.001999800019998, "cash_withdrawal_charge": 0.001999800019998, "cash_withdrawal_not_recognised": 0.0014998500149985001, "change_pin": 0.001999800019998, "compromised_card": 0.0028997100289971, "contactless_not_working": 0.0025997400259974, "country_support": 0.004299570042995701, "declined_card_payment": 0.0023997600239976003, "declined_cash_withdrawal": 0.0014998500149985001, "declined_transfer": 0.0017998200179982, "direct_debit_payment_not_recognised": 0.001999800019998, "disposable_card_limits": 0.0065993400659934, "edit_personal_details": 0.0021997800219978004, "exchange_charge": 0.001999800019998, "exchange_rate": 0.0015998400159984002, "exchange_via_app": 0.001999800019998, "extra_charge_on_statement": 0.0016998300169983002, "failed_transfer": 0.0016998300169983002, "fiat_currency_support": 0.0040995900409959, "get_disposable_virtual_card": 0.0031996800319968005, "get_physical_card": 0.034096590340965904, "getting_spare_card": 0.004999500049995001, "getting_virtual_card": 0.0051994800519948, "lost_or_stolen_card": 0.0015998400159984002, "lost_or_stolen_phone": 0.0010998900109989002, "order_physical_card": 0.06179382061793821, "passcode_forgotten": 0.0013998600139986002, "pending_card_payment": 0.0020997900209979003, "pending_cash_withdrawal": 0.0012998700129987, "pending_top_up": 0.0015998400159984002, "pending_transfer": 0.0014998500149985001, "pin_blocked": 0.0015998400159984002, "receiving_money": 0.0022997700229977, "request_refund": 0.0018998100189981002, "reverted_card_payment?": 0.0024997500249975004, "supported_cards_and_currencies": 0.2602739726027397, "terminate_account": 0.0014998500149985001, "top_up_by_bank_transfer_charge": 0.0021997800219978004, "top_up_by_card_charge": 0.0021997800219978004, "top_up_by_cash_or_cheque": 0.0021997800219978004, "top_up_failed": 0.0017998200179982, "top_up_limits": 0.001999800019998, "top_up_reverted": 0.0020997900209979003, "topping_up_by_card": 0.043495650434956505, "transaction_charged_twice": 0.0013998600139986002, "transfer_fee_charged": 0.0015998400159984002, "transfer_into_account": 0.0013998600139986002, "transfer_not_received_by_recipient": 0.0015998400159984002, "transfer_timing": 0.0018998100189981002, "unable_to_verify_identity": 0.0021997800219978004, "verify_my_identity": 0.0021997800219978004, "verify_source_of_funds": 0.001999800019998, "verify_top_up": 0.0023997600239976003, "virtual_card_not_working": 0.004899510048995101, "visa_or_mastercard": 0.042195780421957804, "why_verify_identity": 0.001999800019998, "wrong_amount_of_cash_received": 0.0013998600139986002, "wrong_exchange_rate_for_cash_withdrawal": 0.001999800019998 }, "error": null, "latency_ms": 68.36929207202047, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-563", "text_group": "54c35163f68d6b576b2c0f58b771e95a0d6d800980accffb13fcad967eb53f62", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00019978024173409253, "activate_my_card": 9.989012086704626e-05, "age_limit": 9.989012086704626e-05, "apple_pay_or_google_pay": 0.00019978024173409253, "atm_support": 0.00029967036260113877, "automatic_top_up": 9.989012086704626e-05, "balance_not_updated_after_bank_transfer": 0.00019978024173409253, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019978024173409253, "beneficiary_not_allowed": 0.00039956048346818506, "cancel_transfer": 0.00019978024173409253, "card_about_to_expire": 0.00019978024173409253, "card_acceptance": 0.00019978024173409253, "card_arrival": 0.00019978024173409253, "card_delivery_estimate": 0.00019978024173409253, "card_linking": 0.00019978024173409253, "card_not_working": 0.0004994506043352313, "card_payment_fee_charged": 0.00019978024173409253, "card_payment_not_recognised": 0.00019978024173409253, "card_payment_wrong_exchange_rate": 0.00029967036260113877, "card_swallowed": 0.00019978024173409253, "cash_withdrawal_charge": 0.00019978024173409253, "cash_withdrawal_not_recognised": 0.00019978024173409253, "change_pin": 0.00019978024173409253, "compromised_card": 0.00019978024173409253, "contactless_not_working": 0.9829187893317352, "country_support": 0.00019978024173409253, "declined_card_payment": 0.00029967036260113877, "declined_cash_withdrawal": 0.00039956048346818506, "declined_transfer": 0.00039956048346818506, "direct_debit_payment_not_recognised": 0.00019978024173409253, "disposable_card_limits": 0.00019978024173409253, "edit_personal_details": 0.00019978024173409253, "exchange_charge": 0.00019978024173409253, "exchange_rate": 0.00019978024173409253, "exchange_via_app": 0.00019978024173409253, "extra_charge_on_statement": 0.00019978024173409253, "failed_transfer": 0.00029967036260113877, "fiat_currency_support": 0.00029967036260113877, "get_disposable_virtual_card": 0.00019978024173409253, "get_physical_card": 0.00019978024173409253, "getting_spare_card": 9.989012086704626e-05, "getting_virtual_card": 0.00019978024173409253, "lost_or_stolen_card": 0.00019978024173409253, "lost_or_stolen_phone": 0.00019978024173409253, "order_physical_card": 0.00019978024173409253, "passcode_forgotten": 0.00019978024173409253, "pending_card_payment": 0.00019978024173409253, "pending_cash_withdrawal": 0.00019978024173409253, "pending_top_up": 0.00019978024173409253, "pending_transfer": 0.00019978024173409253, "pin_blocked": 0.00039956048346818506, "receiving_money": 0.00019978024173409253, "request_refund": 0.00019978024173409253, "reverted_card_payment?": 0.00029967036260113877, "supported_cards_and_currencies": 0.00029967036260113877, "terminate_account": 0.00019978024173409253, "top_up_by_bank_transfer_charge": 0.00019978024173409253, "top_up_by_card_charge": 0.00019978024173409253, "top_up_by_cash_or_cheque": 0.00019978024173409253, "top_up_failed": 0.00029967036260113877, "top_up_limits": 0.00019978024173409253, "top_up_reverted": 0.00029967036260113877, "topping_up_by_card": 0.00019978024173409253, "transaction_charged_twice": 0.00029967036260113877, "transfer_fee_charged": 0.00019978024173409253, "transfer_into_account": 0.00019978024173409253, "transfer_not_received_by_recipient": 0.00019978024173409253, "transfer_timing": 0.00019978024173409253, "unable_to_verify_identity": 0.00019978024173409253, "verify_my_identity": 0.00019978024173409253, "verify_source_of_funds": 0.00019978024173409253, "verify_top_up": 0.00019978024173409253, "virtual_card_not_working": 0.00039956048346818506, "visa_or_mastercard": 0.00019978024173409253, "why_verify_identity": 0.00019978024173409253, "wrong_amount_of_cash_received": 0.00019978024173409253, "wrong_exchange_rate_for_cash_withdrawal": 0.00019978024173409253 }, "error": null, "latency_ms": 68.38087493088096, "usage": { "input_tokens": 611, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-564", "text_group": "6d665fa81ebc65cc6da88bf8b1432287faec765bba1f79407cdc49191c99821b", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0008001600320064013, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0010002000400080016, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0022004400880176037, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0011002200440088019, "card_not_working": 0.001300260052010402, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.9596919383876775, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0012002400480096017, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0005001000200040008, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.005001000200040008, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0007001400280056011, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0009001800360072014, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 65.86820899974555, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-565", "text_group": "99d3c7ffc50718da02e9fcd090fdd14f2f25d44d467df2b046aed12a30c928d8", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.9577042295770423, "country_support": 0.00039996000399960006, "declined_card_payment": 0.019398060193980604, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.0026997300269973002, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.000999900009999, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 67.22337496466935, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-566", "text_group": "b7d225d6ee77367e9cd05b2a7eaa7a62089096f0e89ba787337451d3aac5cbde", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.0011004401760704283, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.0011004401760704283, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.958483393357343, "country_support": 0.00030012004801920766, "declined_card_payment": 0.017006802721088437, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.0006002400960384153, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.0021008403361344537, "supported_cards_and_currencies": 0.0008003201280512205, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.000900360144057623, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 67.92725005652755, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-567", "text_group": "6a3be84d6018206f462f5aa1bc66cd7b4938265e2717865b1597f425d7135066", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.9800960192038407, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.00020004000800160032, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0014002800560112022, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 66.28312496468425, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-568", "text_group": "6457c1b5d8dc002d85612be58d78ec60a6f9481ac8734f4c9b4eca1a0a58f93f", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.0012004801920768306, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00030012004801920766, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.0008003201280512205, "card_payment_wrong_exchange_rate": 0.0008003201280512205, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.9395758303321329, "country_support": 0.00040016006402561027, "declined_card_payment": 0.01090436174469788, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.0005002000800320128, "direct_debit_payment_not_recognised": 0.0005002000800320128, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.0005002000800320128, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.019507803121248498, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.00040016006402561027, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00040016006402561027, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.0063025210084033615, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.0005002000800320128, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.0005002000800320128, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 66.82704098057002, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-569", "text_group": "795883a7ed136b181415ac3db18fc473950fba802799a4a42d941846bc6ee7e9", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0003998800359892033, "card_not_working": 0.00859742077376787, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.9397180845746276, "country_support": 0.0002999100269919024, "declined_card_payment": 0.011696491052684195, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.00019994001799460164, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.010596820953713885, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.009897030890732782, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 68.69808305054903, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-570", "text_group": "b302caf9ea00cfd092495900f2eb76649c4651bd8ab422bb2d38e96a8058adfc", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.00020014009806864808, "atm_support": 0.0003002101471029721, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.0003002101471029721, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002101471029721, "beneficiary_not_allowed": 0.00040028019613729617, "cancel_transfer": 0.0003002101471029721, "card_about_to_expire": 0.00020014009806864808, "card_acceptance": 0.0003002101471029721, "card_arrival": 0.0003002101471029721, "card_delivery_estimate": 0.0003002101471029721, "card_linking": 0.0003002101471029721, "card_not_working": 0.0007004903432402682, "card_payment_fee_charged": 0.00020014009806864808, "card_payment_not_recognised": 0.00020014009806864808, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.0003002101471029721, "cash_withdrawal_charge": 0.00020014009806864808, "cash_withdrawal_not_recognised": 0.0003002101471029721, "change_pin": 0.00020014009806864808, "compromised_card": 0.00020014009806864808, "contactless_not_working": 0.9805864104873412, "country_support": 0.0003002101471029721, "declined_card_payment": 0.0003002101471029721, "declined_cash_withdrawal": 0.00040028019613729617, "declined_transfer": 0.00040028019613729617, "direct_debit_payment_not_recognised": 0.00020014009806864808, "disposable_card_limits": 0.00020014009806864808, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.0003002101471029721, "fiat_currency_support": 0.0003002101471029721, "get_disposable_virtual_card": 0.00020014009806864808, "get_physical_card": 0.00020014009806864808, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.00020014009806864808, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.00020014009806864808, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.0005003502451716202, "receiving_money": 0.0003002101471029721, "request_refund": 0.0003002101471029721, "reverted_card_payment?": 0.0003002101471029721, "supported_cards_and_currencies": 0.0003002101471029721, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.00020014009806864808, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.00020014009806864808, "top_up_failed": 0.0003002101471029721, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.0003002101471029721, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.00020014009806864808, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.00020014009806864808, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.00020014009806864808, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.0007004903432402682, "visa_or_mastercard": 0.00020014009806864808, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.00020014009806864808, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 67.72408401593566, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-571", "text_group": "5e130596abf6310b49bfc142a39e02e2c7045b56a5449ee888a30648959f265d", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.0002998500749625187, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.00019990004997501253, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019990004997501253, "beneficiary_not_allowed": 0.011494252873563218, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.0008995502248875562, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.00019990004997501253, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.00019990004997501253, "card_payment_wrong_exchange_rate": 0.0002998500749625187, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.00019990004997501253, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.9649175412293854, "country_support": 0.0002998500749625187, "declined_card_payment": 0.001699150424787606, "declined_cash_withdrawal": 0.0015992003998001002, "declined_transfer": 0.0024987506246876563, "direct_debit_payment_not_recognised": 0.00019990004997501253, "disposable_card_limits": 0.00019990004997501253, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.00019990004997501253, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.0004997501249375313, "receiving_money": 0.00019990004997501253, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.00039980009995002505, "supported_cards_and_currencies": 0.0004997501249375313, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.00019990004997501253, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.00019990004997501253, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.0007996001999000501, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998500749625187 }, "error": null, "latency_ms": 69.08083299640566, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-572", "text_group": "6731bba23080192dd362e3d15959a91afdd27dcbac853da43d7b5f81fcec30a6", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.0006997900629811057, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.9800059982005398, "country_support": 0.0002999100269919024, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0005998200539838048, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.00019994001799460164, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.00019994001799460164, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.0013995801259622115, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 70.03583293408155, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-573", "text_group": "c621642b2b7b4a5037b3353856b14149bdbfd1af0d5452a0a4a56298368635c9", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.0007999200079992001, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00019998000199980003, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.9703029697030298, "country_support": 0.00029997000299970003, "declined_card_payment": 0.0077992200779922, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.00019998000199980003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.0017998200179982, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.0013998600139986002, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 72.72516703233123, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-574", "text_group": "5adb77fbbdf1494440664a0ed68904a246e6f30a7f947ff7f9ce0289d67105c3", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0010998900109989002, "age_limit": 0.0007999200079992001, "apple_pay_or_google_pay": 0.204979502049795, "atm_support": 0.004299570042995701, "automatic_top_up": 0.0010998900109989002, "balance_not_updated_after_bank_transfer": 0.0007999200079992001, "balance_not_updated_after_cheque_or_cash_deposit": 0.000999900009999, "beneficiary_not_allowed": 0.0020997900209979003, "cancel_transfer": 0.0008999100089991, "card_about_to_expire": 0.0006999300069993001, "card_acceptance": 0.006999300069993001, "card_arrival": 0.0006999300069993001, "card_delivery_estimate": 0.0007999200079992001, "card_linking": 0.0011998800119988001, "card_not_working": 0.0008999100089991, "card_payment_fee_charged": 0.0008999100089991, "card_payment_not_recognised": 0.0008999100089991, "card_payment_wrong_exchange_rate": 0.0012998700129987, "card_swallowed": 0.0008999100089991, "cash_withdrawal_charge": 0.0006999300069993001, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.0008999100089991, "compromised_card": 0.0008999100089991, "contactless_not_working": 0.7112288771122888, "country_support": 0.0012998700129987, "declined_card_payment": 0.0014998500149985001, "declined_cash_withdrawal": 0.0006999300069993001, "declined_transfer": 0.0010998900109989002, "direct_debit_payment_not_recognised": 0.000999900009999, "disposable_card_limits": 0.0011998800119988001, "edit_personal_details": 0.0033996600339966003, "exchange_charge": 0.000999900009999, "exchange_rate": 0.0008999100089991, "exchange_via_app": 0.0008999100089991, "extra_charge_on_statement": 0.0008999100089991, "failed_transfer": 0.0007999200079992001, "fiat_currency_support": 0.0018998100189981002, "get_disposable_virtual_card": 0.000999900009999, "get_physical_card": 0.0008999100089991, "getting_spare_card": 0.0006999300069993001, "getting_virtual_card": 0.0006999300069993001, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.0005999400059994001, "order_physical_card": 0.0006999300069993001, "passcode_forgotten": 0.0005999400059994001, "pending_card_payment": 0.0008999100089991, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.0007999200079992001, "pending_transfer": 0.0007999200079992001, "pin_blocked": 0.0010998900109989002, "receiving_money": 0.0010998900109989002, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.000999900009999, "supported_cards_and_currencies": 0.004299570042995701, "terminate_account": 0.0007999200079992001, "top_up_by_bank_transfer_charge": 0.000999900009999, "top_up_by_card_charge": 0.0008999100089991, "top_up_by_cash_or_cheque": 0.0007999200079992001, "top_up_failed": 0.0007999200079992001, "top_up_limits": 0.000999900009999, "top_up_reverted": 0.000999900009999, "topping_up_by_card": 0.0010998900109989002, "transaction_charged_twice": 0.0008999100089991, "transfer_fee_charged": 0.0007999200079992001, "transfer_into_account": 0.0006999300069993001, "transfer_not_received_by_recipient": 0.0006999300069993001, "transfer_timing": 0.0007999200079992001, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0007999200079992001, "verify_source_of_funds": 0.0008999100089991, "verify_top_up": 0.0010998900109989002, "virtual_card_not_working": 0.0010998900109989002, "visa_or_mastercard": 0.0007999200079992001, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0006999300069993001, "wrong_exchange_rate_for_cash_withdrawal": 0.000999900009999 }, "error": null, "latency_ms": 72.32500007376075, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-575", "text_group": "0d0329139027af9acc2e4817649873bcd91583586b93cbb245561d5433247167", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0003, "card_linking": 0.0003, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.9809, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0005, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.6668749442324, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-576", "text_group": "1d868702c8df613640fc951bd198ed0af4b26bfc3b7f2f86386f1ae7d9fd88cc", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0003000900270081024, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.9797939381814544, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.00020006001800540162, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0003000900270081024, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 69.7814580053091, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-577", "text_group": "efae393320a811b5a043ba12814ebfc042138a5d4397330a3bebfcfd99c7363a", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.005701140228045609, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.9698939787957591, "country_support": 0.0018003600720144029, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.00040008001600320064, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0007001400280056011, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.87304193899035, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-578", "text_group": "6cad2d186d601f2b30af09198ebb1c05cccae77da79a5a866ca8a91d9499c039", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00019988007195682593, "activate_my_card": 0.00019988007195682593, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00029982010793523883, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.00029982010793523883, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029982010793523883, "beneficiary_not_allowed": 0.00039976014391365186, "cancel_transfer": 0.00019988007195682593, "card_about_to_expire": 0.00019988007195682593, "card_acceptance": 0.00029982010793523883, "card_arrival": 0.00019988007195682593, "card_delivery_estimate": 0.00019988007195682593, "card_linking": 0.00019988007195682593, "card_not_working": 0.0010993403957625426, "card_payment_fee_charged": 0.00019988007195682593, "card_payment_not_recognised": 0.00019988007195682593, "card_payment_wrong_exchange_rate": 0.00019988007195682593, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.00019988007195682593, "compromised_card": 0.00019988007195682593, "contactless_not_working": 0.9807115730561663, "country_support": 0.00029982010793523883, "declined_card_payment": 0.00029982010793523883, "declined_cash_withdrawal": 0.00029982010793523883, "declined_transfer": 0.00039976014391365186, "direct_debit_payment_not_recognised": 0.00019988007195682593, "disposable_card_limits": 0.00019988007195682593, "edit_personal_details": 0.00019988007195682593, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00029982010793523883, "fiat_currency_support": 0.00029982010793523883, "get_disposable_virtual_card": 0.00019988007195682593, "get_physical_card": 0.00019988007195682593, "getting_spare_card": 0.00019988007195682593, "getting_virtual_card": 0.00019988007195682593, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00019988007195682593, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00019988007195682593, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00019988007195682593, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.0004997001798920648, "receiving_money": 0.00019988007195682593, "request_refund": 0.00029982010793523883, "reverted_card_payment?": 0.00029982010793523883, "supported_cards_and_currencies": 0.00029982010793523883, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00019988007195682593, "top_up_failed": 0.00029982010793523883, "top_up_limits": 0.00019988007195682593, "top_up_reverted": 0.00029982010793523883, "topping_up_by_card": 0.00019988007195682593, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.0009994003597841297, "visa_or_mastercard": 0.00019988007195682593, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.00029982010793523883, "wrong_exchange_rate_for_cash_withdrawal": 0.00029982010793523883 }, "error": null, "latency_ms": 68.67083301767707, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-579", "text_group": "719f3b30c9de0f0b26a9aa6cf11c48da9686c4fdfe89678d76bdd7daf6d3db90", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00020018016214593136, "activate_my_card": 0.00020018016214593136, "age_limit": 0.00020018016214593136, "apple_pay_or_google_pay": 0.00020018016214593136, "atm_support": 0.00040036032429186273, "automatic_top_up": 0.00020018016214593136, "balance_not_updated_after_bank_transfer": 0.000300270243218897, "balance_not_updated_after_cheque_or_cash_deposit": 0.000300270243218897, "beneficiary_not_allowed": 0.000300270243218897, "cancel_transfer": 0.000300270243218897, "card_about_to_expire": 0.00020018016214593136, "card_acceptance": 0.000300270243218897, "card_arrival": 0.00020018016214593136, "card_delivery_estimate": 0.00020018016214593136, "card_linking": 0.000300270243218897, "card_not_working": 0.00040036032429186273, "card_payment_fee_charged": 0.00020018016214593136, "card_payment_not_recognised": 0.00020018016214593136, "card_payment_wrong_exchange_rate": 0.000300270243218897, "card_swallowed": 0.000300270243218897, "cash_withdrawal_charge": 0.00020018016214593136, "cash_withdrawal_not_recognised": 0.00020018016214593136, "change_pin": 0.00020018016214593136, "compromised_card": 0.000300270243218897, "contactless_not_working": 0.9817836052447203, "country_support": 0.000300270243218897, "declined_card_payment": 0.00020018016214593136, "declined_cash_withdrawal": 0.00020018016214593136, "declined_transfer": 0.000300270243218897, "direct_debit_payment_not_recognised": 0.00020018016214593136, "disposable_card_limits": 0.00020018016214593136, "edit_personal_details": 0.000300270243218897, "exchange_charge": 0.00020018016214593136, "exchange_rate": 0.00020018016214593136, "exchange_via_app": 0.00020018016214593136, "extra_charge_on_statement": 0.00020018016214593136, "failed_transfer": 0.00020018016214593136, "fiat_currency_support": 0.000300270243218897, "get_disposable_virtual_card": 0.000300270243218897, "get_physical_card": 0.000300270243218897, "getting_spare_card": 0.00020018016214593136, "getting_virtual_card": 0.00020018016214593136, "lost_or_stolen_card": 0.00020018016214593136, "lost_or_stolen_phone": 0.00020018016214593136, "order_physical_card": 0.00020018016214593136, "passcode_forgotten": 0.00020018016214593136, "pending_card_payment": 0.00020018016214593136, "pending_cash_withdrawal": 0.00020018016214593136, "pending_top_up": 0.00020018016214593136, "pending_transfer": 0.00020018016214593136, "pin_blocked": 0.000300270243218897, "receiving_money": 0.000300270243218897, "request_refund": 0.00020018016214593136, "reverted_card_payment?": 0.000300270243218897, "supported_cards_and_currencies": 0.000300270243218897, "terminate_account": 0.00020018016214593136, "top_up_by_bank_transfer_charge": 0.00020018016214593136, "top_up_by_card_charge": 0.00020018016214593136, "top_up_by_cash_or_cheque": 0.00020018016214593136, "top_up_failed": 0.000300270243218897, "top_up_limits": 0.00020018016214593136, "top_up_reverted": 0.00040036032429186273, "topping_up_by_card": 0.000300270243218897, "transaction_charged_twice": 0.00020018016214593136, "transfer_fee_charged": 0.00020018016214593136, "transfer_into_account": 0.00020018016214593136, "transfer_not_received_by_recipient": 0.00020018016214593136, "transfer_timing": 0.00020018016214593136, "unable_to_verify_identity": 0.00020018016214593136, "verify_my_identity": 0.00020018016214593136, "verify_source_of_funds": 0.00020018016214593136, "verify_top_up": 0.00020018016214593136, "virtual_card_not_working": 0.00040036032429186273, "visa_or_mastercard": 0.00020018016214593136, "why_verify_identity": 0.00020018016214593136, "wrong_amount_of_cash_received": 0.00020018016214593136, "wrong_exchange_rate_for_cash_withdrawal": 0.000300270243218897 }, "error": null, "latency_ms": 66.63920904975384, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-580", "text_group": "71070024ca195802dc32c4e37430fd6dce99d32bbb4dc0d5938a7ed4b5d20766", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0007000700070007, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.9776977697769778, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0008000800080008001, "declined_cash_withdrawal": 0.0008000800080008001, "declined_transfer": 0.0009000900090009, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 66.73625006806105, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-581", "text_group": "3906682396f8bf48b894b7e531bbd11f534f07aa0dbe2d1338b18063ed4f4267", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.9640928185637127, "country_support": 0.0005001000200040008, "declined_card_payment": 0.013902780556111221, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0003000600120024004, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 65.97925000824034, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-582", "text_group": "097f4d4fa2332b3ee888e8291658515d994a422ba699163dd17bd87cba50494e", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0004000800160032007, "atm_support": 0.0004000800160032007, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.00020004000800160035, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.000600120024004801, "cancel_transfer": 0.0003000600120024005, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0003000600120024005, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.0003000600120024005, "card_not_working": 0.0004000800160032007, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.00020004000800160035, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.00020004000800160035, "contactless_not_working": 0.9692938587717544, "country_support": 0.0004000800160032007, "declined_card_payment": 0.009501900380076016, "declined_cash_withdrawal": 0.0003000600120024005, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.000600120024004801, "disposable_card_limits": 0.00020004000800160035, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.00020004000800160035, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.0004000800160032007, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.0003000600120024005, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.0003000600120024005, "receiving_money": 0.0004000800160032007, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0011002200440088019, "supported_cards_and_currencies": 0.0004000800160032007, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.0004000800160032007, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0004000800160032007, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.0004000800160032007, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.00020004000800160035, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 68.41620907653123, "usage": { "input_tokens": 605, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-583", "text_group": "752724498d90e77ab0fa5b909cb3930efa9a62c4751cd5a1416a3674771d2588", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.0006999300069993001, "activate_my_card": 0.0006999300069993001, "age_limit": 0.0006999300069993001, "apple_pay_or_google_pay": 0.0022997700229977, "atm_support": 0.0021997800219978004, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.000999900009999, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010998900109989002, "beneficiary_not_allowed": 0.0131986801319868, "cancel_transfer": 0.000999900009999, "card_about_to_expire": 0.0007999200079992001, "card_acceptance": 0.0015998400159984002, "card_arrival": 0.0010998900109989002, "card_delivery_estimate": 0.0010998900109989002, "card_linking": 0.0011998800119988001, "card_not_working": 0.0034996500349965005, "card_payment_fee_charged": 0.000999900009999, "card_payment_not_recognised": 0.0018998100189981002, "card_payment_wrong_exchange_rate": 0.0033996600339966003, "card_swallowed": 0.0010998900109989002, "cash_withdrawal_charge": 0.0007999200079992001, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0006999300069993001, "compromised_card": 0.0010998900109989002, "contactless_not_working": 0.5319468053194681, "country_support": 0.0016998300169983002, "declined_card_payment": 0.2965703429657034, "declined_cash_withdrawal": 0.0010998900109989002, "declined_transfer": 0.007999200079992, "direct_debit_payment_not_recognised": 0.0014998500149985001, "disposable_card_limits": 0.000999900009999, "edit_personal_details": 0.0006999300069993001, "exchange_charge": 0.0007999200079992001, "exchange_rate": 0.0008999100089991, "exchange_via_app": 0.000999900009999, "extra_charge_on_statement": 0.0005999400059994001, "failed_transfer": 0.0014998500149985001, "fiat_currency_support": 0.0013998600139986002, "get_disposable_virtual_card": 0.0010998900109989002, "get_physical_card": 0.0008999100089991, "getting_spare_card": 0.0006999300069993001, "getting_virtual_card": 0.0007999200079992001, "lost_or_stolen_card": 0.0006999300069993001, "lost_or_stolen_phone": 0.0006999300069993001, "order_physical_card": 0.0007999200079992001, "passcode_forgotten": 0.0006999300069993001, "pending_card_payment": 0.0013998600139986002, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.0007999200079992001, "pin_blocked": 0.0015998400159984002, "receiving_money": 0.000999900009999, "request_refund": 0.0007999200079992001, "reverted_card_payment?": 0.012498750124987502, "supported_cards_and_currencies": 0.0017998200179982, "terminate_account": 0.0006999300069993001, "top_up_by_bank_transfer_charge": 0.0006999300069993001, "top_up_by_card_charge": 0.0006999300069993001, "top_up_by_cash_or_cheque": 0.0007999200079992001, "top_up_failed": 0.0011998800119988001, "top_up_limits": 0.0007999200079992001, "top_up_reverted": 0.0011998800119988001, "topping_up_by_card": 0.0008999100089991, "transaction_charged_twice": 0.000999900009999, "transfer_fee_charged": 0.0007999200079992001, "transfer_into_account": 0.0005999400059994001, "transfer_not_received_by_recipient": 0.0008999100089991, "transfer_timing": 0.0006999300069993001, "unable_to_verify_identity": 0.0008999100089991, "verify_my_identity": 0.0007999200079992001, "verify_source_of_funds": 0.0006999300069993001, "verify_top_up": 0.0007999200079992001, "virtual_card_not_working": 0.0623937606239376, "visa_or_mastercard": 0.0007999200079992001, "why_verify_identity": 0.0007999200079992001, "wrong_amount_of_cash_received": 0.0007999200079992001, "wrong_exchange_rate_for_cash_withdrawal": 0.0011998800119988001 }, "error": null, "latency_ms": 70.97270898520947, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-584", "text_group": "f44fb3b5c60d3abdd1afb1012d65b793a5c25ee1b598049aaedcc0598a70d5c3", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0006, "card_arrival": 0.0003, "card_delivery_estimate": 0.0002, "card_linking": 0.0004, "card_not_working": 0.004, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.9729, "country_support": 0.0003, "declined_card_payment": 0.0008, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.001, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0032, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 72.62112491298467, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-585", "text_group": "80a6447b7bb6e8c81caf870769e0bf8634d6ba2903865e91004ec95ff147ec03", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.973005398920216, "country_support": 0.0006998600279944011, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0010997800439912018, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0006998600279944011, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 72.60945800226182, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-586", "text_group": "2c5db13045b6fece348d2d20f4564d75441fd8ddbc5cd9b9b4dfc657cf57f611", "expected": "contactless_not_working", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0007, "activate_my_card": 0.0107, "age_limit": 0.0008, "apple_pay_or_google_pay": 0.0017, "atm_support": 0.002, "automatic_top_up": 0.0009, "balance_not_updated_after_bank_transfer": 0.0009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0007, "card_about_to_expire": 0.006, "card_acceptance": 0.0043, "card_arrival": 0.0029, "card_delivery_estimate": 0.0011, "card_linking": 0.0615, "card_not_working": 0.0021, "card_payment_fee_charged": 0.0866, "card_payment_not_recognised": 0.0011, "card_payment_wrong_exchange_rate": 0.0018, "card_swallowed": 0.0011, "cash_withdrawal_charge": 0.0134, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.001, "compromised_card": 0.0012, "contactless_not_working": 0.001, "country_support": 0.0011, "declined_card_payment": 0.0009, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0011, "disposable_card_limits": 0.0036, "edit_personal_details": 0.0009, "exchange_charge": 0.0085, "exchange_rate": 0.0008, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0107, "failed_transfer": 0.0005, "fiat_currency_support": 0.001, "get_disposable_virtual_card": 0.0016, "get_physical_card": 0.0042, "getting_spare_card": 0.0057, "getting_virtual_card": 0.0014, "lost_or_stolen_card": 0.0008, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0436, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0005, "pending_transfer": 0.0005, "pin_blocked": 0.0006, "receiving_money": 0.0008, "request_refund": 0.0006, "reverted_card_payment?": 0.0011, "supported_cards_and_currencies": 0.0133, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0157, "top_up_by_card_charge": 0.6147, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0006, "top_up_limits": 0.0007, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0211, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0017, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0008, "verify_source_of_funds": 0.0006, "verify_top_up": 0.0008, "virtual_card_not_working": 0.0013, "visa_or_mastercard": 0.0215, "why_verify_identity": 0.0007, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0008 }, "error": null, "latency_ms": 73.72083410155028, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-587", "text_group": "547c97acca82d6f50ca04c1dc461af8e71e947252c8debd9565d2c73c3925fd7", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.002500500100020004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.9736947389477896, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0009001800360072014, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.00020004000800160032, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.002000400080016003, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.002100420084016803, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 74.28087503649294, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-588", "text_group": "f7257b612a582635a6f8d845c3b0bf853349dd6dd5d22498f06738a14735d26e", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.9804980498049806, "country_support": 0.0003000300030003, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0012001200120012, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 72.76187499519438, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-589", "text_group": "12656e63adad9acd5cf2756b75dff64c0ffc1d5271c1394089e43d4f4db64c36", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0005, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.02, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.001, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.9567, "country_support": 0.0005, "declined_card_payment": 0.0012, "declined_cash_withdrawal": 0.0009, "declined_transfer": 0.0023, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0012, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 73.50970793049783, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-590", "text_group": "80efad2771089c1e66b6b2dbd1c80935ddd9b0576ef44e502f1adf8ca3d8f823", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.9579084183163367, "country_support": 0.00029994001199760045, "declined_card_payment": 0.010197960407918417, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.012397520495900819, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.0011997600479904018, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 73.14975000917912, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-591", "text_group": "0332aee60de7224d775329e5fd9b9c50a1558123700f5ee0b3236fc563749b04", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.007503001200480192, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00030012004801920766, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.9692877150860345, "country_support": 0.00040016006402561027, "declined_card_payment": 0.000900360144057623, "declined_cash_withdrawal": 0.0008003201280512205, "declined_transfer": 0.0014005602240896359, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.0005002000800320128, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 71.10237493179739, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-592", "text_group": "388fa8b94355386c5a1bd0a6365097b3086ad8afbeb89c497429cffe6f36ac0c", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0009, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0126, "atm_support": 0.0052, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0009, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0006, "card_acceptance": 0.0017, "card_arrival": 0.0006, "card_delivery_estimate": 0.0006, "card_linking": 0.001, "card_not_working": 0.0008, "card_payment_fee_charged": 0.0009, "card_payment_not_recognised": 0.0009, "card_payment_wrong_exchange_rate": 0.0014, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0005, "compromised_card": 0.0007, "contactless_not_working": 0.9213, "country_support": 0.002, "declined_card_payment": 0.0009, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0011, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0006, "exchange_charge": 0.0008, "exchange_rate": 0.0007, "exchange_via_app": 0.0008, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.0006, "fiat_currency_support": 0.0037, "get_disposable_virtual_card": 0.0008, "get_physical_card": 0.0007, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0006, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0005, "pending_transfer": 0.0006, "pin_blocked": 0.0006, "receiving_money": 0.0011, "request_refund": 0.0006, "reverted_card_payment?": 0.0009, "supported_cards_and_currencies": 0.0054, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0007, "top_up_by_card_charge": 0.0007, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0006, "top_up_limits": 0.0006, "top_up_reverted": 0.0007, "topping_up_by_card": 0.001, "transaction_charged_twice": 0.0007, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0009, "visa_or_mastercard": 0.0008, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0008 }, "error": null, "latency_ms": 69.7180419228971, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-593", "text_group": "31aefe61d3d54bc7a02f7091b14a4edaf44c7558afd42195276fb29e3d7a47ee", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.0006998600279944011, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.9808038392321535, "country_support": 0.00029994001199760045, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.00029994001199760045, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.0006998600279944011, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 68.80866608116776, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-594", "text_group": "d637bf0469eb7d3e9d0c6a4947958f2fb9b4a355fd2f45ba6259d3f1156ac53a", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.9812943883164948, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.00020006001800540162, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0007002100630189057, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 68.50058306008577, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-595", "text_group": "5bee6fc5d3bc1994559d00d8f915db03c926ff1488e7e412cc892f189aa2d4a7", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.0006000000000000001, "activate_my_card": 0.0014000000000000002, "age_limit": 0.0007000000000000001, "apple_pay_or_google_pay": 0.11560000000000001, "atm_support": 0.0045000000000000005, "automatic_top_up": 0.0009000000000000001, "balance_not_updated_after_bank_transfer": 0.0008000000000000001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010000000000000002, "beneficiary_not_allowed": 0.0012000000000000001, "cancel_transfer": 0.0008000000000000001, "card_about_to_expire": 0.0007000000000000001, "card_acceptance": 0.0019000000000000002, "card_arrival": 0.0008000000000000001, "card_delivery_estimate": 0.0009000000000000001, "card_linking": 0.0012000000000000001, "card_not_working": 0.0011000000000000003, "card_payment_fee_charged": 0.0011000000000000003, "card_payment_not_recognised": 0.0011000000000000003, "card_payment_wrong_exchange_rate": 0.0016000000000000003, "card_swallowed": 0.0009000000000000001, "cash_withdrawal_charge": 0.0009000000000000001, "cash_withdrawal_not_recognised": 0.0006000000000000001, "change_pin": 0.0008000000000000001, "compromised_card": 0.0009000000000000001, "contactless_not_working": 0.7938000000000001, "country_support": 0.0021000000000000003, "declined_card_payment": 0.0011000000000000003, "declined_cash_withdrawal": 0.0007000000000000001, "declined_transfer": 0.0010000000000000002, "direct_debit_payment_not_recognised": 0.0011000000000000003, "disposable_card_limits": 0.0011000000000000003, "edit_personal_details": 0.0008000000000000001, "exchange_charge": 0.0012000000000000001, "exchange_rate": 0.0009000000000000001, "exchange_via_app": 0.0011000000000000003, "extra_charge_on_statement": 0.0010000000000000002, "failed_transfer": 0.0008000000000000001, "fiat_currency_support": 0.0027000000000000006, "get_disposable_virtual_card": 0.0011000000000000003, "get_physical_card": 0.0010000000000000002, "getting_spare_card": 0.0007000000000000001, "getting_virtual_card": 0.0008000000000000001, "lost_or_stolen_card": 0.0006000000000000001, "lost_or_stolen_phone": 0.0006000000000000001, "order_physical_card": 0.0009000000000000001, "passcode_forgotten": 0.0007000000000000001, "pending_card_payment": 0.0008000000000000001, "pending_cash_withdrawal": 0.0006000000000000001, "pending_top_up": 0.0007000000000000001, "pending_transfer": 0.0007000000000000001, "pin_blocked": 0.0009000000000000001, "receiving_money": 0.0015000000000000002, "request_refund": 0.0008000000000000001, "reverted_card_payment?": 0.0010000000000000002, "supported_cards_and_currencies": 0.015700000000000002, "terminate_account": 0.0008000000000000001, "top_up_by_bank_transfer_charge": 0.0010000000000000002, "top_up_by_card_charge": 0.0010000000000000002, "top_up_by_cash_or_cheque": 0.0009000000000000001, "top_up_failed": 0.0008000000000000001, "top_up_limits": 0.0008000000000000001, "top_up_reverted": 0.0010000000000000002, "topping_up_by_card": 0.0012000000000000001, "transaction_charged_twice": 0.0009000000000000001, "transfer_fee_charged": 0.0010000000000000002, "transfer_into_account": 0.0007000000000000001, "transfer_not_received_by_recipient": 0.0008000000000000001, "transfer_timing": 0.0009000000000000001, "unable_to_verify_identity": 0.0008000000000000001, "verify_my_identity": 0.0008000000000000001, "verify_source_of_funds": 0.0007000000000000001, "verify_top_up": 0.0008000000000000001, "virtual_card_not_working": 0.0012000000000000001, "visa_or_mastercard": 0.0009000000000000001, "why_verify_identity": 0.0007000000000000001, "wrong_amount_of_cash_received": 0.0008000000000000001, "wrong_exchange_rate_for_cash_withdrawal": 0.0010000000000000002 }, "error": null, "latency_ms": 67.96991697046906, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-596", "text_group": "32efe14f5211697acfe68a9a26f25ba3b2a4bcdc52d68fc69ee41ebd981a459d", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.009698060387922416, "age_limit": 0.0006998600279944011, "apple_pay_or_google_pay": 0.1272745450909818, "atm_support": 0.006098780243951211, "automatic_top_up": 0.0010997800439912018, "balance_not_updated_after_bank_transfer": 0.0008998200359928015, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009998000399920016, "beneficiary_not_allowed": 0.001299740051989602, "cancel_transfer": 0.0007998400319936014, "card_about_to_expire": 0.0006998600279944011, "card_acceptance": 0.0026994601079784043, "card_arrival": 0.0007998400319936014, "card_delivery_estimate": 0.0008998200359928015, "card_linking": 0.0014997000599880025, "card_not_working": 0.0010997800439912018, "card_payment_fee_charged": 0.0010997800439912018, "card_payment_not_recognised": 0.0009998000399920016, "card_payment_wrong_exchange_rate": 0.0015996800639872027, "card_swallowed": 0.0008998200359928015, "cash_withdrawal_charge": 0.0007998400319936014, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.0007998400319936014, "compromised_card": 0.0008998200359928015, "contactless_not_working": 0.7774445110977805, "country_support": 0.002299540091981604, "declined_card_payment": 0.0010997800439912018, "declined_cash_withdrawal": 0.0006998600279944011, "declined_transfer": 0.0008998200359928015, "direct_debit_payment_not_recognised": 0.0010997800439912018, "disposable_card_limits": 0.0009998000399920016, "edit_personal_details": 0.0007998400319936014, "exchange_charge": 0.0011997600479904018, "exchange_rate": 0.0008998200359928015, "exchange_via_app": 0.0010997800439912018, "extra_charge_on_statement": 0.0009998000399920016, "failed_transfer": 0.0007998400319936014, "fiat_currency_support": 0.0027994401119776045, "get_disposable_virtual_card": 0.0009998000399920016, "get_physical_card": 0.0009998000399920016, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0007998400319936014, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.0008998200359928015, "passcode_forgotten": 0.0006998600279944011, "pending_card_payment": 0.0008998200359928015, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.0006998600279944011, "pin_blocked": 0.0009998000399920016, "receiving_money": 0.0011997600479904018, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.0009998000399920016, "supported_cards_and_currencies": 0.009198160367926415, "terminate_account": 0.0007998400319936014, "top_up_by_bank_transfer_charge": 0.0009998000399920016, "top_up_by_card_charge": 0.0009998000399920016, "top_up_by_cash_or_cheque": 0.0008998200359928015, "top_up_failed": 0.0007998400319936014, "top_up_limits": 0.0007998400319936014, "top_up_reverted": 0.0009998000399920016, "topping_up_by_card": 0.001299740051989602, "transaction_charged_twice": 0.0008998200359928015, "transfer_fee_charged": 0.0008998200359928015, "transfer_into_account": 0.0006998600279944011, "transfer_not_received_by_recipient": 0.0007998400319936014, "transfer_timing": 0.0008998200359928015, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0007998400319936014, "verify_source_of_funds": 0.0006998600279944011, "verify_top_up": 0.0007998400319936014, "virtual_card_not_working": 0.001299740051989602, "visa_or_mastercard": 0.0009998000399920016, "why_verify_identity": 0.0006998600279944011, "wrong_amount_of_cash_received": 0.0007998400319936014, "wrong_exchange_rate_for_cash_withdrawal": 0.0009998000399920016 }, "error": null, "latency_ms": 67.51570897176862, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-597", "text_group": "688eeb7efc32e75f7704ab0646dd2e4771f18c37b28bccb0fc0f1c7c7a32a638", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.0014005602240896359, "activate_my_card": 0.0020008003201280513, "age_limit": 0.001600640256102441, "apple_pay_or_google_pay": 0.006502601040416166, "atm_support": 0.0063025210084033615, "automatic_top_up": 0.0018007202881152459, "balance_not_updated_after_bank_transfer": 0.0019007603041216485, "balance_not_updated_after_cheque_or_cash_deposit": 0.002501000400160064, "beneficiary_not_allowed": 0.002501000400160064, "cancel_transfer": 0.0018007202881152459, "card_about_to_expire": 0.0017006802721088435, "card_acceptance": 0.005002000800320128, "card_arrival": 0.0021008403361344537, "card_delivery_estimate": 0.0019007603041216485, "card_linking": 0.0028011204481792717, "card_not_working": 0.0020008003201280513, "card_payment_fee_charged": 0.0028011204481792717, "card_payment_not_recognised": 0.0056022408963585435, "card_payment_wrong_exchange_rate": 0.011504601840736295, "card_swallowed": 0.0017006802721088435, "cash_withdrawal_charge": 0.0024009603841536613, "cash_withdrawal_not_recognised": 0.001600640256102441, "change_pin": 0.0015006002400960385, "compromised_card": 0.0017006802721088435, "contactless_not_working": 0.7712084833933573, "country_support": 0.005902360944377751, "declined_card_payment": 0.003801520608243297, "declined_cash_withdrawal": 0.0017006802721088435, "declined_transfer": 0.0018007202881152459, "direct_debit_payment_not_recognised": 0.031712685074029606, "disposable_card_limits": 0.0020008003201280513, "edit_personal_details": 0.0017006802721088435, "exchange_charge": 0.002300920368147259, "exchange_rate": 0.0021008403361344537, "exchange_via_app": 0.0020008003201280513, "extra_charge_on_statement": 0.0022008803521408565, "failed_transfer": 0.0017006802721088435, "fiat_currency_support": 0.006802721088435374, "get_disposable_virtual_card": 0.0018007202881152459, "get_physical_card": 0.0022008803521408565, "getting_spare_card": 0.0022008803521408565, "getting_virtual_card": 0.0018007202881152459, "lost_or_stolen_card": 0.0014005602240896359, "lost_or_stolen_phone": 0.0014005602240896359, "order_physical_card": 0.0020008003201280513, "passcode_forgotten": 0.0015006002400960385, "pending_card_payment": 0.005502200880352141, "pending_cash_withdrawal": 0.0015006002400960385, "pending_top_up": 0.0017006802721088435, "pending_transfer": 0.0017006802721088435, "pin_blocked": 0.0018007202881152459, "receiving_money": 0.0035014005602240893, "request_refund": 0.001600640256102441, "reverted_card_payment?": 0.005702280912364946, "supported_cards_and_currencies": 0.009403761504601841, "terminate_account": 0.0017006802721088435, "top_up_by_bank_transfer_charge": 0.0021008403361344537, "top_up_by_card_charge": 0.0018007202881152459, "top_up_by_cash_or_cheque": 0.0024009603841536613, "top_up_failed": 0.001600640256102441, "top_up_limits": 0.0017006802721088435, "top_up_reverted": 0.0021008403361344537, "topping_up_by_card": 0.003001200480192077, "transaction_charged_twice": 0.002300920368147259, "transfer_fee_charged": 0.0020008003201280513, "transfer_into_account": 0.0017006802721088435, "transfer_not_received_by_recipient": 0.0017006802721088435, "transfer_timing": 0.0019007603041216485, "unable_to_verify_identity": 0.001600640256102441, "verify_my_identity": 0.0017006802721088435, "verify_source_of_funds": 0.0017006802721088435, "verify_top_up": 0.0017006802721088435, "virtual_card_not_working": 0.0019007603041216485, "visa_or_mastercard": 0.0027010804321728693, "why_verify_identity": 0.0017006802721088435, "wrong_amount_of_cash_received": 0.0018007202881152459, "wrong_exchange_rate_for_cash_withdrawal": 0.002901160464185674 }, "error": null, "latency_ms": 69.81495802756399, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-598", "text_group": "e4e9a2079b1de6623598ebe8b1030077b4415edc8f66b228f143be4607df162b", "expected": "contactless_not_working", "prediction": "contactless_not_working", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.0006003001500750375, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00020010005002501252, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00040020010005002504, "cancel_transfer": 0.00020010005002501252, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.0005002501250625313, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.0007003501750875438, "card_payment_fee_charged": 0.00020010005002501252, "card_payment_not_recognised": 0.00020010005002501252, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.974687343671836, "country_support": 0.003901950975487744, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.00020010005002501252, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.0006003001500750375, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.0006003001500750375, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00030015007503751874, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.0007003501750875438, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.0010005002501250627, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00020010005002501252, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00040020010005002504, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.0013006503251625813, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 67.67958297859877, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-599", "text_group": "c9e1f4350b35cba440d157ca3c6a4790cf3a6aaaa36a9d7b6c4b1127ba625ff0", "expected": "contactless_not_working", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.007602280684205261, "activate_my_card": 0.03361008302490747, "age_limit": 0.005901770531159347, "apple_pay_or_google_pay": 0.025007502250675204, "atm_support": 0.023807142142642793, "automatic_top_up": 0.0078023407022106625, "balance_not_updated_after_bank_transfer": 0.015504651395418624, "balance_not_updated_after_cheque_or_cash_deposit": 0.011403421026307892, "beneficiary_not_allowed": 0.011803541062318694, "cancel_transfer": 0.008602580774232269, "card_about_to_expire": 0.007702310693207963, "card_acceptance": 0.015704711413424024, "card_arrival": 0.007702310693207963, "card_delivery_estimate": 0.007602280684205261, "card_linking": 0.016705011503451033, "card_not_working": 0.01130339101730519, "card_payment_fee_charged": 0.021906571971591477, "card_payment_not_recognised": 0.0751225367610283, "card_payment_wrong_exchange_rate": 0.030409122736821045, "card_swallowed": 0.008302490747224167, "cash_withdrawal_charge": 0.007102130639191758, "cash_withdrawal_not_recognised": 0.005501650495148544, "change_pin": 0.006802040612183654, "compromised_card": 0.008202460738221467, "contactless_not_working": 0.010703210963288986, "country_support": 0.013203961188356506, "declined_card_payment": 0.04571371411423426, "declined_cash_withdrawal": 0.006001800540162049, "declined_transfer": 0.009602880864259276, "direct_debit_payment_not_recognised": 0.03230969290787236, "disposable_card_limits": 0.008902670801240372, "edit_personal_details": 0.007302190657197159, "exchange_charge": 0.007302190657197159, "exchange_rate": 0.006501950585175552, "exchange_via_app": 0.012003601080324097, "extra_charge_on_statement": 0.006501950585175552, "failed_transfer": 0.006601980594178253, "fiat_currency_support": 0.009002700810243071, "get_disposable_virtual_card": 0.007902370711213365, "get_physical_card": 0.007602280684205261, "getting_spare_card": 0.005801740522156647, "getting_virtual_card": 0.005701710513153946, "lost_or_stolen_card": 0.007302190657197159, "lost_or_stolen_phone": 0.007002100630189057, "order_physical_card": 0.008302490747224167, "passcode_forgotten": 0.005701710513153946, "pending_card_payment": 0.010303090927278184, "pending_cash_withdrawal": 0.00490147044113234, "pending_top_up": 0.006101830549164749, "pending_transfer": 0.006101830549164749, "pin_blocked": 0.006802040612183654, "receiving_money": 0.00850255076522957, "request_refund": 0.012603781134340302, "reverted_card_payment?": 0.11493448034410322, "supported_cards_and_currencies": 0.021606481944583377, "terminate_account": 0.00850255076522957, "top_up_by_bank_transfer_charge": 0.008202460738221467, "top_up_by_card_charge": 0.00740222066619986, "top_up_by_cash_or_cheque": 0.007902370711213365, "top_up_failed": 0.00740222066619986, "top_up_limits": 0.005901770531159347, "top_up_reverted": 0.014104231269380813, "topping_up_by_card": 0.020706211863559067, "transaction_charged_twice": 0.00750225067520256, "transfer_fee_charged": 0.007102130639191758, "transfer_into_account": 0.00620186055816745, "transfer_not_received_by_recipient": 0.007302190657197159, "transfer_timing": 0.007702310693207963, "unable_to_verify_identity": 0.007902370711213365, "verify_my_identity": 0.00750225067520256, "verify_source_of_funds": 0.007702310693207963, "verify_top_up": 0.00740222066619986, "virtual_card_not_working": 0.010903270981294387, "visa_or_mastercard": 0.01000300090027008, "why_verify_identity": 0.007202160648194458, "wrong_amount_of_cash_received": 0.007302190657197159, "wrong_exchange_rate_for_cash_withdrawal": 0.008202460738221467 }, "error": null, "latency_ms": 65.59220899362117, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-600", "text_group": "bf04c51c2fff4dba01ec23ea174925eda0d978ccff3bc47452ea741e04943bc4", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.0010998900109989002, "cancel_transfer": 0.000999900009999, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.007499250074992501, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.0013998600139986002, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0004999500049995, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.006199380061993801, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0021997800219978004, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.0006999300069993001, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.0008999100089991, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0008999100089991, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.7960203979602041, "top_up_by_card_charge": 0.0020997900209979003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.15478452154784522, "transfer_into_account": 0.0032996700329967, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0007999200079992001, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 65.50299993250519, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-601", "text_group": "11e131a4deec196d0eebe2d3514c591352a94c7624358e3e3bde1040288dd951", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0014001400140014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.0009000900090009, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0007000700070007, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0006000600060006, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0008000800080008001, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0017001700170017002, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.007600760076007601, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.0018001800180018, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0008000800080008001, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.001000100010001, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.856085608560856, "top_up_by_card_charge": 0.004400440044004401, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.023002300230023, "transfer_into_account": 0.0736073607360736, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.0029002900290029, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 65.88383298367262, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-602", "text_group": "bb78391caa4b0f34e02161413ec67fb4a7030e4015d66136a9b685be8cce5ec0", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.0002998800479808077, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0005997600959616154, "atm_support": 0.0006997201119552179, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.0007996801279488206, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0005997600959616154, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0004998000799680128, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.000899640143942423, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.0010995601759296284, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0002998800479808077, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0004998000799680128, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.0004998000799680128, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.005297880847660936, "exchange_rate": 0.0004998000799680128, "exchange_via_app": 0.0004998000799680128, "extra_charge_on_statement": 0.0010995601759296284, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.0004998000799680128, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0004998000799680128, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0007996801279488206, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.7541983206717313, "top_up_by_card_charge": 0.0006997201119552179, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.0003998400639744103, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.19812075169932028, "transfer_into_account": 0.012694922031187526, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0012994802079168333, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0004998000799680128, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 66.16791698615998, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-603", "text_group": "23c9a1b1cae3ba12145f0cd6cb58d2a0ca3899e6d16aa9aebc1b0f1ae34cca1a", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.0003999200159968007, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0009998000399920016, "automatic_top_up": 0.027594481103779243, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.0005998800239952009, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.0032993401319736052, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0006998600279944011, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.007598480303939213, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0006998600279944011, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.01759648070385923, "top_up_by_card_charge": 0.906118776244751, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.01139772045590882, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 66.72291597351432, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-604", "text_group": "67d20408db902d4a7a604e2fdd76b9973ea9ecb40b80691c8405a7bf81f987d9", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0021002100210021, "activate_my_card": 0.0046004600460046, "age_limit": 0.0029002900290029, "apple_pay_or_google_pay": 0.0237023702370237, "atm_support": 0.0409040904090409, "automatic_top_up": 0.006100610061006101, "balance_not_updated_after_bank_transfer": 0.016401640164016403, "balance_not_updated_after_cheque_or_cash_deposit": 0.0047004700470047005, "beneficiary_not_allowed": 0.0063006300630063005, "cancel_transfer": 0.0070007000700070005, "card_about_to_expire": 0.0032003200320032004, "card_acceptance": 0.0112011201120112, "card_arrival": 0.0039003900390039, "card_delivery_estimate": 0.004400440044004401, "card_linking": 0.008500850085008501, "card_not_working": 0.0038003800380038005, "card_payment_fee_charged": 0.004100410041004101, "card_payment_not_recognised": 0.004000400040004, "card_payment_wrong_exchange_rate": 0.0056005600560056, "card_swallowed": 0.0038003800380038005, "cash_withdrawal_charge": 0.0039003900390039, "cash_withdrawal_not_recognised": 0.0026002600260026003, "change_pin": 0.0035003500350035003, "compromised_card": 0.004400440044004401, "contactless_not_working": 0.0107010701070107, "country_support": 0.0093009300930093, "declined_card_payment": 0.0035003500350035003, "declined_cash_withdrawal": 0.0027002700270027003, "declined_transfer": 0.0048004800480048, "direct_debit_payment_not_recognised": 0.004100410041004101, "disposable_card_limits": 0.005900590059005901, "edit_personal_details": 0.004000400040004, "exchange_charge": 0.0133013301330133, "exchange_rate": 0.0107010701070107, "exchange_via_app": 0.1251125112511251, "extra_charge_on_statement": 0.0049004900490049, "failed_transfer": 0.0054005400540054005, "fiat_currency_support": 0.030903090309030903, "get_disposable_virtual_card": 0.025602560256025603, "get_physical_card": 0.004300430043004301, "getting_spare_card": 0.006000600060006001, "getting_virtual_card": 0.0056005600560056, "lost_or_stolen_card": 0.0023002300230023, "lost_or_stolen_phone": 0.0023002300230023, "order_physical_card": 0.0042004200420042, "passcode_forgotten": 0.0026002600260026003, "pending_card_payment": 0.0028002800280028, "pending_cash_withdrawal": 0.0023002300230023, "pending_top_up": 0.0028002800280028, "pending_transfer": 0.005900590059005901, "pin_blocked": 0.0028002800280028, "receiving_money": 0.0305030503050305, "request_refund": 0.0025002500250025004, "reverted_card_payment?": 0.0033003300330033004, "supported_cards_and_currencies": 0.149014901490149, "terminate_account": 0.0037003700370037006, "top_up_by_bank_transfer_charge": 0.03330333033303331, "top_up_by_card_charge": 0.004000400040004, "top_up_by_cash_or_cheque": 0.006100610061006101, "top_up_failed": 0.0035003500350035003, "top_up_limits": 0.0037003700370037006, "top_up_reverted": 0.0037003700370037006, "topping_up_by_card": 0.015101510151015102, "transaction_charged_twice": 0.0033003300330033004, "transfer_fee_charged": 0.0047004700470047005, "transfer_into_account": 0.18791879187918792, "transfer_not_received_by_recipient": 0.0055005500550055, "transfer_timing": 0.023902390239023904, "unable_to_verify_identity": 0.0029002900290029, "verify_my_identity": 0.0029002900290029, "verify_source_of_funds": 0.0030003000300030005, "verify_top_up": 0.0027002700270027003, "virtual_card_not_working": 0.004400440044004401, "visa_or_mastercard": 0.0046004600460046, "why_verify_identity": 0.0026002600260026003, "wrong_amount_of_cash_received": 0.0028002800280028, "wrong_exchange_rate_for_cash_withdrawal": 0.0039003900390039 }, "error": null, "latency_ms": 67.33537500258535, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-605", "text_group": "ed78e4058da1f3cfeff60affbde277c54793e97c972fd9951637814486c2ee5b", "expected": "top_up_by_bank_transfer_charge", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0014004201260378114, "activate_my_card": 0.002100630189056717, "age_limit": 0.0019005701710513153, "apple_pay_or_google_pay": 0.005301590477143143, "atm_support": 0.16865059517855355, "automatic_top_up": 0.0029008702610783233, "balance_not_updated_after_bank_transfer": 0.009602880864259276, "balance_not_updated_after_cheque_or_cash_deposit": 0.0033009902970891265, "beneficiary_not_allowed": 0.020906271881564468, "cancel_transfer": 0.006001800540162049, "card_about_to_expire": 0.0017005101530459135, "card_acceptance": 0.07202160648194457, "card_arrival": 0.0019005701710513153, "card_delivery_estimate": 0.002200660198059418, "card_linking": 0.0033009902970891265, "card_not_working": 0.0023006902070621185, "card_payment_fee_charged": 0.002400720216064819, "card_payment_not_recognised": 0.0023006902070621185, "card_payment_wrong_exchange_rate": 0.0035010503150945285, "card_swallowed": 0.00250075022506752, "cash_withdrawal_charge": 0.0026007802340702207, "cash_withdrawal_not_recognised": 0.0017005101530459135, "change_pin": 0.0019005701710513153, "compromised_card": 0.002400720216064819, "contactless_not_working": 0.03471041312393718, "country_support": 0.0618185455636691, "declined_card_payment": 0.00370111033309993, "declined_cash_withdrawal": 0.00250075022506752, "declined_transfer": 0.0626187856356907, "direct_debit_payment_not_recognised": 0.00250075022506752, "disposable_card_limits": 0.003200960288086426, "edit_personal_details": 0.002100630189056717, "exchange_charge": 0.00500150045013504, "exchange_rate": 0.003601080324097229, "exchange_via_app": 0.006101830549164749, "extra_charge_on_statement": 0.002700810243072922, "failed_transfer": 0.01130339101730519, "fiat_currency_support": 0.0744223266980094, "get_disposable_virtual_card": 0.006401920576172852, "get_physical_card": 0.002700810243072922, "getting_spare_card": 0.00250075022506752, "getting_virtual_card": 0.003100930279083725, "lost_or_stolen_card": 0.0015004501350405122, "lost_or_stolen_phone": 0.0015004501350405122, "order_physical_card": 0.0019005701710513153, "passcode_forgotten": 0.001600480144043213, "pending_card_payment": 0.0017005101530459135, "pending_cash_withdrawal": 0.0015004501350405122, "pending_top_up": 0.0017005101530459135, "pending_transfer": 0.010203060918275483, "pin_blocked": 0.0020006001800540163, "receiving_money": 0.014304291287386216, "request_refund": 0.0019005701710513153, "reverted_card_payment?": 0.0020006001800540163, "supported_cards_and_currencies": 0.08992697809342802, "terminate_account": 0.002400720216064819, "top_up_by_bank_transfer_charge": 0.01860558167450235, "top_up_by_card_charge": 0.0026007802340702207, "top_up_by_cash_or_cheque": 0.0026007802340702207, "top_up_failed": 0.002400720216064819, "top_up_limits": 0.002400720216064819, "top_up_reverted": 0.002400720216064819, "topping_up_by_card": 0.003200960288086426, "transaction_charged_twice": 0.0020006001800540163, "transfer_fee_charged": 0.0035010503150945285, "transfer_into_account": 0.16264879463839152, "transfer_not_received_by_recipient": 0.009202760828248474, "transfer_timing": 0.01750525157547264, "unable_to_verify_identity": 0.0019005701710513153, "verify_my_identity": 0.0020006001800540163, "verify_source_of_funds": 0.0023006902070621185, "verify_top_up": 0.002200660198059418, "virtual_card_not_working": 0.0029008702610783233, "visa_or_mastercard": 0.0029008702610783233, "why_verify_identity": 0.0020006001800540163, "wrong_amount_of_cash_received": 0.0020006001800540163, "wrong_exchange_rate_for_cash_withdrawal": 0.0028008402520756227 }, "error": null, "latency_ms": 70.02833299338818, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-606", "text_group": "4925ba1233fd66e00a02d076074d9aa6a2cbb6f2c906ff2470772e579f06d1ed", "expected": "top_up_by_bank_transfer_charge", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0019, "activate_my_card": 0.0021, "age_limit": 0.0016, "apple_pay_or_google_pay": 0.0042, "atm_support": 0.0107, "automatic_top_up": 0.013, "balance_not_updated_after_bank_transfer": 0.0076, "balance_not_updated_after_cheque_or_cash_deposit": 0.0059, "beneficiary_not_allowed": 0.0035, "cancel_transfer": 0.0038, "card_about_to_expire": 0.002, "card_acceptance": 0.0038, "card_arrival": 0.002, "card_delivery_estimate": 0.002, "card_linking": 0.0047, "card_not_working": 0.0022, "card_payment_fee_charged": 0.0024, "card_payment_not_recognised": 0.0023, "card_payment_wrong_exchange_rate": 0.0049, "card_swallowed": 0.0026, "cash_withdrawal_charge": 0.0023, "cash_withdrawal_not_recognised": 0.0018, "change_pin": 0.0021, "compromised_card": 0.0023, "contactless_not_working": 0.0072, "country_support": 0.0026, "declined_card_payment": 0.0023, "declined_cash_withdrawal": 0.0021, "declined_transfer": 0.0023, "direct_debit_payment_not_recognised": 0.0032, "disposable_card_limits": 0.0042, "edit_personal_details": 0.0025, "exchange_charge": 0.0033, "exchange_rate": 0.0025, "exchange_via_app": 0.0075, "extra_charge_on_statement": 0.0029, "failed_transfer": 0.0023, "fiat_currency_support": 0.0086, "get_disposable_virtual_card": 0.1415, "get_physical_card": 0.0027, "getting_spare_card": 0.0128, "getting_virtual_card": 0.0079, "lost_or_stolen_card": 0.0013, "lost_or_stolen_phone": 0.0012, "order_physical_card": 0.0154, "passcode_forgotten": 0.0016, "pending_card_payment": 0.0017, "pending_cash_withdrawal": 0.0015, "pending_top_up": 0.0019, "pending_transfer": 0.0018, "pin_blocked": 0.0017, "receiving_money": 0.019, "request_refund": 0.0036, "reverted_card_payment?": 0.0021, "supported_cards_and_currencies": 0.0334, "terminate_account": 0.0022, "top_up_by_bank_transfer_charge": 0.0238, "top_up_by_card_charge": 0.0026, "top_up_by_cash_or_cheque": 0.0149, "top_up_failed": 0.0026, "top_up_limits": 0.0034, "top_up_reverted": 0.0038, "topping_up_by_card": 0.4726, "transaction_charged_twice": 0.0014, "transfer_fee_charged": 0.0019, "transfer_into_account": 0.0429, "transfer_not_received_by_recipient": 0.0038, "transfer_timing": 0.0095, "unable_to_verify_identity": 0.0015, "verify_my_identity": 0.0015, "verify_source_of_funds": 0.0021, "verify_top_up": 0.0017, "virtual_card_not_working": 0.0039, "visa_or_mastercard": 0.0016, "why_verify_identity": 0.0014, "wrong_amount_of_cash_received": 0.0021, "wrong_exchange_rate_for_cash_withdrawal": 0.0025 }, "error": null, "latency_ms": 68.4353340184316, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-607", "text_group": "d6407a66d7f868084664e951f84c50c088c2f485b8d66897a630f77abb4a07b6", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0008, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0005, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0007, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0002, "receiving_money": 0.0004, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.9556, "top_up_by_card_charge": 0.0112, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0003, "top_up_limits": 0.0005, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0008, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.007, "transfer_into_account": 0.0008, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.15524997748435, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-608", "text_group": "0b7332beab6def00ea850ee3bb35a658761ddc4f8f6af65396cc8cb3ac70098d", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0014998500149985001, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.0008999100089991, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.9307069293070692, "top_up_by_card_charge": 0.006199380061993801, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.000999900009999, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.037896210378962104, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 70.26504096575081, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-609", "text_group": "3309361f216f17bc6bce5ec30acea8cb946187d9b0c78d4f0fcd3dcf395430cc", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0008998200359928015, "activate_my_card": 0.0015996800639872027, "age_limit": 0.0010997800439912018, "apple_pay_or_google_pay": 0.0026994601079784043, "atm_support": 0.015496900619876025, "automatic_top_up": 0.008798240351929614, "balance_not_updated_after_bank_transfer": 0.023195360927814435, "balance_not_updated_after_cheque_or_cash_deposit": 0.0023995200959808036, "beneficiary_not_allowed": 0.0027994401119776045, "cancel_transfer": 0.0018996200759848032, "card_about_to_expire": 0.0010997800439912018, "card_acceptance": 0.001999600079984003, "card_arrival": 0.0014997000599880025, "card_delivery_estimate": 0.001799640071985603, "card_linking": 0.0030993801239752048, "card_not_working": 0.0014997000599880025, "card_payment_fee_charged": 0.0015996800639872027, "card_payment_not_recognised": 0.0015996800639872027, "card_payment_wrong_exchange_rate": 0.0020995800839832034, "card_swallowed": 0.0018996200759848032, "cash_withdrawal_charge": 0.001799640071985603, "cash_withdrawal_not_recognised": 0.0016996600679864027, "change_pin": 0.0011997600479904018, "compromised_card": 0.0016996600679864027, "contactless_not_working": 0.002599480103979204, "country_support": 0.0023995200959808036, "declined_card_payment": 0.0014997000599880025, "declined_cash_withdrawal": 0.0014997000599880025, "declined_transfer": 0.001999600079984003, "direct_debit_payment_not_recognised": 0.001999600079984003, "disposable_card_limits": 0.0023995200959808036, "edit_personal_details": 0.001299740051989602, "exchange_charge": 0.0031993601279744054, "exchange_rate": 0.0018996200759848032, "exchange_via_app": 0.004899020195960808, "extra_charge_on_statement": 0.001999600079984003, "failed_transfer": 0.0027994401119776045, "fiat_currency_support": 0.0046990601879624075, "get_disposable_virtual_card": 0.1414717056588682, "get_physical_card": 0.03159368126374725, "getting_spare_card": 0.009398120375924815, "getting_virtual_card": 0.02269546090781844, "lost_or_stolen_card": 0.0009998000399920016, "lost_or_stolen_phone": 0.0009998000399920016, "order_physical_card": 0.014597080583883223, "passcode_forgotten": 0.0009998000399920016, "pending_card_payment": 0.0010997800439912018, "pending_cash_withdrawal": 0.0011997600479904018, "pending_top_up": 0.0011997600479904018, "pending_transfer": 0.004599080183963208, "pin_blocked": 0.0011997600479904018, "receiving_money": 0.06798640271945612, "request_refund": 0.0011997600479904018, "reverted_card_payment?": 0.0013997200559888023, "supported_cards_and_currencies": 0.004299140171965607, "terminate_account": 0.0014997000599880025, "top_up_by_bank_transfer_charge": 0.03959208158368327, "top_up_by_card_charge": 0.0016996600679864027, "top_up_by_cash_or_cheque": 0.001799640071985603, "top_up_failed": 0.0015996800639872027, "top_up_limits": 0.0014997000599880025, "top_up_reverted": 0.0015996800639872027, "topping_up_by_card": 0.004199160167966407, "transaction_charged_twice": 0.0010997800439912018, "transfer_fee_charged": 0.0018996200759848032, "transfer_into_account": 0.43821235752849436, "transfer_not_received_by_recipient": 0.027694461107778442, "transfer_timing": 0.03799240151969606, "unable_to_verify_identity": 0.0011997600479904018, "verify_my_identity": 0.0010997800439912018, "verify_source_of_funds": 0.0015996800639872027, "verify_top_up": 0.0010997800439912018, "virtual_card_not_working": 0.001799640071985603, "visa_or_mastercard": 0.0011997600479904018, "why_verify_identity": 0.0010997800439912018, "wrong_amount_of_cash_received": 0.001299740051989602, "wrong_exchange_rate_for_cash_withdrawal": 0.0015996800639872027 }, "error": null, "latency_ms": 67.89679196663201, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-610", "text_group": "99a8a7e4517a961be8d01fe78d3fd457e568b0a0d671425d271a71a163ce90f0", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0012002400480096017, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.00040008001600320064, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.006601320264052811, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.3238647729545909, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0009001800360072014, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.005701140228045609, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0036007201440288058, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0008001600320064013, "getting_spare_card": 0.0007001400280056011, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0007001400280056011, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.01300260052010402, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.5170034006801361, "top_up_by_card_charge": 0.09441888377675535, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0072014402880576115, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.005701140228045609, "transfer_into_account": 0.0007001400280056011, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 67.02366704121232, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-611", "text_group": "acc9c1909db55b38e03cfbad964d5d2639f08b50751f871230fea51a24646417", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00040016006402561027, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.0007002801120448179, "automatic_top_up": 0.0063025210084033615, "balance_not_updated_after_bank_transfer": 0.0005002000800320128, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00040016006402561027, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.0008003201280512205, "card_payment_not_recognised": 0.0005002000800320128, "card_payment_wrong_exchange_rate": 0.0008003201280512205, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.3200280112044818, "cash_withdrawal_not_recognised": 0.0006002400960384153, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.0010004001600640256, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00900360144057623, "exchange_rate": 0.0007002801120448179, "exchange_via_app": 0.0007002801120448179, "extra_charge_on_statement": 0.0033013205282112846, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.0005002000800320128, "get_disposable_virtual_card": 0.0011004401760704283, "get_physical_card": 0.0007002801120448179, "getting_spare_card": 0.0007002801120448179, "getting_virtual_card": 0.0007002801120448179, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00040016006402561027, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.04621848739495798, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.5068027210884354, "top_up_by_card_charge": 0.05952380952380952, "top_up_by_cash_or_cheque": 0.0015006002400960385, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.0006002400960384153, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.013705482192877151, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.0027010804321728693, "transfer_into_account": 0.0012004801920768306, "transfer_not_received_by_recipient": 0.0009003601440576229, "transfer_timing": 0.0007002801120448179, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.0005002000800320128, "wrong_exchange_rate_for_cash_withdrawal": 0.0018007202881152459 }, "error": null, "latency_ms": 66.55954208690673, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-612", "text_group": "b34f6ae5514abc3aa98efcddc8bdac94767507b128687c6165de01053b4e4d4f", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0036, "activate_my_card": 0.0054, "age_limit": 0.005, "apple_pay_or_google_pay": 0.0123, "atm_support": 0.0924, "automatic_top_up": 0.0097, "balance_not_updated_after_bank_transfer": 0.0469, "balance_not_updated_after_cheque_or_cash_deposit": 0.0111, "beneficiary_not_allowed": 0.0119, "cancel_transfer": 0.0152, "card_about_to_expire": 0.0046, "card_acceptance": 0.0099, "card_arrival": 0.0051, "card_delivery_estimate": 0.0062, "card_linking": 0.0089, "card_not_working": 0.0057, "card_payment_fee_charged": 0.0067, "card_payment_not_recognised": 0.006, "card_payment_wrong_exchange_rate": 0.0101, "card_swallowed": 0.0069, "cash_withdrawal_charge": 0.0074, "cash_withdrawal_not_recognised": 0.0049, "change_pin": 0.005, "compromised_card": 0.0068, "contactless_not_working": 0.031, "country_support": 0.0179, "declined_card_payment": 0.0062, "declined_cash_withdrawal": 0.0055, "declined_transfer": 0.0128, "direct_debit_payment_not_recognised": 0.0073, "disposable_card_limits": 0.0092, "edit_personal_details": 0.0059, "exchange_charge": 0.0145, "exchange_rate": 0.0098, "exchange_via_app": 0.0142, "extra_charge_on_statement": 0.0082, "failed_transfer": 0.0152, "fiat_currency_support": 0.0318, "get_disposable_virtual_card": 0.0163, "get_physical_card": 0.0079, "getting_spare_card": 0.0068, "getting_virtual_card": 0.0082, "lost_or_stolen_card": 0.004, "lost_or_stolen_phone": 0.004, "order_physical_card": 0.0063, "passcode_forgotten": 0.0045, "pending_card_payment": 0.0049, "pending_cash_withdrawal": 0.0044, "pending_top_up": 0.0051, "pending_transfer": 0.012, "pin_blocked": 0.0049, "receiving_money": 0.035, "request_refund": 0.0046, "reverted_card_payment?": 0.0057, "supported_cards_and_currencies": 0.0326, "terminate_account": 0.0068, "top_up_by_bank_transfer_charge": 0.0523, "top_up_by_card_charge": 0.0074, "top_up_by_cash_or_cheque": 0.007, "top_up_failed": 0.0062, "top_up_limits": 0.0063, "top_up_reverted": 0.0068, "topping_up_by_card": 0.0088, "transaction_charged_twice": 0.0052, "transfer_fee_charged": 0.0095, "transfer_into_account": 0.1153, "transfer_not_received_by_recipient": 0.0136, "transfer_timing": 0.0408, "unable_to_verify_identity": 0.0049, "verify_my_identity": 0.005, "verify_source_of_funds": 0.006, "verify_top_up": 0.0052, "virtual_card_not_working": 0.006, "visa_or_mastercard": 0.0055, "why_verify_identity": 0.0048, "wrong_amount_of_cash_received": 0.0051, "wrong_exchange_rate_for_cash_withdrawal": 0.0071 }, "error": null, "latency_ms": 66.78783299867064, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-613", "text_group": "996f9553e4808c826a49e186293ecd54bd0b8caee59f7549dfd026e2fb7faf73", "expected": "top_up_by_bank_transfer_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0006997900629811057, "automatic_top_up": 0.000499850044986504, "balance_not_updated_after_bank_transfer": 0.0005998200539838048, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.000499850044986504, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.002699190242927122, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.5748275517344796, "cash_withdrawal_not_recognised": 0.0007997600719784066, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.000499850044986504, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0008997300809757073, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.004198740377886634, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.028491452564230732, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.000499850044986504, "getting_spare_card": 0.0006997900629811057, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0008997300809757073, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0875737278816355, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.21293611916425073, "top_up_by_card_charge": 0.045986204138758376, "top_up_by_cash_or_cheque": 0.0006997900629811057, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0016994901529541137, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.011396581025692293, "transfer_into_account": 0.0005998200539838048, "transfer_not_received_by_recipient": 0.0005998200539838048, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0006997900629811057, "wrong_exchange_rate_for_cash_withdrawal": 0.000499850044986504 }, "error": null, "latency_ms": 66.89783395268023, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-614", "text_group": "4a7c6f67c397520b4b0f437baa9d8985ff936d42dcded39f0a476586180a840e", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.0002998500749625187, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.0004997501249375313, "atm_support": 0.0005997001499250374, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.0005997001499250374, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039980009995002505, "beneficiary_not_allowed": 0.0004997501249375313, "cancel_transfer": 0.00039980009995002505, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.0004997501249375313, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.00039980009995002505, "card_not_working": 0.0002998500749625187, "card_payment_fee_charged": 0.0014992503748125939, "card_payment_not_recognised": 0.00039980009995002505, "card_payment_wrong_exchange_rate": 0.00039980009995002505, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.0015992003998001002, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0002998500749625187, "compromised_card": 0.0002998500749625187, "contactless_not_working": 0.0002998500749625187, "country_support": 0.0004997501249375313, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.0006996501749125438, "direct_debit_payment_not_recognised": 0.00039980009995002505, "disposable_card_limits": 0.00039980009995002505, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.006196901549225388, "exchange_rate": 0.0004997501249375313, "exchange_via_app": 0.0004997501249375313, "extra_charge_on_statement": 0.0018990504747626188, "failed_transfer": 0.0004997501249375313, "fiat_currency_support": 0.0004997501249375313, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.00039980009995002505, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.0004997501249375313, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.0002998500749625187, "supported_cards_and_currencies": 0.0005997001499250374, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.19400299850074962, "top_up_by_card_charge": 0.0008995502248875562, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.7677161419290355, "transfer_into_account": 0.0013993003498250875, "transfer_not_received_by_recipient": 0.00039980009995002505, "transfer_timing": 0.0005997001499250374, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.00039980009995002505, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.00039980009995002505 }, "error": null, "latency_ms": 69.19266597833484, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-615", "text_group": "7753becd5049106d421b9e5fa1146d03194846975af61ae15bd343f4041bcdbd", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00020018016214593136, "activate_my_card": 0.000300270243218897, "age_limit": 0.00020018016214593136, "apple_pay_or_google_pay": 0.0005004504053648283, "atm_support": 0.000900810729656691, "automatic_top_up": 0.003903513161845661, "balance_not_updated_after_bank_transfer": 0.000600540486437794, "balance_not_updated_after_cheque_or_cash_deposit": 0.000300270243218897, "beneficiary_not_allowed": 0.00040036032429186273, "cancel_transfer": 0.000300270243218897, "card_about_to_expire": 0.00020018016214593136, "card_acceptance": 0.0005004504053648283, "card_arrival": 0.00020018016214593136, "card_delivery_estimate": 0.000300270243218897, "card_linking": 0.00040036032429186273, "card_not_working": 0.00020018016214593136, "card_payment_fee_charged": 0.0005004504053648283, "card_payment_not_recognised": 0.00040036032429186273, "card_payment_wrong_exchange_rate": 0.0005004504053648283, "card_swallowed": 0.00020018016214593136, "cash_withdrawal_charge": 0.002402161945751176, "cash_withdrawal_not_recognised": 0.000300270243218897, "change_pin": 0.00020018016214593136, "compromised_card": 0.00020018016214593136, "contactless_not_working": 0.000300270243218897, "country_support": 0.00040036032429186273, "declined_card_payment": 0.000300270243218897, "declined_cash_withdrawal": 0.00020018016214593136, "declined_transfer": 0.00020018016214593136, "direct_debit_payment_not_recognised": 0.0007006305675107597, "disposable_card_limits": 0.000300270243218897, "edit_personal_details": 0.00020018016214593136, "exchange_charge": 0.000900810729656691, "exchange_rate": 0.000300270243218897, "exchange_via_app": 0.000300270243218897, "extra_charge_on_statement": 0.0011009908918026225, "failed_transfer": 0.00020018016214593136, "fiat_currency_support": 0.00040036032429186273, "get_disposable_virtual_card": 0.0014012611350215194, "get_physical_card": 0.0007006305675107597, "getting_spare_card": 0.0005004504053648283, "getting_virtual_card": 0.0005004504053648283, "lost_or_stolen_card": 0.00020018016214593136, "lost_or_stolen_phone": 0.00020018016214593136, "order_physical_card": 0.000600540486437794, "passcode_forgotten": 0.00020018016214593136, "pending_card_payment": 0.00020018016214593136, "pending_cash_withdrawal": 0.00020018016214593136, "pending_top_up": 0.00020018016214593136, "pending_transfer": 0.00020018016214593136, "pin_blocked": 0.00020018016214593136, "receiving_money": 0.002902612351116004, "request_refund": 0.00020018016214593136, "reverted_card_payment?": 0.000300270243218897, "supported_cards_and_currencies": 0.000600540486437794, "terminate_account": 0.00020018016214593136, "top_up_by_bank_transfer_charge": 0.9451506355720148, "top_up_by_card_charge": 0.010909818836953258, "top_up_by_cash_or_cheque": 0.000300270243218897, "top_up_failed": 0.000300270243218897, "top_up_limits": 0.00020018016214593136, "top_up_reverted": 0.000300270243218897, "topping_up_by_card": 0.0008007206485837255, "transaction_charged_twice": 0.00020018016214593136, "transfer_fee_charged": 0.008107296566910218, "transfer_into_account": 0.001201080972875588, "transfer_not_received_by_recipient": 0.0005004504053648283, "transfer_timing": 0.000600540486437794, "unable_to_verify_identity": 0.00020018016214593136, "verify_my_identity": 0.00020018016214593136, "verify_source_of_funds": 0.00020018016214593136, "verify_top_up": 0.00020018016214593136, "virtual_card_not_working": 0.00020018016214593136, "visa_or_mastercard": 0.000300270243218897, "why_verify_identity": 0.00020018016214593136, "wrong_amount_of_cash_received": 0.00020018016214593136, "wrong_exchange_rate_for_cash_withdrawal": 0.000300270243218897 }, "error": null, "latency_ms": 66.19591696653515, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-616", "text_group": "b510503405f1040441caac134dbedbbdb117530086682a6a90e0bb3e1d6a3841", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.0008002400720216065, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00040012003601080324, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.00020006001800540162, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.00040012003601080324, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0006001800540162048, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.0018005401620486145, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0005001500450135041, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.9620886265879763, "top_up_by_card_charge": 0.008102430729218764, "top_up_by_cash_or_cheque": 0.0007002100630189057, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0010003000900270082, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.0026007802340702207, "transfer_into_account": 0.002400720216064819, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 65.4026250122115, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-617", "text_group": "428e248e19e324d758a5c3788320b390a30b6970abff3a4e6eb7f52c25e43596", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0007000700070007, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0029002900290029, "balance_not_updated_after_cheque_or_cash_deposit": 0.001000100010001, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.0006000600060006, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0007000700070007, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0009000900090009, "card_linking": 0.0006000600060006, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.006600660066006601, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0003000300030003, "country_support": 0.0005000500050005, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0070007000700070005, "exchange_rate": 0.0007000700070007, "exchange_via_app": 0.0009000900090009, "extra_charge_on_statement": 0.0047004700470047005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0026002600260026003, "get_physical_card": 0.0018001800180018, "getting_spare_card": 0.004000400040004, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.19431943194319432, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.7024702470247025, "top_up_by_card_charge": 0.007300730073007301, "top_up_by_cash_or_cheque": 0.0014001400140014, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0026002600260026003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.007900790079007902, "transfer_into_account": 0.0202020202020202, "transfer_not_received_by_recipient": 0.005100510051005101, "transfer_timing": 0.0017001700170017002, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 65.3024580096826, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-618", "text_group": "d26f9f4befa67397a00984e513d349df84af657da4d0a9c7b30ce11ad18df40c", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0010998900109989002, "automatic_top_up": 0.021797820217978204, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.0021997800219978004, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.0008999100089991, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0004999500049995, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0008999100089991, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.0020997900209979003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.0005999400059994001, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0006999300069993001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.041695830416958304, "top_up_by_card_charge": 0.873012698730127, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0007999200079992001, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.030796920307969204, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.0007999200079992001, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 68.06874996982515, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-619", "text_group": "8892864b229850382ffd36d254d4c7abf841900384b0f52455e77f549c3d1b65", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.0021997800219978004, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.0007999200079992001, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.000999900009999, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.012698730126987301, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.928007199280072, "top_up_by_card_charge": 0.0206979302069793, "top_up_by_cash_or_cheque": 0.0015998400159984002, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0013998600139986002, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.0072992700729927005, "transfer_into_account": 0.0022997700229977, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 69.17854200582951, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-620", "text_group": "25c4fa05a64c3e31a7f465429c5ca473d0505dd375c4eaba5a9dd5237659aabb", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0012, "atm_support": 0.0007, "automatic_top_up": 0.0092, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0044, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0009, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.2539, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0015, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0002, "exchange_charge": 0.0082, "exchange_rate": 0.0006, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0022, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0008, "get_physical_card": 0.0006, "getting_spare_card": 0.0007, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0006, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0296, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.595, "top_up_by_card_charge": 0.0509, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0004, "top_up_limits": 0.0004, "top_up_reverted": 0.0004, "topping_up_by_card": 0.008, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.007, "transfer_into_account": 0.0036, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0011, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 68.88408400118351, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-621", "text_group": "bebd73c56a8db0070f300bc6f148dd3b45c513c418e0a54c44bb10aaf00287af", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0005, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.001, "atm_support": 0.0009, "automatic_top_up": 0.0025, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0003, "card_payment_fee_charged": 0.003, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.2307, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0005, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0003, "exchange_charge": 0.0124, "exchange_rate": 0.0007, "exchange_via_app": 0.0008, "extra_charge_on_statement": 0.0024, "failed_transfer": 0.0005, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0008, "get_physical_card": 0.0006, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0005, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.025, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0007, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.5694, "top_up_by_card_charge": 0.082, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0005, "top_up_limits": 0.0006, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0101, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0238, "transfer_into_account": 0.007, "transfer_not_received_by_recipient": 0.0008, "transfer_timing": 0.0011, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0015 }, "error": null, "latency_ms": 67.07854196429253, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-622", "text_group": "593d73d1d6905d3e015e88932f5b0373cacb884f5c7078541a2d35fba2a3b24f", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00019988007195682593, "activate_my_card": 0.00029982010793523883, "age_limit": 0.00029982010793523883, "apple_pay_or_google_pay": 0.0004997001798920648, "atm_support": 0.0009994003597841297, "automatic_top_up": 0.00039976014391365186, "balance_not_updated_after_bank_transfer": 0.0023985608634819106, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039976014391365186, "beneficiary_not_allowed": 0.0004997001798920648, "cancel_transfer": 0.0004997001798920648, "card_about_to_expire": 0.00029982010793523883, "card_acceptance": 0.0004997001798920648, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00029982010793523883, "card_linking": 0.00039976014391365186, "card_not_working": 0.00029982010793523883, "card_payment_fee_charged": 0.0005996402158704777, "card_payment_not_recognised": 0.00029982010793523883, "card_payment_wrong_exchange_rate": 0.00039976014391365186, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.0011992804317409553, "cash_withdrawal_not_recognised": 0.00029982010793523883, "change_pin": 0.00029982010793523883, "compromised_card": 0.00029982010793523883, "contactless_not_working": 0.00039976014391365186, "country_support": 0.0004997001798920648, "declined_card_payment": 0.00029982010793523883, "declined_cash_withdrawal": 0.00029982010793523883, "declined_transfer": 0.00039976014391365186, "direct_debit_payment_not_recognised": 0.00039976014391365186, "disposable_card_limits": 0.00039976014391365186, "edit_personal_details": 0.00029982010793523883, "exchange_charge": 0.0013991605036977814, "exchange_rate": 0.00029982010793523883, "exchange_via_app": 0.00039976014391365186, "extra_charge_on_statement": 0.0014991005396761943, "failed_transfer": 0.00039976014391365186, "fiat_currency_support": 0.0004997001798920648, "get_disposable_virtual_card": 0.00029982010793523883, "get_physical_card": 0.00029982010793523883, "getting_spare_card": 0.00029982010793523883, "getting_virtual_card": 0.00029982010793523883, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00029982010793523883, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00029982010793523883, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00019988007195682593, "pending_transfer": 0.00029982010793523883, "pin_blocked": 0.00029982010793523883, "receiving_money": 0.0004997001798920648, "request_refund": 0.00019988007195682593, "reverted_card_payment?": 0.00029982010793523883, "supported_cards_and_currencies": 0.0006995802518488907, "terminate_account": 0.00029982010793523883, "top_up_by_bank_transfer_charge": 0.8743753747751349, "top_up_by_card_charge": 0.0011992804317409553, "top_up_by_cash_or_cheque": 0.00029982010793523883, "top_up_failed": 0.00029982010793523883, "top_up_limits": 0.00029982010793523883, "top_up_reverted": 0.00029982010793523883, "topping_up_by_card": 0.00039976014391365186, "transaction_charged_twice": 0.00029982010793523883, "transfer_fee_charged": 0.09234459324405357, "transfer_into_account": 0.0011992804317409553, "transfer_not_received_by_recipient": 0.00039976014391365186, "transfer_timing": 0.0005996402158704777, "unable_to_verify_identity": 0.00029982010793523883, "verify_my_identity": 0.00029982010793523883, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.00029982010793523883, "virtual_card_not_working": 0.00029982010793523883, "visa_or_mastercard": 0.00039976014391365186, "why_verify_identity": 0.00029982010793523883, "wrong_amount_of_cash_received": 0.00029982010793523883, "wrong_exchange_rate_for_cash_withdrawal": 0.00029982010793523883 }, "error": null, "latency_ms": 68.00220801960677, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-623", "text_group": "62dd057b6631f829b47457759c7039e4b496ab3f8c5fc0efa6095bf8e943a498", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0015003000600120023, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0015003000600120023, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0005001000200040008, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0009001800360072014, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.001300260052010402, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0030006001200240046, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0010002000400080016, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0005001000200040008, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0008001600320064013, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.7771554310862172, "top_up_by_card_charge": 0.001300260052010402, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.1865373074614923, "transfer_into_account": 0.0012002400480096017, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 68.0804579751566, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-624", "text_group": "3d6e9bdf36b6b1095e9ea413901c6c01a28c520d851cd5138ce06f1d111275d1", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.0003000600120024005, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0009001800360072014, "automatic_top_up": 0.0003000600120024005, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0003000600120024005, "cancel_transfer": 0.0004000800160032007, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0004000800160032007, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0004000800160032007, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0008001600320064014, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0004000800160032007, "declined_card_payment": 0.00020004000800160035, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.0003000600120024005, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0004000800160032007, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.0022004400880176037, "exchange_rate": 0.0004000800160032007, "exchange_via_app": 0.0004000800160032007, "extra_charge_on_statement": 0.0010002000400080016, "failed_transfer": 0.0003000600120024005, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0003000600120024005, "get_physical_card": 0.0003000600120024005, "getting_spare_card": 0.0003000600120024005, "getting_virtual_card": 0.0003000600120024005, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.0005001000200040008, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.000600120024004801, "terminate_account": 0.0003000600120024005, "top_up_by_bank_transfer_charge": 0.9471894378875776, "top_up_by_card_charge": 0.0014002800560112022, "top_up_by_cash_or_cheque": 0.0003000600120024005, "top_up_failed": 0.00020004000800160035, "top_up_limits": 0.0003000600120024005, "top_up_reverted": 0.0003000600120024005, "topping_up_by_card": 0.0004000800160032007, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.02410482096419284, "transfer_into_account": 0.0016003200640128028, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.000600120024004801, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.00020004000800160035, "visa_or_mastercard": 0.0004000800160032007, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 67.23358295857906, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-625", "text_group": "5526816035a9fd70faf07e5af548cd6e2d9d9f13927704b024da495d9fbff358", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0012001200120012, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0014001400140014, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0007000700070007, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0017001700170017002, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00040004000400040005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.9504950495049506, "top_up_by_card_charge": 0.0153015301530153, "top_up_by_cash_or_cheque": 0.0006000600060006, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0007000700070007, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.007300730073007301, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 67.72766693029553, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-626", "text_group": "07b5e152070e17531c3c55a9365f768e38ef1dddca8ed91c1004a7491fd1b004", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0024997500249975004, "activate_my_card": 0.004199580041995801, "age_limit": 0.0035996400359964, "apple_pay_or_google_pay": 0.011998800119988001, "atm_support": 0.06919308069193081, "automatic_top_up": 0.008599140085991401, "balance_not_updated_after_bank_transfer": 0.1302869713028697, "balance_not_updated_after_cheque_or_cash_deposit": 0.008799120087991202, "beneficiary_not_allowed": 0.0081991800819918, "cancel_transfer": 0.011698830116988301, "card_about_to_expire": 0.0033996600339966003, "card_acceptance": 0.0071992800719928, "card_arrival": 0.0037996200379962005, "card_delivery_estimate": 0.0040995900409959, "card_linking": 0.0060993900609939014, "card_not_working": 0.004199580041995801, "card_payment_fee_charged": 0.0046995300469953, "card_payment_not_recognised": 0.0044995500449955, "card_payment_wrong_exchange_rate": 0.0058994100589941, "card_swallowed": 0.004299570042995701, "cash_withdrawal_charge": 0.005099490050994901, "cash_withdrawal_not_recognised": 0.0034996500349965005, "change_pin": 0.0034996500349965005, "compromised_card": 0.0046995300469953, "contactless_not_working": 0.019398060193980604, "country_support": 0.0105989401059894, "declined_card_payment": 0.0040995900409959, "declined_cash_withdrawal": 0.0037996200379962005, "declined_transfer": 0.009599040095990401, "direct_debit_payment_not_recognised": 0.004999500049995001, "disposable_card_limits": 0.0065993400659934, "edit_personal_details": 0.0037996200379962005, "exchange_charge": 0.015998400159984, "exchange_rate": 0.007699230076992301, "exchange_via_app": 0.014598540145985401, "extra_charge_on_statement": 0.0051994800519948, "failed_transfer": 0.014898510148985102, "fiat_currency_support": 0.017298270172982702, "get_disposable_virtual_card": 0.015398460153984602, "get_physical_card": 0.004999500049995001, "getting_spare_card": 0.004199580041995801, "getting_virtual_card": 0.0047995200479952005, "lost_or_stolen_card": 0.0027997200279972004, "lost_or_stolen_phone": 0.0027997200279972004, "order_physical_card": 0.0034996500349965005, "passcode_forgotten": 0.0029997000299970002, "pending_card_payment": 0.0033996600339966003, "pending_cash_withdrawal": 0.0029997000299970002, "pending_top_up": 0.0035996400359964, "pending_transfer": 0.0190980901909809, "pin_blocked": 0.0032996700329967, "receiving_money": 0.0354964503549645, "request_refund": 0.0028997100289971, "reverted_card_payment?": 0.003999600039996, "supported_cards_and_currencies": 0.019598040195980403, "terminate_account": 0.0045995400459954, "top_up_by_bank_transfer_charge": 0.045295470452954706, "top_up_by_card_charge": 0.004999500049995001, "top_up_by_cash_or_cheque": 0.004899510048995101, "top_up_failed": 0.0044995500449955, "top_up_limits": 0.004399560043995601, "top_up_reverted": 0.0046995300469953, "topping_up_by_card": 0.006799320067993201, "transaction_charged_twice": 0.0037996200379962005, "transfer_fee_charged": 0.008899110088991101, "transfer_into_account": 0.19738026197380262, "transfer_not_received_by_recipient": 0.0254974502549745, "transfer_timing": 0.047795220477952205, "unable_to_verify_identity": 0.0034996500349965005, "verify_my_identity": 0.0035996400359964, "verify_source_of_funds": 0.0045995400459954, "verify_top_up": 0.003999600039996, "virtual_card_not_working": 0.0046995300469953, "visa_or_mastercard": 0.004899510048995101, "why_verify_identity": 0.0035996400359964, "wrong_amount_of_cash_received": 0.0037996200379962005, "wrong_exchange_rate_for_cash_withdrawal": 0.0051994800519948 }, "error": null, "latency_ms": 68.31629201769829, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-627", "text_group": "6298378bfebc8e5477191322d75c171cfad3125dea424b14212f0bc424d1fe98", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0007997600719784066, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0006997900629811057, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0005998200539838048, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.001099670098970309, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.0003998800359892033, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.9612116365090473, "top_up_by_card_charge": 0.006398080575827253, "top_up_by_cash_or_cheque": 0.0007997600719784066, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.000499850044986504, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.0007997600719784066, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.004198740377886634, "transfer_into_account": 0.0006997900629811057, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0005998200539838048, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 68.36695899255574, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-628", "text_group": "536f8810445f51d18f9525fe33bcac4467271376d74c438355aadbbdff21fbce", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0011001100110011003, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.001000100010001, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0006000600060006, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0011001100110011003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0006000600060006, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0015001500150015003, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.0026002600260026003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0005000500050005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0009000900090009, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.9295929592959296, "top_up_by_card_charge": 0.0014001400140014, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.033903390339033904, "transfer_into_account": 0.002000200020002, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0008000800080008001, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 67.83687497954816, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-629", "text_group": "664da3e364179138afd70f65063b0fb54cd45abb2e9c3a9dcd51823948cb1cfb", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0007998400319936014, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0021995600879824036, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.0014997000599880025, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00569886022795441, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0005998800239952009, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.013897220555888821, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.002299540091981604, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0004999000199960008, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0007998400319936014, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.31983603279344136, "top_up_by_card_charge": 0.0016996600679864027, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.6245750849830034, "transfer_into_account": 0.003599280143971206, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0008998200359928015, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 69.53454099129885, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-630", "text_group": "0460491e27da6641f1d7921cd3332f1d249ca1782dc7d85729af99402fce19cf", "expected": "top_up_by_bank_transfer_charge", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0014, "activate_my_card": 0.0017, "age_limit": 0.0016, "apple_pay_or_google_pay": 0.0028, "atm_support": 0.0461, "automatic_top_up": 0.0032, "balance_not_updated_after_bank_transfer": 0.4753, "balance_not_updated_after_cheque_or_cash_deposit": 0.007, "beneficiary_not_allowed": 0.0062, "cancel_transfer": 0.0073, "card_about_to_expire": 0.0015, "card_acceptance": 0.0029, "card_arrival": 0.0017, "card_delivery_estimate": 0.0022, "card_linking": 0.0026, "card_not_working": 0.0017, "card_payment_fee_charged": 0.0022, "card_payment_not_recognised": 0.0025, "card_payment_wrong_exchange_rate": 0.0048, "card_swallowed": 0.0023, "cash_withdrawal_charge": 0.0028, "cash_withdrawal_not_recognised": 0.0031, "change_pin": 0.0016, "compromised_card": 0.0027, "contactless_not_working": 0.0034, "country_support": 0.0104, "declined_card_payment": 0.0023, "declined_cash_withdrawal": 0.0025, "declined_transfer": 0.0089, "direct_debit_payment_not_recognised": 0.0045, "disposable_card_limits": 0.003, "edit_personal_details": 0.0021, "exchange_charge": 0.0054, "exchange_rate": 0.0031, "exchange_via_app": 0.0032, "extra_charge_on_statement": 0.005, "failed_transfer": 0.0194, "fiat_currency_support": 0.0064, "get_disposable_virtual_card": 0.0076, "get_physical_card": 0.004, "getting_spare_card": 0.0022, "getting_virtual_card": 0.0026, "lost_or_stolen_card": 0.0014, "lost_or_stolen_phone": 0.0013, "order_physical_card": 0.0021, "passcode_forgotten": 0.0014, "pending_card_payment": 0.0015, "pending_cash_withdrawal": 0.0016, "pending_top_up": 0.0019, "pending_transfer": 0.0292, "pin_blocked": 0.0016, "receiving_money": 0.0423, "request_refund": 0.0015, "reverted_card_payment?": 0.0021, "supported_cards_and_currencies": 0.0085, "terminate_account": 0.0024, "top_up_by_bank_transfer_charge": 0.1108, "top_up_by_card_charge": 0.0023, "top_up_by_cash_or_cheque": 0.002, "top_up_failed": 0.0023, "top_up_limits": 0.0022, "top_up_reverted": 0.0026, "topping_up_by_card": 0.0027, "transaction_charged_twice": 0.0017, "transfer_fee_charged": 0.0044, "transfer_into_account": 0.0304, "transfer_not_received_by_recipient": 0.0247, "transfer_timing": 0.014, "unable_to_verify_identity": 0.0016, "verify_my_identity": 0.0016, "verify_source_of_funds": 0.0031, "verify_top_up": 0.0019, "virtual_card_not_working": 0.0017, "visa_or_mastercard": 0.002, "why_verify_identity": 0.0018, "wrong_amount_of_cash_received": 0.0017, "wrong_exchange_rate_for_cash_withdrawal": 0.0025 }, "error": null, "latency_ms": 67.62191699817777, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-631", "text_group": "79d65dae8acb6d075f46b94ddbf22a32791f3b4d263686dac8f8621b57a6bb6f", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.0003001801080648389, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0004002401440864519, "atm_support": 0.0005003001801080648, "automatic_top_up": 0.0012007204322593557, "balance_not_updated_after_bank_transfer": 0.0003001801080648389, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004002401440864519, "beneficiary_not_allowed": 0.0003001801080648389, "cancel_transfer": 0.0003001801080648389, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.0003001801080648389, "card_linking": 0.0004002401440864519, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.0005003001801080648, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.00020012007204322596, "cash_withdrawal_charge": 0.0007004202521512908, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.0003001801080648389, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0004002401440864519, "declined_card_payment": 0.0003001801080648389, "declined_cash_withdrawal": 0.00020012007204322596, "declined_transfer": 0.0003001801080648389, "direct_debit_payment_not_recognised": 0.0003001801080648389, "disposable_card_limits": 0.0004002401440864519, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.0008004802881729038, "exchange_rate": 0.0003001801080648389, "exchange_via_app": 0.0003001801080648389, "extra_charge_on_statement": 0.0014008405043025817, "failed_transfer": 0.0003001801080648389, "fiat_currency_support": 0.0004002401440864519, "get_disposable_virtual_card": 0.0003001801080648389, "get_physical_card": 0.0003001801080648389, "getting_spare_card": 0.0003001801080648389, "getting_virtual_card": 0.0003001801080648389, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.0003001801080648389, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.0003001801080648389, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0005003001801080648, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.9292575545327196, "top_up_by_card_charge": 0.018310986591955174, "top_up_by_cash_or_cheque": 0.0004002401440864519, "top_up_failed": 0.0003001801080648389, "top_up_limits": 0.0004002401440864519, "top_up_reverted": 0.0004002401440864519, "topping_up_by_card": 0.0007004202521512908, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.027416449869921956, "transfer_into_account": 0.0004002401440864519, "transfer_not_received_by_recipient": 0.0003001801080648389, "transfer_timing": 0.0005003001801080648, "unable_to_verify_identity": 0.00020012007204322596, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.0004002401440864519, "virtual_card_not_working": 0.0003001801080648389, "visa_or_mastercard": 0.0003001801080648389, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.00020012007204322596, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 68.0069160880521, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-632", "text_group": "6b44d23ea77852070d76a210a708c01aeed8d75a74b634a0391c381a39af09aa", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.001300260052010402, "activate_my_card": 0.001900380076015203, "age_limit": 0.001900380076015203, "apple_pay_or_google_pay": 0.004300860172034407, "atm_support": 0.01900380076015203, "automatic_top_up": 0.002500500100020004, "balance_not_updated_after_bank_transfer": 0.06511302260452091, "balance_not_updated_after_cheque_or_cash_deposit": 0.003100620124024805, "beneficiary_not_allowed": 0.010002000400080016, "cancel_transfer": 0.019903980796159234, "card_about_to_expire": 0.0017003400680136026, "card_acceptance": 0.09701940388077615, "card_arrival": 0.0017003400680136026, "card_delivery_estimate": 0.002100420084016803, "card_linking": 0.003100620124024805, "card_not_working": 0.002000400080016003, "card_payment_fee_charged": 0.0024004800960192034, "card_payment_not_recognised": 0.0024004800960192034, "card_payment_wrong_exchange_rate": 0.0027005401080216042, "card_swallowed": 0.0018003600720144029, "cash_withdrawal_charge": 0.0027005401080216042, "cash_withdrawal_not_recognised": 0.0015003000600120023, "change_pin": 0.0018003600720144029, "compromised_card": 0.0022004400880176037, "contactless_not_working": 0.0022004400880176037, "country_support": 0.013202640528105622, "declined_card_payment": 0.0022004400880176037, "declined_cash_withdrawal": 0.002000400080016003, "declined_transfer": 0.02530506101220244, "direct_debit_payment_not_recognised": 0.0022004400880176037, "disposable_card_limits": 0.004200840168033606, "edit_personal_details": 0.002500500100020004, "exchange_charge": 0.022804560912182435, "exchange_rate": 0.004300860172034407, "exchange_via_app": 0.014402880576115223, "extra_charge_on_statement": 0.0024004800960192034, "failed_transfer": 0.011502300460092018, "fiat_currency_support": 0.010202040408081616, "get_disposable_virtual_card": 0.0022004400880176037, "get_physical_card": 0.0029005801160232043, "getting_spare_card": 0.002000400080016003, "getting_virtual_card": 0.002000400080016003, "lost_or_stolen_card": 0.0014002800560112022, "lost_or_stolen_phone": 0.001300260052010402, "order_physical_card": 0.001900380076015203, "passcode_forgotten": 0.0014002800560112022, "pending_card_payment": 0.0017003400680136026, "pending_cash_withdrawal": 0.0014002800560112022, "pending_top_up": 0.0017003400680136026, "pending_transfer": 0.024004800960192037, "pin_blocked": 0.0016003200640128026, "receiving_money": 0.011502300460092018, "request_refund": 0.002000400080016003, "reverted_card_payment?": 0.002000400080016003, "supported_cards_and_currencies": 0.0612122424484897, "terminate_account": 0.0024004800960192034, "top_up_by_bank_transfer_charge": 0.08281656331266253, "top_up_by_card_charge": 0.0024004800960192034, "top_up_by_cash_or_cheque": 0.0022004400880176037, "top_up_failed": 0.002000400080016003, "top_up_limits": 0.006901380276055211, "top_up_reverted": 0.002100420084016803, "topping_up_by_card": 0.0027005401080216042, "transaction_charged_twice": 0.0016003200640128026, "transfer_fee_charged": 0.002600520104020804, "transfer_into_account": 0.2932586517303461, "transfer_not_received_by_recipient": 0.009601920384076814, "transfer_timing": 0.07281456291258252, "unable_to_verify_identity": 0.0017003400680136026, "verify_my_identity": 0.001900380076015203, "verify_source_of_funds": 0.002000400080016003, "verify_top_up": 0.0022004400880176037, "virtual_card_not_working": 0.002000400080016003, "visa_or_mastercard": 0.005201040208041608, "why_verify_identity": 0.002000400080016003, "wrong_amount_of_cash_received": 0.0015003000600120023, "wrong_exchange_rate_for_cash_withdrawal": 0.0023004600920184036 }, "error": null, "latency_ms": 67.67787504941225, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-633", "text_group": "042904741bb1ad44067015dbf1f2750a77bc63eda2145086e07af25a6143c2e6", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0015996800639872027, "activate_my_card": 0.002599480103979204, "age_limit": 0.001999600079984003, "apple_pay_or_google_pay": 0.007098580283943212, "atm_support": 0.03959208158368327, "automatic_top_up": 0.0032993401319736052, "balance_not_updated_after_bank_transfer": 0.021295740851829635, "balance_not_updated_after_cheque_or_cash_deposit": 0.0037992401519696063, "beneficiary_not_allowed": 0.03249350129974005, "cancel_transfer": 0.007598480303939213, "card_about_to_expire": 0.0020995800839832034, "card_acceptance": 0.08708258348330333, "card_arrival": 0.0023995200959808036, "card_delivery_estimate": 0.0027994401119776045, "card_linking": 0.004299140171965607, "card_not_working": 0.0026994601079784043, "card_payment_fee_charged": 0.002999400119976005, "card_payment_not_recognised": 0.0032993401319736052, "card_payment_wrong_exchange_rate": 0.005598880223955209, "card_swallowed": 0.0027994401119776045, "cash_withdrawal_charge": 0.0028994201159768043, "cash_withdrawal_not_recognised": 0.001999600079984003, "change_pin": 0.002299540091981604, "compromised_card": 0.002999400119976005, "contactless_not_working": 0.06738652269546092, "country_support": 0.011197760447910418, "declined_card_payment": 0.004999000199960009, "declined_cash_withdrawal": 0.0027994401119776045, "declined_transfer": 0.04459108178364327, "direct_debit_payment_not_recognised": 0.0031993601279744054, "disposable_card_limits": 0.0033993201359728054, "edit_personal_details": 0.0024995000999800043, "exchange_charge": 0.006998600279944011, "exchange_rate": 0.004399120175964807, "exchange_via_app": 0.010997800439912017, "extra_charge_on_statement": 0.0033993201359728054, "failed_transfer": 0.016096780643871225, "fiat_currency_support": 0.025694861027794443, "get_disposable_virtual_card": 0.011197760447910418, "get_physical_card": 0.0046990601879624075, "getting_spare_card": 0.0030993801239752048, "getting_virtual_card": 0.0037992401519696063, "lost_or_stolen_card": 0.0016996600679864027, "lost_or_stolen_phone": 0.0016996600679864027, "order_physical_card": 0.002999400119976005, "passcode_forgotten": 0.0018996200759848032, "pending_card_payment": 0.0020995800839832034, "pending_cash_withdrawal": 0.001799640071985603, "pending_top_up": 0.0020995800839832034, "pending_transfer": 0.033593281343731254, "pin_blocked": 0.0023995200959808036, "receiving_money": 0.012997400519896021, "request_refund": 0.0023995200959808036, "reverted_card_payment?": 0.0024995000999800043, "supported_cards_and_currencies": 0.049790041991601676, "terminate_account": 0.002999400119976005, "top_up_by_bank_transfer_charge": 0.03659268146370726, "top_up_by_card_charge": 0.002999400119976005, "top_up_by_cash_or_cheque": 0.0030993801239752048, "top_up_failed": 0.0024995000999800043, "top_up_limits": 0.0024995000999800043, "top_up_reverted": 0.0026994601079784043, "topping_up_by_card": 0.004199160167966407, "transaction_charged_twice": 0.0021995600879824036, "transfer_fee_charged": 0.003999200159968006, "transfer_into_account": 0.2734453109378125, "transfer_not_received_by_recipient": 0.007998400319936013, "transfer_timing": 0.02279544091181764, "unable_to_verify_identity": 0.0021995600879824036, "verify_my_identity": 0.0028994201159768043, "verify_source_of_funds": 0.0061987602479504095, "verify_top_up": 0.011197760447910418, "virtual_card_not_working": 0.0028994201159768043, "visa_or_mastercard": 0.0023995200959808036, "why_verify_identity": 0.002999400119976005, "wrong_amount_of_cash_received": 0.0020995800839832034, "wrong_exchange_rate_for_cash_withdrawal": 0.002999400119976005 }, "error": null, "latency_ms": 65.43979095295072, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-634", "text_group": "071b6fb79577873db729975120299a5226a3295a4cc13b0e3a5a06b0d598a14e", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.0015993602558976412, "automatic_top_up": 0.0006997201119552179, "balance_not_updated_after_bank_transfer": 0.0006997201119552179, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0004998000799680128, "cancel_transfer": 0.0004998000799680128, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0006997201119552179, "card_linking": 0.0004998000799680128, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.0009996001599360256, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.0016993202718912435, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.00019992003198720514, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0004998000799680128, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0014994002399040384, "exchange_rate": 0.0003998400639744103, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0029988004798080768, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0004998000799680128, "get_disposable_virtual_card": 0.0004998000799680128, "get_physical_card": 0.0005997600959616154, "getting_spare_card": 0.0004998000799680128, "getting_virtual_card": 0.0004998000799680128, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0005997600959616154, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0003998400639744103, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0005997600959616154, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0030987604958016795, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0007996801279488206, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.9076369452219113, "top_up_by_card_charge": 0.002499000399840064, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.0004998000799680128, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.04558176729308277, "transfer_into_account": 0.0064974010395841665, "transfer_not_received_by_recipient": 0.0004998000799680128, "transfer_timing": 0.0006997201119552179, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0003998400639744103, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 67.75879196356982, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-635", "text_group": "7a20136e5c6a8a6e92b9868ad7eac3baadf475f9a45929acfdf378f227c6dbd2", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.0011998800119988001, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.0007999200079992001, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.0022997700229977, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0006999300069993001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.9579042095790421, "top_up_by_card_charge": 0.006899310068993101, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.0037996200379962005, "transfer_into_account": 0.0007999200079992001, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.0006999300069993001, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 69.89883293863386, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-636", "text_group": "99130bf874b7a6afcd57ea7becf1d716cc29736b1b425d37fbb85db126de37a6", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.002100420084016803, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.0009001800360072014, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.0017003400680136026, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.004100820164032807, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0011002200440088019, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0005001000200040008, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.7560512102420484, "top_up_by_card_charge": 0.002000400080016003, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.21274254850970192, "transfer_into_account": 0.0017003400680136026, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 68.36566608399153, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-637", "text_group": "76a2372cf1c30beef05c4b247ad8f503459f7643848402f31f192c5ba9f9e97e", "expected": "top_up_by_bank_transfer_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00040008001600320064, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0010002000400080016, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.5858171634326865, "cash_withdrawal_not_recognised": 0.0012002400480096017, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.007101420284056812, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.006701340268053611, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0007001400280056011, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.22314462892578515, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.1284256851370274, "top_up_by_card_charge": 0.011702340468093618, "top_up_by_cash_or_cheque": 0.0010002000400080016, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.003200640128025605, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0033006601320264054, "transfer_into_account": 0.0007001400280056011, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0014002800560112022 }, "error": null, "latency_ms": 69.71854192670435, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-638", "text_group": "8a9c384c9f63195d38af095579ea3af2583df67974d08006e58385a8c4a0a67c", "expected": "top_up_by_bank_transfer_charge", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.00039980009995002505, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.0005997001499250374, "atm_support": 0.0007996001999000501, "automatic_top_up": 0.0004997501249375313, "balance_not_updated_after_bank_transfer": 0.008395802098950524, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997501249375313, "beneficiary_not_allowed": 0.0004997501249375313, "cancel_transfer": 0.0012993503248375812, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.0005997001499250374, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.00039980009995002505, "card_linking": 0.0005997001499250374, "card_not_working": 0.0002998500749625187, "card_payment_fee_charged": 0.002098950524737631, "card_payment_not_recognised": 0.0004997501249375313, "card_payment_wrong_exchange_rate": 0.0004997501249375313, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.0018990504747626188, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0002998500749625187, "compromised_card": 0.00039980009995002505, "contactless_not_working": 0.0002998500749625187, "country_support": 0.0004997501249375313, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.0004997501249375313, "direct_debit_payment_not_recognised": 0.0017991004497751124, "disposable_card_limits": 0.00039980009995002505, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.011294352823588205, "exchange_rate": 0.0006996501749125438, "exchange_via_app": 0.0005997001499250374, "extra_charge_on_statement": 0.0017991004497751124, "failed_transfer": 0.0006996501749125438, "fiat_currency_support": 0.0005997001499250374, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.00039980009995002505, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.00039980009995002505, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.00039980009995002505, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.0005997001499250374, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.00039980009995002505, "supported_cards_and_currencies": 0.0008995502248875562, "terminate_account": 0.00039980009995002505, "top_up_by_bank_transfer_charge": 0.6082958520739631, "top_up_by_card_charge": 0.0034982508745627187, "top_up_by_cash_or_cheque": 0.00039980009995002505, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.00039980009995002505, "topping_up_by_card": 0.0004997501249375313, "transaction_charged_twice": 0.00039980009995002505, "transfer_fee_charged": 0.3254372813593204, "transfer_into_account": 0.006696651674162919, "transfer_not_received_by_recipient": 0.0005997001499250374, "transfer_timing": 0.0010994502748625688, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0004997501249375313, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.00039980009995002505 }, "error": null, "latency_ms": 67.7649580175057, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-639", "text_group": "95f547e240488f654a7e41f150b269231fa9fc4f56d65341cb2c27eb0f48f9af", "expected": "top_up_by_bank_transfer_charge", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0017, "activate_my_card": 0.0037, "age_limit": 0.0023, "apple_pay_or_google_pay": 0.0138, "atm_support": 0.0143, "automatic_top_up": 0.0043, "balance_not_updated_after_bank_transfer": 0.0098, "balance_not_updated_after_cheque_or_cash_deposit": 0.0035, "beneficiary_not_allowed": 0.0089, "cancel_transfer": 0.0045, "card_about_to_expire": 0.0025, "card_acceptance": 0.012, "card_arrival": 0.0028, "card_delivery_estimate": 0.0027, "card_linking": 0.0077, "card_not_working": 0.0033, "card_payment_fee_charged": 0.0036, "card_payment_not_recognised": 0.0032, "card_payment_wrong_exchange_rate": 0.0038, "card_swallowed": 0.0031, "cash_withdrawal_charge": 0.0036, "cash_withdrawal_not_recognised": 0.0021, "change_pin": 0.0027, "compromised_card": 0.0029, "contactless_not_working": 0.0051, "country_support": 0.0046, "declined_card_payment": 0.0032, "declined_cash_withdrawal": 0.0022, "declined_transfer": 0.0099, "direct_debit_payment_not_recognised": 0.0031, "disposable_card_limits": 0.0051, "edit_personal_details": 0.0032, "exchange_charge": 0.0181, "exchange_rate": 0.0066, "exchange_via_app": 0.0297, "extra_charge_on_statement": 0.0039, "failed_transfer": 0.0117, "fiat_currency_support": 0.0079, "get_disposable_virtual_card": 0.0041, "get_physical_card": 0.0033, "getting_spare_card": 0.0027, "getting_virtual_card": 0.0031, "lost_or_stolen_card": 0.0017, "lost_or_stolen_phone": 0.0017, "order_physical_card": 0.0028, "passcode_forgotten": 0.0021, "pending_card_payment": 0.0024, "pending_cash_withdrawal": 0.0019, "pending_top_up": 0.0023, "pending_transfer": 0.0124, "pin_blocked": 0.0024, "receiving_money": 0.0289, "request_refund": 0.0021, "reverted_card_payment?": 0.0026, "supported_cards_and_currencies": 0.0228, "terminate_account": 0.0031, "top_up_by_bank_transfer_charge": 0.0383, "top_up_by_card_charge": 0.0035, "top_up_by_cash_or_cheque": 0.0034, "top_up_failed": 0.003, "top_up_limits": 0.0032, "top_up_reverted": 0.003, "topping_up_by_card": 0.004, "transaction_charged_twice": 0.0026, "transfer_fee_charged": 0.005, "transfer_into_account": 0.5201, "transfer_not_received_by_recipient": 0.006, "transfer_timing": 0.0452, "unable_to_verify_identity": 0.0024, "verify_my_identity": 0.0024, "verify_source_of_funds": 0.0024, "verify_top_up": 0.0024, "virtual_card_not_working": 0.0032, "visa_or_mastercard": 0.0032, "why_verify_identity": 0.0021, "wrong_amount_of_cash_received": 0.0022, "wrong_exchange_rate_for_cash_withdrawal": 0.0029 }, "error": null, "latency_ms": 68.39587492868304, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-640", "text_group": "ed5fffbaaa592bd87fbd3ed5f0191be21328b73f05705e0cf993f8db11da3660", "expected": "pending_top_up", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0081991800819918, "activate_my_card": 0.0021997800219978004, "age_limit": 0.0015998400159984002, "apple_pay_or_google_pay": 0.0027997200279972004, "atm_support": 0.0037996200379962005, "automatic_top_up": 0.0022997700229977, "balance_not_updated_after_bank_transfer": 0.009599040095990401, "balance_not_updated_after_cheque_or_cash_deposit": 0.006399360063993601, "beneficiary_not_allowed": 0.0188981101889811, "cancel_transfer": 0.0018998100189981002, "card_about_to_expire": 0.0021997800219978004, "card_acceptance": 0.0035996400359964, "card_arrival": 0.0045995400459954, "card_delivery_estimate": 0.11688831116888311, "card_linking": 0.0033996600339966003, "card_not_working": 0.0428957104289571, "card_payment_fee_charged": 0.0023997600239976003, "card_payment_not_recognised": 0.004899510048995101, "card_payment_wrong_exchange_rate": 0.0035996400359964, "card_swallowed": 0.0038996100389961, "cash_withdrawal_charge": 0.0018998100189981002, "cash_withdrawal_not_recognised": 0.0020997900209979003, "change_pin": 0.0017998200179982, "compromised_card": 0.0029997000299970002, "contactless_not_working": 0.0071992800719928, "country_support": 0.0030996900309969004, "declined_card_payment": 0.0381961803819618, "declined_cash_withdrawal": 0.0028997100289971, "declined_transfer": 0.0065993400659934, "direct_debit_payment_not_recognised": 0.0059994000599940004, "disposable_card_limits": 0.0032996700329967, "edit_personal_details": 0.0035996400359964, "exchange_charge": 0.001999800019998, "exchange_rate": 0.001999800019998, "exchange_via_app": 0.0020997900209979003, "extra_charge_on_statement": 0.0023997600239976003, "failed_transfer": 0.0044995500449955, "fiat_currency_support": 0.0028997100289971, "get_disposable_virtual_card": 0.0025997400259974, "get_physical_card": 0.0031996800319968005, "getting_spare_card": 0.0021997800219978004, "getting_virtual_card": 0.0022997700229977, "lost_or_stolen_card": 0.0016998300169983002, "lost_or_stolen_phone": 0.0014998500149985001, "order_physical_card": 0.0032996700329967, "passcode_forgotten": 0.0015998400159984002, "pending_card_payment": 0.1472852714728527, "pending_cash_withdrawal": 0.003999600039996, "pending_top_up": 0.0756924307569243, "pending_transfer": 0.028097190280971903, "pin_blocked": 0.0022997700229977, "receiving_money": 0.0032996700329967, "request_refund": 0.0031996800319968005, "reverted_card_payment?": 0.0031996800319968005, "supported_cards_and_currencies": 0.0029997000299970002, "terminate_account": 0.0020997900209979003, "top_up_by_bank_transfer_charge": 0.0020997900209979003, "top_up_by_card_charge": 0.0018998100189981002, "top_up_by_cash_or_cheque": 0.0021997800219978004, "top_up_failed": 0.007099290070992901, "top_up_limits": 0.0021997800219978004, "top_up_reverted": 0.0047995200479952005, "topping_up_by_card": 0.008999100089991, "transaction_charged_twice": 0.0029997000299970002, "transfer_fee_charged": 0.0020997900209979003, "transfer_into_account": 0.001999800019998, "transfer_not_received_by_recipient": 0.0032996700329967, "transfer_timing": 0.007499250074992501, "unable_to_verify_identity": 0.0035996400359964, "verify_my_identity": 0.0022997700229977, "verify_source_of_funds": 0.0021997800219978004, "verify_top_up": 0.0020997900209979003, "virtual_card_not_working": 0.3007699230076992, "visa_or_mastercard": 0.0026997300269973002, "why_verify_identity": 0.0024997500249975004, "wrong_amount_of_cash_received": 0.0020997900209979003, "wrong_exchange_rate_for_cash_withdrawal": 0.0022997700229977 }, "error": null, "latency_ms": 73.02541600074619, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-641", "text_group": "4c5145e9271d04cc92042aee30a71452acb3fb2ba12fb5c3b36b61363fb63fa1", "expected": "pending_top_up", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.001, "activate_my_card": 0.0008, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0012, "automatic_top_up": 0.0012, "balance_not_updated_after_bank_transfer": 0.0019, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012, "beneficiary_not_allowed": 0.0108, "cancel_transfer": 0.0008, "card_about_to_expire": 0.0008, "card_acceptance": 0.001, "card_arrival": 0.0009, "card_delivery_estimate": 0.0008, "card_linking": 0.0014, "card_not_working": 0.0035, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.001, "card_payment_wrong_exchange_rate": 0.0009, "card_swallowed": 0.0015, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0008, "change_pin": 0.0005, "compromised_card": 0.0008, "contactless_not_working": 0.0011, "country_support": 0.0009, "declined_card_payment": 0.002, "declined_cash_withdrawal": 0.0018, "declined_transfer": 0.0022, "direct_debit_payment_not_recognised": 0.0008, "disposable_card_limits": 0.0009, "edit_personal_details": 0.0006, "exchange_charge": 0.0006, "exchange_rate": 0.0006, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.0015, "fiat_currency_support": 0.0008, "get_disposable_virtual_card": 0.0009, "get_physical_card": 0.0011, "getting_spare_card": 0.0008, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0007, "passcode_forgotten": 0.0005, "pending_card_payment": 0.005, "pending_cash_withdrawal": 0.0009, "pending_top_up": 0.0269, "pending_transfer": 0.0011, "pin_blocked": 0.0007, "receiving_money": 0.001, "request_refund": 0.0007, "reverted_card_payment?": 0.0073, "supported_cards_and_currencies": 0.001, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.001, "top_up_by_card_charge": 0.0008, "top_up_by_cash_or_cheque": 0.0019, "top_up_failed": 0.513, "top_up_limits": 0.001, "top_up_reverted": 0.1836, "topping_up_by_card": 0.1815, "transaction_charged_twice": 0.0008, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0011, "verify_top_up": 0.0023, "virtual_card_not_working": 0.0011, "visa_or_mastercard": 0.0009, "why_verify_identity": 0.0007, "wrong_amount_of_cash_received": 0.0047, "wrong_exchange_rate_for_cash_withdrawal": 0.0008 }, "error": null, "latency_ms": 69.5651249261573, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-642", "text_group": "dcdbd0500bbe92fd9c01cd20e032d3cee3042e5a2335595f1973e528ddfac879", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 9.9930048965724e-05, "activate_my_card": 0.000199860097931448, "age_limit": 9.9930048965724e-05, "apple_pay_or_google_pay": 0.000199860097931448, "atm_support": 0.00029979014689717197, "automatic_top_up": 0.000399720195862896, "balance_not_updated_after_bank_transfer": 0.000399720195862896, "balance_not_updated_after_cheque_or_cash_deposit": 0.000399720195862896, "beneficiary_not_allowed": 0.000199860097931448, "cancel_transfer": 0.000199860097931448, "card_about_to_expire": 0.000199860097931448, "card_acceptance": 0.00029979014689717197, "card_arrival": 0.000199860097931448, "card_delivery_estimate": 0.000199860097931448, "card_linking": 0.00029979014689717197, "card_not_working": 0.000199860097931448, "card_payment_fee_charged": 0.000199860097931448, "card_payment_not_recognised": 0.000199860097931448, "card_payment_wrong_exchange_rate": 0.000199860097931448, "card_swallowed": 0.000199860097931448, "cash_withdrawal_charge": 0.000199860097931448, "cash_withdrawal_not_recognised": 0.000199860097931448, "change_pin": 0.000199860097931448, "compromised_card": 0.000199860097931448, "contactless_not_working": 0.000199860097931448, "country_support": 0.000199860097931448, "declined_card_payment": 0.000199860097931448, "declined_cash_withdrawal": 0.000199860097931448, "declined_transfer": 0.000199860097931448, "direct_debit_payment_not_recognised": 0.000199860097931448, "disposable_card_limits": 0.000199860097931448, "edit_personal_details": 0.000199860097931448, "exchange_charge": 0.000199860097931448, "exchange_rate": 0.000199860097931448, "exchange_via_app": 0.000199860097931448, "extra_charge_on_statement": 0.000199860097931448, "failed_transfer": 0.000199860097931448, "fiat_currency_support": 0.00029979014689717197, "get_disposable_virtual_card": 0.000199860097931448, "get_physical_card": 0.000199860097931448, "getting_spare_card": 0.000199860097931448, "getting_virtual_card": 0.000199860097931448, "lost_or_stolen_card": 9.9930048965724e-05, "lost_or_stolen_phone": 9.9930048965724e-05, "order_physical_card": 9.9930048965724e-05, "passcode_forgotten": 0.000199860097931448, "pending_card_payment": 0.000199860097931448, "pending_cash_withdrawal": 0.000199860097931448, "pending_top_up": 0.9823123813330669, "pending_transfer": 0.000199860097931448, "pin_blocked": 0.000199860097931448, "receiving_money": 0.000199860097931448, "request_refund": 0.000199860097931448, "reverted_card_payment?": 0.000199860097931448, "supported_cards_and_currencies": 0.00029979014689717197, "terminate_account": 0.000199860097931448, "top_up_by_bank_transfer_charge": 0.000199860097931448, "top_up_by_card_charge": 0.000199860097931448, "top_up_by_cash_or_cheque": 0.00029979014689717197, "top_up_failed": 0.0005995802937943439, "top_up_limits": 0.00029979014689717197, "top_up_reverted": 0.0005995802937943439, "topping_up_by_card": 0.000899370440691516, "transaction_charged_twice": 0.000199860097931448, "transfer_fee_charged": 0.000199860097931448, "transfer_into_account": 0.000199860097931448, "transfer_not_received_by_recipient": 0.000199860097931448, "transfer_timing": 0.000199860097931448, "unable_to_verify_identity": 0.000199860097931448, "verify_my_identity": 0.000199860097931448, "verify_source_of_funds": 0.000199860097931448, "verify_top_up": 0.000399720195862896, "virtual_card_not_working": 0.000199860097931448, "visa_or_mastercard": 0.000199860097931448, "why_verify_identity": 0.000199860097931448, "wrong_amount_of_cash_received": 0.000199860097931448, "wrong_exchange_rate_for_cash_withdrawal": 0.000199860097931448 }, "error": null, "latency_ms": 68.38916696142405, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-643", "text_group": "1b254b8c568e7fde51b94329757fc281a3c16ff2b2b70fd73210944e427f40c0", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.0005001500450135041, "balance_not_updated_after_bank_transfer": 0.0006001800540162048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002100630189057, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.9717915374612384, "pending_transfer": 0.00040012003601080324, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00040012003601080324, "top_up_by_card_charge": 0.00040012003601080324, "top_up_by_cash_or_cheque": 0.0006001800540162048, "top_up_failed": 0.0017005101530459135, "top_up_limits": 0.0006001800540162048, "top_up_reverted": 0.00250075022506752, "topping_up_by_card": 0.002200660198059418, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 68.18449997808784, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-644", "text_group": "040f6a98a8b4e9c3d6327ecb4aeac5edc4e8386798c8753aaf85ba7421739e1e", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.001000100010001, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0028002800280028, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.7918791879187919, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.13601360136013602, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.039603960396039604, "topping_up_by_card": 0.0012001200120012, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.006000600060006001, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.8969159964472, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-645", "text_group": "4ec89504c071809b4b4369c4beca3dc9f8fcac4d9bbd9d5a9591d1648845dd31", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 9.996001599360257e-05, "activate_my_card": 0.00019992003198720514, "age_limit": 9.996001599360257e-05, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.00019992003198720514, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.00019992003198720514, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 9.996001599360257e-05, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.00019992003198720514, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.00019992003198720514, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 9.996001599360257e-05, "lost_or_stolen_phone": 9.996001599360257e-05, "order_physical_card": 9.996001599360257e-05, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.982407037185126, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 9.996001599360257e-05, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.00019992003198720514, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0009996001599360256, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0005997600959616154, "topping_up_by_card": 0.0007996801279488206, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.0005997600959616154, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 67.52841698471457, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-646", "text_group": "b5ab8ae488bff63a6600eee7758ec1cd2e554f9cc1129e4d910ddf53453c2f40", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0035003500350035003, "balance_not_updated_after_bank_transfer": 0.0008000800080008001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007000700070007, "beneficiary_not_allowed": 0.0055005500550055, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0006000600060006, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0009000900090009, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0007000700070007, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.888888888888889, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0006000600060006, "top_up_failed": 0.0532053205320532, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.014001400140014001, "topping_up_by_card": 0.0019001900190019003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.005900590059005901, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 66.76791701465845, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-647", "text_group": "89042fba3edbf4246c47a126470547dd39ca2bf1b15b803e4ace1c3fa71d9652", "expected": "pending_top_up", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.0032016008004002003, "activate_my_card": 0.0029014507253626812, "age_limit": 0.0021010505252626313, "apple_pay_or_google_pay": 0.003501750875437719, "atm_support": 0.007303651825912957, "automatic_top_up": 0.10695347673836919, "balance_not_updated_after_bank_transfer": 0.04262131065532766, "balance_not_updated_after_cheque_or_cash_deposit": 0.022011005502751375, "beneficiary_not_allowed": 0.006103051525762882, "cancel_transfer": 0.0034017008504252126, "card_about_to_expire": 0.003001500750375188, "card_acceptance": 0.004502251125562781, "card_arrival": 0.0028014007003501753, "card_delivery_estimate": 0.003501750875437719, "card_linking": 0.004902451225612807, "card_not_working": 0.003901950975487744, "card_payment_fee_charged": 0.0029014507253626812, "card_payment_not_recognised": 0.0032016008004002003, "card_payment_wrong_exchange_rate": 0.0037018509254627316, "card_swallowed": 0.003501750875437719, "cash_withdrawal_charge": 0.002701350675337669, "cash_withdrawal_not_recognised": 0.00240120060030015, "change_pin": 0.00240120060030015, "compromised_card": 0.003001500750375188, "contactless_not_working": 0.0034017008504252126, "country_support": 0.0036018009004502253, "declined_card_payment": 0.0026013006503251626, "declined_cash_withdrawal": 0.0028014007003501753, "declined_transfer": 0.0032016008004002003, "direct_debit_payment_not_recognised": 0.003501750875437719, "disposable_card_limits": 0.005502751375687844, "edit_personal_details": 0.0033016508254127067, "exchange_charge": 0.002701350675337669, "exchange_rate": 0.0025012506253126567, "exchange_via_app": 0.003001500750375188, "extra_charge_on_statement": 0.002701350675337669, "failed_transfer": 0.004002001000500251, "fiat_currency_support": 0.0037018509254627316, "get_disposable_virtual_card": 0.003901950975487744, "get_physical_card": 0.0037018509254627316, "getting_spare_card": 0.0048024012006003, "getting_virtual_card": 0.002701350675337669, "lost_or_stolen_card": 0.0017008504252126063, "lost_or_stolen_phone": 0.0017008504252126063, "order_physical_card": 0.0026013006503251626, "passcode_forgotten": 0.0022011005502751376, "pending_card_payment": 0.0037018509254627316, "pending_cash_withdrawal": 0.0029014507253626812, "pending_top_up": 0.1340670335167584, "pending_transfer": 0.003101550775387694, "pin_blocked": 0.002701350675337669, "receiving_money": 0.004402201100550275, "request_refund": 0.0036018009004502253, "reverted_card_payment?": 0.0037018509254627316, "supported_cards_and_currencies": 0.004002001000500251, "terminate_account": 0.0029014507253626812, "top_up_by_bank_transfer_charge": 0.006303151575787895, "top_up_by_card_charge": 0.003501750875437719, "top_up_by_cash_or_cheque": 0.015607803901950976, "top_up_failed": 0.18159079539769885, "top_up_limits": 0.010205102551275639, "top_up_reverted": 0.2061030515257629, "topping_up_by_card": 0.04172086043021511, "transaction_charged_twice": 0.003501750875437719, "transfer_fee_charged": 0.0020010005002501254, "transfer_into_account": 0.002301150575287644, "transfer_not_received_by_recipient": 0.003501750875437719, "transfer_timing": 0.003001500750375188, "unable_to_verify_identity": 0.00240120060030015, "verify_my_identity": 0.0021010505252626313, "verify_source_of_funds": 0.004302151075537769, "verify_top_up": 0.013806903451725864, "virtual_card_not_working": 0.002701350675337669, "visa_or_mastercard": 0.0032016008004002003, "why_verify_identity": 0.0021010505252626313, "wrong_amount_of_cash_received": 0.005002501250625313, "wrong_exchange_rate_for_cash_withdrawal": 0.0036018009004502253 }, "error": null, "latency_ms": 68.095791968517, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-648", "text_group": "d5ecea9e02d15acc9042f7caaa13e7940d1ccad72c7e8022c075b73430e1cbd5", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00019984012789768188, "activate_my_card": 0.00019984012789768188, "age_limit": 0.00019984012789768188, "apple_pay_or_google_pay": 0.00019984012789768188, "atm_support": 0.00029976019184652276, "automatic_top_up": 0.00029976019184652276, "balance_not_updated_after_bank_transfer": 0.00029976019184652276, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029976019184652276, "beneficiary_not_allowed": 0.00029976019184652276, "cancel_transfer": 0.00019984012789768188, "card_about_to_expire": 0.00019984012789768188, "card_acceptance": 0.00029976019184652276, "card_arrival": 0.00019984012789768188, "card_delivery_estimate": 0.00019984012789768188, "card_linking": 0.00029976019184652276, "card_not_working": 0.00029976019184652276, "card_payment_fee_charged": 0.00019984012789768188, "card_payment_not_recognised": 0.00019984012789768188, "card_payment_wrong_exchange_rate": 0.00019984012789768188, "card_swallowed": 0.00019984012789768188, "cash_withdrawal_charge": 0.00019984012789768188, "cash_withdrawal_not_recognised": 0.00019984012789768188, "change_pin": 0.00019984012789768188, "compromised_card": 0.00019984012789768188, "contactless_not_working": 0.00019984012789768188, "country_support": 0.00019984012789768188, "declined_card_payment": 0.00019984012789768188, "declined_cash_withdrawal": 0.00019984012789768188, "declined_transfer": 0.00019984012789768188, "direct_debit_payment_not_recognised": 0.00019984012789768188, "disposable_card_limits": 0.00019984012789768188, "edit_personal_details": 0.00019984012789768188, "exchange_charge": 0.00019984012789768188, "exchange_rate": 0.00019984012789768188, "exchange_via_app": 0.00019984012789768188, "extra_charge_on_statement": 0.00019984012789768188, "failed_transfer": 0.00019984012789768188, "fiat_currency_support": 0.00019984012789768188, "get_disposable_virtual_card": 0.00019984012789768188, "get_physical_card": 0.00019984012789768188, "getting_spare_card": 0.00019984012789768188, "getting_virtual_card": 0.00019984012789768188, "lost_or_stolen_card": 9.992006394884094e-05, "lost_or_stolen_phone": 9.992006394884094e-05, "order_physical_card": 9.992006394884094e-05, "passcode_forgotten": 0.00019984012789768188, "pending_card_payment": 0.00029976019184652276, "pending_cash_withdrawal": 0.00019984012789768188, "pending_top_up": 0.9825139888089529, "pending_transfer": 0.00029976019184652276, "pin_blocked": 0.00019984012789768188, "receiving_money": 0.00019984012789768188, "request_refund": 0.00019984012789768188, "reverted_card_payment?": 0.00019984012789768188, "supported_cards_and_currencies": 0.00019984012789768188, "terminate_account": 0.00019984012789768188, "top_up_by_bank_transfer_charge": 0.00019984012789768188, "top_up_by_card_charge": 0.00019984012789768188, "top_up_by_cash_or_cheque": 0.00029976019184652276, "top_up_failed": 0.0007993605115907275, "top_up_limits": 0.00029976019184652276, "top_up_reverted": 0.0005995203836930455, "topping_up_by_card": 0.0004996003197442046, "transaction_charged_twice": 0.00019984012789768188, "transfer_fee_charged": 0.00019984012789768188, "transfer_into_account": 0.00019984012789768188, "transfer_not_received_by_recipient": 0.00019984012789768188, "transfer_timing": 0.00019984012789768188, "unable_to_verify_identity": 0.00019984012789768188, "verify_my_identity": 0.00019984012789768188, "verify_source_of_funds": 0.00019984012789768188, "verify_top_up": 0.00029976019184652276, "virtual_card_not_working": 0.00019984012789768188, "visa_or_mastercard": 0.00019984012789768188, "why_verify_identity": 0.00019984012789768188, "wrong_amount_of_cash_received": 0.00019984012789768188, "wrong_exchange_rate_for_cash_withdrawal": 0.00019984012789768188 }, "error": null, "latency_ms": 69.26587503403425, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-649", "text_group": "6999d4633bab72c97fb743ec19745954a1bfd08ba475049f41eec7543c3a2b3c", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008000800080008001, "beneficiary_not_allowed": 0.0009000900090009, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.9463946394639464, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0215021502150215, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.006400640064006401, "topping_up_by_card": 0.0017001700170017002, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0026002600260026003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 74.4222910143435, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-650", "text_group": "8b42d8788b1052ee9f02231df2243bee6bb8e6fe3c4114e4e52f21794602a932", "expected": "pending_top_up", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00030009002700810244, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.0010003000900270082, "balance_not_updated_after_bank_transfer": 0.0005001500450135041, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0009002700810243074, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0004001200360108033, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.0004001200360108033, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.0004001200360108033, "card_payment_not_recognised": 0.0004001200360108033, "card_payment_wrong_exchange_rate": 0.0004001200360108033, "card_swallowed": 0.0004001200360108033, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.0004001200360108033, "country_support": 0.0004001200360108033, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.0004001200360108033, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.00030009002700810244, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00030009002700810244, "extra_charge_on_statement": 0.00030009002700810244, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.00030009002700810244, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.00030009002700810244, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.04791437431229369, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.00030009002700810244, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.0004001200360108033, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.0004001200360108033, "top_up_by_card_charge": 0.0004001200360108033, "top_up_by_cash_or_cheque": 0.0006001800540162049, "top_up_failed": 0.913774132239672, "top_up_limits": 0.0004001200360108033, "top_up_reverted": 0.006201860558167451, "topping_up_by_card": 0.0039011703511053317, "transaction_charged_twice": 0.00030009002700810244, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.004001200360108033, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 66.7259159963578, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-651", "text_group": "d2e4f27101fd5f26d6bd636cd366afd1068b171123b1544f5f624a6c3d542bd0", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0009001800360072014, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00020004000800160032, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.8529705941188237, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.12002400480096019, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.003200640128025605, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.0027005401080216042, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 68.63658397924155, "usage": { "input_tokens": 622, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-652", "text_group": "18dfafe2b708daa9d27aa18d82f4f1867f9540e9cdfb06b2d8d52e4e163f1b18", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00019984012789768188, "activate_my_card": 0.00019984012789768188, "age_limit": 9.992006394884094e-05, "apple_pay_or_google_pay": 0.00019984012789768188, "atm_support": 0.00029976019184652276, "automatic_top_up": 0.00029976019184652276, "balance_not_updated_after_bank_transfer": 0.00029976019184652276, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029976019184652276, "beneficiary_not_allowed": 0.00029976019184652276, "cancel_transfer": 0.00019984012789768188, "card_about_to_expire": 0.00019984012789768188, "card_acceptance": 0.00029976019184652276, "card_arrival": 0.00019984012789768188, "card_delivery_estimate": 0.00019984012789768188, "card_linking": 0.00019984012789768188, "card_not_working": 0.00019984012789768188, "card_payment_fee_charged": 0.00019984012789768188, "card_payment_not_recognised": 0.00019984012789768188, "card_payment_wrong_exchange_rate": 0.00019984012789768188, "card_swallowed": 0.00019984012789768188, "cash_withdrawal_charge": 0.00019984012789768188, "cash_withdrawal_not_recognised": 0.00019984012789768188, "change_pin": 0.00019984012789768188, "compromised_card": 0.00019984012789768188, "contactless_not_working": 0.00019984012789768188, "country_support": 0.00019984012789768188, "declined_card_payment": 0.00019984012789768188, "declined_cash_withdrawal": 0.00019984012789768188, "declined_transfer": 0.00019984012789768188, "direct_debit_payment_not_recognised": 0.00019984012789768188, "disposable_card_limits": 0.00019984012789768188, "edit_personal_details": 0.00019984012789768188, "exchange_charge": 0.00019984012789768188, "exchange_rate": 0.00019984012789768188, "exchange_via_app": 0.00019984012789768188, "extra_charge_on_statement": 0.00019984012789768188, "failed_transfer": 0.00019984012789768188, "fiat_currency_support": 0.00019984012789768188, "get_disposable_virtual_card": 0.00019984012789768188, "get_physical_card": 0.00019984012789768188, "getting_spare_card": 0.00019984012789768188, "getting_virtual_card": 0.00019984012789768188, "lost_or_stolen_card": 9.992006394884094e-05, "lost_or_stolen_phone": 9.992006394884094e-05, "order_physical_card": 9.992006394884094e-05, "passcode_forgotten": 0.00019984012789768188, "pending_card_payment": 0.00019984012789768188, "pending_cash_withdrawal": 0.00019984012789768188, "pending_top_up": 0.9835131894484412, "pending_transfer": 0.00019984012789768188, "pin_blocked": 0.00019984012789768188, "receiving_money": 0.00019984012789768188, "request_refund": 9.992006394884094e-05, "reverted_card_payment?": 0.00019984012789768188, "supported_cards_and_currencies": 0.00019984012789768188, "terminate_account": 0.00019984012789768188, "top_up_by_bank_transfer_charge": 0.00019984012789768188, "top_up_by_card_charge": 0.00019984012789768188, "top_up_by_cash_or_cheque": 0.00029976019184652276, "top_up_failed": 0.0005995203836930455, "top_up_limits": 0.00029976019184652276, "top_up_reverted": 0.00039968025579536375, "topping_up_by_card": 0.0004996003197442046, "transaction_charged_twice": 0.00019984012789768188, "transfer_fee_charged": 0.00019984012789768188, "transfer_into_account": 0.00019984012789768188, "transfer_not_received_by_recipient": 0.00019984012789768188, "transfer_timing": 0.00019984012789768188, "unable_to_verify_identity": 0.00019984012789768188, "verify_my_identity": 0.00019984012789768188, "verify_source_of_funds": 0.00019984012789768188, "verify_top_up": 0.00029976019184652276, "virtual_card_not_working": 0.00019984012789768188, "visa_or_mastercard": 0.00019984012789768188, "why_verify_identity": 0.00019984012789768188, "wrong_amount_of_cash_received": 0.00019984012789768188, "wrong_exchange_rate_for_cash_withdrawal": 0.00019984012789768188 }, "error": null, "latency_ms": 65.1915839407593, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-653", "text_group": "960d07f40802664c4ae40b325e320ed64a7d917cd691de0197bad72e98ff8a7d", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00019986009793144797, "activate_my_card": 0.00019986009793144797, "age_limit": 0.00019986009793144797, "apple_pay_or_google_pay": 0.00019986009793144797, "atm_support": 0.0002997901468971719, "automatic_top_up": 0.00039972019586289594, "balance_not_updated_after_bank_transfer": 0.0002997901468971719, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039972019586289594, "beneficiary_not_allowed": 0.0002997901468971719, "cancel_transfer": 0.00019986009793144797, "card_about_to_expire": 0.00019986009793144797, "card_acceptance": 0.0002997901468971719, "card_arrival": 0.00019986009793144797, "card_delivery_estimate": 0.00019986009793144797, "card_linking": 0.0002997901468971719, "card_not_working": 0.0002997901468971719, "card_payment_fee_charged": 0.00019986009793144797, "card_payment_not_recognised": 0.00019986009793144797, "card_payment_wrong_exchange_rate": 0.0002997901468971719, "card_swallowed": 0.0002997901468971719, "cash_withdrawal_charge": 0.00019986009793144797, "cash_withdrawal_not_recognised": 0.00019986009793144797, "change_pin": 0.00019986009793144797, "compromised_card": 0.00019986009793144797, "contactless_not_working": 0.00019986009793144797, "country_support": 0.0002997901468971719, "declined_card_payment": 0.00019986009793144797, "declined_cash_withdrawal": 0.00019986009793144797, "declined_transfer": 0.00019986009793144797, "direct_debit_payment_not_recognised": 0.00019986009793144797, "disposable_card_limits": 0.0002997901468971719, "edit_personal_details": 0.0002997901468971719, "exchange_charge": 0.00019986009793144797, "exchange_rate": 0.00019986009793144797, "exchange_via_app": 0.00019986009793144797, "extra_charge_on_statement": 0.00019986009793144797, "failed_transfer": 0.00019986009793144797, "fiat_currency_support": 0.0002997901468971719, "get_disposable_virtual_card": 0.00019986009793144797, "get_physical_card": 0.00019986009793144797, "getting_spare_card": 0.00019986009793144797, "getting_virtual_card": 0.00019986009793144797, "lost_or_stolen_card": 0.00019986009793144797, "lost_or_stolen_phone": 0.00019986009793144797, "order_physical_card": 0.00019986009793144797, "passcode_forgotten": 0.00019986009793144797, "pending_card_payment": 0.0002997901468971719, "pending_cash_withdrawal": 0.00019986009793144797, "pending_top_up": 0.9808134305985808, "pending_transfer": 0.0002997901468971719, "pin_blocked": 0.00019986009793144797, "receiving_money": 0.00019986009793144797, "request_refund": 0.00019986009793144797, "reverted_card_payment?": 0.00019986009793144797, "supported_cards_and_currencies": 0.0002997901468971719, "terminate_account": 0.00019986009793144797, "top_up_by_bank_transfer_charge": 0.0002997901468971719, "top_up_by_card_charge": 0.0002997901468971719, "top_up_by_cash_or_cheque": 0.00039972019586289594, "top_up_failed": 0.0007994403917257919, "top_up_limits": 0.0002997901468971719, "top_up_reverted": 0.0004996502448286199, "topping_up_by_card": 0.0005995802937943438, "transaction_charged_twice": 0.00019986009793144797, "transfer_fee_charged": 0.00019986009793144797, "transfer_into_account": 0.00019986009793144797, "transfer_not_received_by_recipient": 0.00019986009793144797, "transfer_timing": 0.00019986009793144797, "unable_to_verify_identity": 0.00019986009793144797, "verify_my_identity": 0.00019986009793144797, "verify_source_of_funds": 0.00019986009793144797, "verify_top_up": 0.0004996502448286199, "virtual_card_not_working": 0.00019986009793144797, "visa_or_mastercard": 0.00019986009793144797, "why_verify_identity": 0.00019986009793144797, "wrong_amount_of_cash_received": 0.00019986009793144797, "wrong_exchange_rate_for_cash_withdrawal": 0.00019986009793144797 }, "error": null, "latency_ms": 68.99462500587106, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-654", "text_group": "8dcd6ac2652dfa2a0addc0049f394414fb6e6c20cb17fc65477c7005ad253e04", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.0002001000500250125, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.06873436718359179, "balance_not_updated_after_bank_transfer": 0.000400200100050025, "balance_not_updated_after_cheque_or_cash_deposit": 0.000400200100050025, "beneficiary_not_allowed": 0.000400200100050025, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.0002001000500250125, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.0002001000500250125, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.0002001000500250125, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.000400200100050025, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.9104552276138069, "pending_transfer": 0.000400200100050025, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.0006003001500750375, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.000400200100050025, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.0005002501250625312, "top_up_failed": 0.0005002501250625312, "top_up_limits": 0.000400200100050025, "top_up_reverted": 0.000400200100050025, "topping_up_by_card": 0.0010005002501250625, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.0005002501250625312, "unable_to_verify_identity": 0.0002001000500250125, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.0002001000500250125, "visa_or_mastercard": 0.0002001000500250125, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.0002001000500250125 }, "error": null, "latency_ms": 67.65366706531495, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-655", "text_group": "82591aaee94a8b55de115a4e131679bd0e743a98ee69e40a166cc88bbf1386dd", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0003998400639744103, "automatic_top_up": 0.0010995601759296284, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.00019992003198720514, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.9757097161135546, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.00019992003198720514, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0025989604158336665, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0005997600959616154, "topping_up_by_card": 0.0005997600959616154, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.0030987604958016795, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 68.53566598147154, "usage": { "input_tokens": 620, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-656", "text_group": "d16e8ac83cdb4a62874f369c7da244c54a5ef38cfbf5e6389d48bd28cee20b11", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.0007001400280056011, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.9675935187037408, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.008901780356071214, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.002100420084016803, "topping_up_by_card": 0.0010002000400080016, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.0012002400480096017, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 66.76645902916789, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-657", "text_group": "b15793c76a9edf983f6c38b3212d5927b95e469e162ebda89a2dcc2281882bfb", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0005003001801080648, "automatic_top_up": 0.0020012007204322593, "balance_not_updated_after_bank_transfer": 0.0004002401440864519, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005003001801080648, "beneficiary_not_allowed": 0.0010006003602161296, "cancel_transfer": 0.00020012007204322596, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.0003001801080648389, "card_linking": 0.0003001801080648389, "card_not_working": 0.0004002401440864519, "card_payment_fee_charged": 0.00020012007204322596, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.00020012007204322596, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.0003001801080648389, "contactless_not_working": 0.0004002401440864519, "country_support": 0.0004002401440864519, "declined_card_payment": 0.0003001801080648389, "declined_cash_withdrawal": 0.0003001801080648389, "declined_transfer": 0.0004002401440864519, "direct_debit_payment_not_recognised": 0.00020012007204322596, "disposable_card_limits": 0.0004002401440864519, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.00020012007204322596, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.0004002401440864519, "fiat_currency_support": 0.0003001801080648389, "get_disposable_virtual_card": 0.0003001801080648389, "get_physical_card": 0.00020012007204322596, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.00020012007204322596, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.0003001801080648389, "pending_cash_withdrawal": 0.0003001801080648389, "pending_top_up": 0.9582749649789875, "pending_transfer": 0.0006003602161296778, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.0003001801080648389, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.00020012007204322596, "supported_cards_and_currencies": 0.0004002401440864519, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.0005003001801080648, "top_up_by_card_charge": 0.0004002401440864519, "top_up_by_cash_or_cheque": 0.0005003001801080648, "top_up_failed": 0.01610966579947969, "top_up_limits": 0.0005003001801080648, "top_up_reverted": 0.0007004202521512908, "topping_up_by_card": 0.0013007804682809686, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.0003001801080648389, "transfer_timing": 0.0003001801080648389, "unable_to_verify_identity": 0.00020012007204322596, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.0008004802881729038, "virtual_card_not_working": 0.0003001801080648389, "visa_or_mastercard": 0.0003001801080648389, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.00020012007204322596, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 66.2062088958919, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-658", "text_group": "b2911257c36a052c94182548cdb4853a480fb52d006182f03dec61fa1fc68c16", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.0026007802340702207, "balance_not_updated_after_bank_transfer": 0.0006001800540162048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00040012003601080324, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00040012003601080324, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.00040012003601080324, "pending_top_up": 0.9425827748324497, "pending_transfer": 0.0006001800540162048, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.03210963288986696, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.0008002400720216065, "topping_up_by_card": 0.0006001800540162048, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.0006001800540162048, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00040012003601080324, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 74.34858300257474, "usage": { "input_tokens": 642, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-659", "text_group": "1002068e05a17f609f996178263ceb3f879737a571b78389eb53c4e81c055438", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00040016006402561027, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.0006002400960384153, "automatic_top_up": 0.0007002801120448179, "balance_not_updated_after_bank_transfer": 0.0005002000800320128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.0006002400960384153, "card_acceptance": 0.0006002400960384153, "card_arrival": 0.00040016006402561027, "card_delivery_estimate": 0.0005002000800320128, "card_linking": 0.0007002801120448179, "card_not_working": 0.0006002400960384153, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.00040016006402561027, "country_support": 0.0005002000800320128, "declined_card_payment": 0.00040016006402561027, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.0006002400960384153, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.8147258903561424, "pending_transfer": 0.0005002000800320128, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00040016006402561027, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.0005002000800320128, "top_up_by_card_charge": 0.0005002000800320128, "top_up_by_cash_or_cheque": 0.0006002400960384153, "top_up_failed": 0.0011004401760704283, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.0009003601440576229, "topping_up_by_card": 0.15436174469787914, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.0007002801120448179, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 67.87991698365659, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-660", "text_group": "3312b7960375eaf02735723b609aef87345375ef46a9a724924a88bb4f427dec", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0003998400639744103, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0002998800479808077, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.9297281087564975, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0002998800479808077, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.04758096761295482, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0031987205117952823, "topping_up_by_card": 0.0006997201119552179, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.0013994402239104358, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 66.76079204771668, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-661", "text_group": "bcc7d83d0de307f1b4a17d3325ca9e1880d4cdf2d4f32c08c365e7484a6d0192", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.0006999300069993001, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0007999200079992001, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.568043195680432, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.39966003399660033, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.008799120087991202, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.003999600039996, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 67.91262503247708, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-662", "text_group": "0211b4c4d3324f2c8fdc002a0cc40bf04eaa9b3e862c55cc145d640272a8ffcf", "expected": "pending_top_up", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0012001200120012002, "activate_my_card": 0.0019001900190019005, "age_limit": 0.0013001300130013002, "apple_pay_or_google_pay": 0.0023002300230023005, "atm_support": 0.0034003400340034003, "automatic_top_up": 0.007200720072007201, "balance_not_updated_after_bank_transfer": 0.043304330433043305, "balance_not_updated_after_cheque_or_cash_deposit": 0.009800980098009802, "beneficiary_not_allowed": 0.0021002100210021, "cancel_transfer": 0.0019001900190019005, "card_about_to_expire": 0.0020002000200020006, "card_acceptance": 0.003300330033003301, "card_arrival": 0.0014001400140014003, "card_delivery_estimate": 0.0013001300130013002, "card_linking": 0.005000500050005001, "card_not_working": 0.0028002800280028006, "card_payment_fee_charged": 0.0017001700170017002, "card_payment_not_recognised": 0.0017001700170017002, "card_payment_wrong_exchange_rate": 0.0022002200220022005, "card_swallowed": 0.0020002000200020006, "cash_withdrawal_charge": 0.0014001400140014003, "cash_withdrawal_not_recognised": 0.0012001200120012002, "change_pin": 0.0016001600160016004, "compromised_card": 0.0018001800180018003, "contactless_not_working": 0.0022002200220022005, "country_support": 0.0022002200220022005, "declined_card_payment": 0.0018001800180018003, "declined_cash_withdrawal": 0.0012001200120012002, "declined_transfer": 0.0015001500150015003, "direct_debit_payment_not_recognised": 0.0017001700170017002, "disposable_card_limits": 0.0024002400240024004, "edit_personal_details": 0.0018001800180018003, "exchange_charge": 0.0015001500150015003, "exchange_rate": 0.0015001500150015003, "exchange_via_app": 0.0019001900190019005, "extra_charge_on_statement": 0.0013001300130013002, "failed_transfer": 0.0017001700170017002, "fiat_currency_support": 0.0022002200220022005, "get_disposable_virtual_card": 0.0018001800180018003, "get_physical_card": 0.0017001700170017002, "getting_spare_card": 0.0015001500150015003, "getting_virtual_card": 0.0012001200120012002, "lost_or_stolen_card": 0.0011001100110011003, "lost_or_stolen_phone": 0.0010001000100010003, "order_physical_card": 0.0013001300130013002, "passcode_forgotten": 0.0012001200120012002, "pending_card_payment": 0.0014001400140014003, "pending_cash_withdrawal": 0.0011001100110011003, "pending_top_up": 0.08620862086208622, "pending_transfer": 0.0012001200120012002, "pin_blocked": 0.0014001400140014003, "receiving_money": 0.0020002000200020006, "request_refund": 0.0013001300130013002, "reverted_card_payment?": 0.0024002400240024004, "supported_cards_and_currencies": 0.004900490049004901, "terminate_account": 0.0014001400140014003, "top_up_by_bank_transfer_charge": 0.0026002600260026003, "top_up_by_card_charge": 0.0020002000200020006, "top_up_by_cash_or_cheque": 0.0034003400340034003, "top_up_failed": 0.005100510051005101, "top_up_limits": 0.0023002300230023005, "top_up_reverted": 0.05370537053705371, "topping_up_by_card": 0.5236523652365237, "transaction_charged_twice": 0.0015001500150015003, "transfer_fee_charged": 0.0012001200120012002, "transfer_into_account": 0.0012001200120012002, "transfer_not_received_by_recipient": 0.0012001200120012002, "transfer_timing": 0.0013001300130013002, "unable_to_verify_identity": 0.0013001300130013002, "verify_my_identity": 0.0014001400140014003, "verify_source_of_funds": 0.0017001700170017002, "verify_top_up": 0.14541454145414542, "virtual_card_not_working": 0.0017001700170017002, "visa_or_mastercard": 0.0024002400240024004, "why_verify_identity": 0.0012001200120012002, "wrong_amount_of_cash_received": 0.0013001300130013002, "wrong_exchange_rate_for_cash_withdrawal": 0.0016001600160016004 }, "error": null, "latency_ms": 66.75912498030812, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-663", "text_group": "415ff6ed80b864a57f1a973ba1e01f9fc70baf29db5c6acc801c05a90e3d47e7", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.000199860097931448, "activate_my_card": 0.000199860097931448, "age_limit": 9.9930048965724e-05, "apple_pay_or_google_pay": 0.000199860097931448, "atm_support": 0.00029979014689717197, "automatic_top_up": 0.000399720195862896, "balance_not_updated_after_bank_transfer": 0.000399720195862896, "balance_not_updated_after_cheque_or_cash_deposit": 0.000399720195862896, "beneficiary_not_allowed": 0.00029979014689717197, "cancel_transfer": 0.000199860097931448, "card_about_to_expire": 0.000199860097931448, "card_acceptance": 0.00029979014689717197, "card_arrival": 0.000199860097931448, "card_delivery_estimate": 0.000199860097931448, "card_linking": 0.000199860097931448, "card_not_working": 0.00029979014689717197, "card_payment_fee_charged": 0.000199860097931448, "card_payment_not_recognised": 0.000199860097931448, "card_payment_wrong_exchange_rate": 0.000199860097931448, "card_swallowed": 0.000199860097931448, "cash_withdrawal_charge": 0.000199860097931448, "cash_withdrawal_not_recognised": 0.000199860097931448, "change_pin": 0.000199860097931448, "compromised_card": 0.000199860097931448, "contactless_not_working": 0.000199860097931448, "country_support": 0.000199860097931448, "declined_card_payment": 0.000199860097931448, "declined_cash_withdrawal": 0.000199860097931448, "declined_transfer": 0.000199860097931448, "direct_debit_payment_not_recognised": 0.000199860097931448, "disposable_card_limits": 0.000199860097931448, "edit_personal_details": 0.000199860097931448, "exchange_charge": 0.000199860097931448, "exchange_rate": 0.000199860097931448, "exchange_via_app": 0.000199860097931448, "extra_charge_on_statement": 0.000199860097931448, "failed_transfer": 0.000199860097931448, "fiat_currency_support": 0.000199860097931448, "get_disposable_virtual_card": 0.000199860097931448, "get_physical_card": 0.000199860097931448, "getting_spare_card": 0.000199860097931448, "getting_virtual_card": 0.000199860097931448, "lost_or_stolen_card": 9.9930048965724e-05, "lost_or_stolen_phone": 9.9930048965724e-05, "order_physical_card": 9.9930048965724e-05, "passcode_forgotten": 0.000199860097931448, "pending_card_payment": 0.000199860097931448, "pending_cash_withdrawal": 0.000199860097931448, "pending_top_up": 0.9821125212351355, "pending_transfer": 0.000199860097931448, "pin_blocked": 0.000199860097931448, "receiving_money": 0.000199860097931448, "request_refund": 9.9930048965724e-05, "reverted_card_payment?": 0.000199860097931448, "supported_cards_and_currencies": 0.000199860097931448, "terminate_account": 0.000199860097931448, "top_up_by_bank_transfer_charge": 0.000199860097931448, "top_up_by_card_charge": 0.000199860097931448, "top_up_by_cash_or_cheque": 0.00029979014689717197, "top_up_failed": 0.00099930048965724, "top_up_limits": 0.00029979014689717197, "top_up_reverted": 0.000699510342760068, "topping_up_by_card": 0.000699510342760068, "transaction_charged_twice": 0.000199860097931448, "transfer_fee_charged": 0.000199860097931448, "transfer_into_account": 0.000199860097931448, "transfer_not_received_by_recipient": 0.000199860097931448, "transfer_timing": 0.000199860097931448, "unable_to_verify_identity": 0.000199860097931448, "verify_my_identity": 0.000199860097931448, "verify_source_of_funds": 0.000199860097931448, "verify_top_up": 0.000399720195862896, "virtual_card_not_working": 0.000199860097931448, "visa_or_mastercard": 0.000199860097931448, "why_verify_identity": 0.000199860097931448, "wrong_amount_of_cash_received": 0.000199860097931448, "wrong_exchange_rate_for_cash_withdrawal": 0.000199860097931448 }, "error": null, "latency_ms": 67.42720806505531, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-664", "text_group": "a282d97b1e0c3a96e6b556832d9de25826bf55f1794f913baf87402903bbc9dd", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.015503100620124024, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0007001400280056011, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.7261452290458091, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0011002200440088019, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.21044208841768353, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0009001800360072014, "topping_up_by_card": 0.010402080416083216, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.007501500300060012, "virtual_card_not_working": 0.007501500300060012, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.8690420249477, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-665", "text_group": "73594b2304e9359aaba11407193b20f033e47405a3f457caacf730ab86e26ac6", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0004, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.9271, "pending_transfer": 0.0004, "pin_blocked": 0.0002, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0497, "top_up_limits": 0.0003, "top_up_reverted": 0.0014, "topping_up_by_card": 0.0007, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 72.90004193782806, "usage": { "input_tokens": 617, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-666", "text_group": "4817d89aa5d3b7b73f46f891196610d8f0522a55e93baafce845e45ae84aff5a", "expected": "pending_top_up", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0005000500050005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0007000700070007, "balance_not_updated_after_bank_transfer": 0.0008000800080008001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007000700070007, "beneficiary_not_allowed": 0.0008000800080008001, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0007000700070007, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0018001800180018, "card_not_working": 0.0055005500550055, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0009000900090009, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0007000700070007, "change_pin": 0.0003000300030003, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0006000600060006, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0008000800080008001, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0012001200120012, "getting_spare_card": 0.0025002500250025004, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0035003500350035003, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0006000600060006, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.001000100010001, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0007000700070007, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0009000900090009, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0069006900690069, "top_up_failed": 0.7337733773377337, "top_up_limits": 0.0006000600060006, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.21022102210221022, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0012001200120012, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0006000600060006, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 72.50045903492719, "usage": { "input_tokens": 614, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-667", "text_group": "ddca31d93db68555d65ef75e97ace3d26eb925c663e8da99a7962a4f047d0b10", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.00029997000299970003, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00019998000199980003, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.9765023497650235, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00019998000199980003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.0028997100289971, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.000999900009999, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 69.16562491096556, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-668", "text_group": "60f1adc2a6724b70aa23ddd342287442757c5f1401d63253d8012f5c59594da2", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.004200840168033606, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011002200440088019, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.9699939987997599, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0012002400480096017, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.004800960192038407, "topping_up_by_card": 0.0012002400480096017, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.0009001800360072014, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 70.34316600766033, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-669", "text_group": "ef6ee1a7faad8ac69821cb437afeab49c17ae086ad051032e8627cf1388143e0", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.0002998500749625187, "automatic_top_up": 0.00039980009995002505, "balance_not_updated_after_bank_transfer": 0.00039980009995002505, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039980009995002505, "beneficiary_not_allowed": 0.0002998500749625187, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.0002998500749625187, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.0002998500749625187, "card_not_working": 0.00019990004997501253, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.00019990004997501253, "card_payment_wrong_exchange_rate": 0.00019990004997501253, "card_swallowed": 0.00019990004997501253, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.00019990004997501253, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.00019990004997501253, "country_support": 0.0002998500749625187, "declined_card_payment": 0.00019990004997501253, "declined_cash_withdrawal": 0.00019990004997501253, "declined_transfer": 0.00019990004997501253, "direct_debit_payment_not_recognised": 0.00019990004997501253, "disposable_card_limits": 0.00019990004997501253, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.00019990004997501253, "fiat_currency_support": 0.0002998500749625187, "get_disposable_virtual_card": 0.00019990004997501253, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 9.995002498750626e-05, "lost_or_stolen_phone": 9.995002498750626e-05, "order_physical_card": 9.995002498750626e-05, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.9811094452773614, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.00019990004997501253, "request_refund": 0.00019990004997501253, "reverted_card_payment?": 0.00019990004997501253, "supported_cards_and_currencies": 0.0002998500749625187, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.00039980009995002505, "top_up_failed": 0.0009995002498750627, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0006996501749125438, "topping_up_by_card": 0.0006996501749125438, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.0005997001499250374, "virtual_card_not_working": 0.00019990004997501253, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.00019990004997501253 }, "error": null, "latency_ms": 70.25362504646182, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-670", "text_group": "d7b98241a69b3d6d7de1de4739e5b4f219b59b9e9bc2f7c43b0741de0f181b63", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.0002998500749625187, "automatic_top_up": 0.00039980009995002505, "balance_not_updated_after_bank_transfer": 0.00039980009995002505, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998500749625187, "beneficiary_not_allowed": 0.0006996501749125438, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.0002998500749625187, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.00019990004997501253, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.00019990004997501253, "card_payment_wrong_exchange_rate": 0.0002998500749625187, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.00019990004997501253, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.0002998500749625187, "country_support": 0.0002998500749625187, "declined_card_payment": 0.00039980009995002505, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.00039980009995002505, "direct_debit_payment_not_recognised": 0.00019990004997501253, "disposable_card_limits": 0.00019990004997501253, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.0002998500749625187, "get_disposable_virtual_card": 0.00019990004997501253, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.00039980009995002505, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.7780109945027487, "pending_transfer": 0.00039980009995002505, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.00019990004997501253, "request_refund": 0.00019990004997501253, "reverted_card_payment?": 0.00019990004997501253, "supported_cards_and_currencies": 0.00019990004997501253, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.2015992003998001, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.001699150424787606, "topping_up_by_card": 0.00039980009995002505, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.0004997501249375313, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.00019990004997501253 }, "error": null, "latency_ms": 69.37366700731218, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-671", "text_group": "ca2b5726c3dc1095f838db9783586994f7e22863bd7005891a7ae4cde89f350f", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00030024019215372296, "activate_my_card": 0.000200160128102482, "age_limit": 0.000200160128102482, "apple_pay_or_google_pay": 0.00030024019215372296, "atm_support": 0.000400320256204964, "automatic_top_up": 0.000400320256204964, "balance_not_updated_after_bank_transfer": 0.00100080064051241, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006004803843074459, "beneficiary_not_allowed": 0.000400320256204964, "cancel_transfer": 0.00030024019215372296, "card_about_to_expire": 0.000200160128102482, "card_acceptance": 0.000400320256204964, "card_arrival": 0.000200160128102482, "card_delivery_estimate": 0.00030024019215372296, "card_linking": 0.00030024019215372296, "card_not_working": 0.000400320256204964, "card_payment_fee_charged": 0.00030024019215372296, "card_payment_not_recognised": 0.00030024019215372296, "card_payment_wrong_exchange_rate": 0.00030024019215372296, "card_swallowed": 0.00030024019215372296, "cash_withdrawal_charge": 0.000200160128102482, "cash_withdrawal_not_recognised": 0.000200160128102482, "change_pin": 0.000200160128102482, "compromised_card": 0.00030024019215372296, "contactless_not_working": 0.00030024019215372296, "country_support": 0.00030024019215372296, "declined_card_payment": 0.00030024019215372296, "declined_cash_withdrawal": 0.000200160128102482, "declined_transfer": 0.00030024019215372296, "direct_debit_payment_not_recognised": 0.00030024019215372296, "disposable_card_limits": 0.00030024019215372296, "edit_personal_details": 0.00030024019215372296, "exchange_charge": 0.000200160128102482, "exchange_rate": 0.000200160128102482, "exchange_via_app": 0.000200160128102482, "extra_charge_on_statement": 0.000200160128102482, "failed_transfer": 0.00030024019215372296, "fiat_currency_support": 0.00030024019215372296, "get_disposable_virtual_card": 0.00030024019215372296, "get_physical_card": 0.000200160128102482, "getting_spare_card": 0.000200160128102482, "getting_virtual_card": 0.000200160128102482, "lost_or_stolen_card": 0.000200160128102482, "lost_or_stolen_phone": 0.000200160128102482, "order_physical_card": 0.000200160128102482, "passcode_forgotten": 0.000200160128102482, "pending_card_payment": 0.00030024019215372296, "pending_cash_withdrawal": 0.000200160128102482, "pending_top_up": 0.8195556445156125, "pending_transfer": 0.000400320256204964, "pin_blocked": 0.000200160128102482, "receiving_money": 0.00030024019215372296, "request_refund": 0.000200160128102482, "reverted_card_payment?": 0.00030024019215372296, "supported_cards_and_currencies": 0.00030024019215372296, "terminate_account": 0.000200160128102482, "top_up_by_bank_transfer_charge": 0.00030024019215372296, "top_up_by_card_charge": 0.00030024019215372296, "top_up_by_cash_or_cheque": 0.000400320256204964, "top_up_failed": 0.07716172938350681, "top_up_limits": 0.00030024019215372296, "top_up_reverted": 0.06625300240192153, "topping_up_by_card": 0.0006004803843074459, "transaction_charged_twice": 0.000200160128102482, "transfer_fee_charged": 0.000200160128102482, "transfer_into_account": 0.000200160128102482, "transfer_not_received_by_recipient": 0.00030024019215372296, "transfer_timing": 0.000200160128102482, "unable_to_verify_identity": 0.000200160128102482, "verify_my_identity": 0.000200160128102482, "verify_source_of_funds": 0.00030024019215372296, "verify_top_up": 0.016413130504403524, "virtual_card_not_working": 0.000200160128102482, "visa_or_mastercard": 0.000200160128102482, "why_verify_identity": 0.000200160128102482, "wrong_amount_of_cash_received": 0.000200160128102482, "wrong_exchange_rate_for_cash_withdrawal": 0.00030024019215372296 }, "error": null, "latency_ms": 68.60858295112848, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-672", "text_group": "c7e6399a0908db46ea899501a560ccdd33a6421cf449eccd7a11baf8f03bdc6f", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.0005998200539838048, "balance_not_updated_after_bank_transfer": 0.0008997300809757073, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0005998200539838048, "card_not_working": 0.0007997600719784066, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0005998200539838048, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0005998200539838048, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.8915325402379287, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.0007997600719784066, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.0032990102969109266, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.022293312006398083, "topping_up_by_card": 0.052684194741577525, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0017994601619514146, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 69.56616695970297, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-673", "text_group": "aa02307227f4ed4dadfdfce09cbf6e4f7a89b90ef9e0ae39369ae968673a8762", "expected": "pending_top_up", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.003401020306091827, "activate_my_card": 0.004101230369110733, "age_limit": 0.0033009902970891265, "apple_pay_or_google_pay": 0.006001800540162049, "atm_support": 0.014104231269380813, "automatic_top_up": 0.04001200360108032, "balance_not_updated_after_bank_transfer": 0.0734220266079824, "balance_not_updated_after_cheque_or_cash_deposit": 0.06511953586075823, "beneficiary_not_allowed": 0.005801740522156647, "cancel_transfer": 0.004201260378113434, "card_about_to_expire": 0.004201260378113434, "card_acceptance": 0.006401920576172852, "card_arrival": 0.005201560468140441, "card_delivery_estimate": 0.004401320396118836, "card_linking": 0.008102430729218764, "card_not_working": 0.005101530459137742, "card_payment_fee_charged": 0.0047014104231269385, "card_payment_not_recognised": 0.005601680504151245, "card_payment_wrong_exchange_rate": 0.005601680504151245, "card_swallowed": 0.005101530459137742, "cash_withdrawal_charge": 0.0043012903871161344, "cash_withdrawal_not_recognised": 0.005201560468140441, "change_pin": 0.003601080324097229, "compromised_card": 0.005201560468140441, "contactless_not_working": 0.00500150045013504, "country_support": 0.006501950585175552, "declined_card_payment": 0.003200960288086426, "declined_cash_withdrawal": 0.0035010503150945285, "declined_transfer": 0.00370111033309993, "direct_debit_payment_not_recognised": 0.007902370711213365, "disposable_card_limits": 0.00850255076522957, "edit_personal_details": 0.004001200360108033, "exchange_charge": 0.004101230369110733, "exchange_rate": 0.004001200360108033, "exchange_via_app": 0.004601380414124237, "extra_charge_on_statement": 0.003601080324097229, "failed_transfer": 0.00490147044113234, "fiat_currency_support": 0.007102130639191758, "get_disposable_virtual_card": 0.009302790837251175, "get_physical_card": 0.015404621386415926, "getting_spare_card": 0.013103931179353807, "getting_virtual_card": 0.00490147044113234, "lost_or_stolen_card": 0.006001800540162049, "lost_or_stolen_phone": 0.004001200360108033, "order_physical_card": 0.004401320396118836, "passcode_forgotten": 0.003401020306091827, "pending_card_payment": 0.003601080324097229, "pending_cash_withdrawal": 0.003601080324097229, "pending_top_up": 0.010103030909272781, "pending_transfer": 0.0033009902970891265, "pin_blocked": 0.0038011403421026307, "receiving_money": 0.008202460738221467, "request_refund": 0.0030009002700810243, "reverted_card_payment?": 0.005201560468140441, "supported_cards_and_currencies": 0.007602280684205261, "terminate_account": 0.0039011703511053313, "top_up_by_bank_transfer_charge": 0.010903270981294387, "top_up_by_card_charge": 0.005101530459137742, "top_up_by_cash_or_cheque": 0.14704411323397018, "top_up_failed": 0.010803240972291689, "top_up_limits": 0.01130339101730519, "top_up_reverted": 0.05551665499649895, "topping_up_by_card": 0.21166349904971493, "transaction_charged_twice": 0.0033009902970891265, "transfer_fee_charged": 0.0030009002700810243, "transfer_into_account": 0.003601080324097229, "transfer_not_received_by_recipient": 0.004401320396118836, "transfer_timing": 0.00370111033309993, "unable_to_verify_identity": 0.0039011703511053313, "verify_my_identity": 0.004101230369110733, "verify_source_of_funds": 0.00750225067520256, "verify_top_up": 0.014404321296388916, "virtual_card_not_working": 0.0038011403421026307, "visa_or_mastercard": 0.005901770531159347, "why_verify_identity": 0.0035010503150945285, "wrong_amount_of_cash_received": 0.00620186055816745, "wrong_exchange_rate_for_cash_withdrawal": 0.0047014104231269385 }, "error": null, "latency_ms": 67.91479105595499, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-674", "text_group": "20bfbd3aabf7f7d5d1b292cacecf3c72bdd61afbbe19c59f79ed5dc996c56c94", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00020006001800540165, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.0004001200360108033, "balance_not_updated_after_bank_transfer": 0.0004001200360108033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004001200360108033, "beneficiary_not_allowed": 0.0012003601080324098, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.00030009002700810244, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.00030009002700810244, "card_not_working": 0.0004001200360108033, "card_payment_fee_charged": 0.00020006001800540165, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00020006001800540165, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00020006001800540165, "contactless_not_working": 0.00030009002700810244, "country_support": 0.00020006001800540165, "declined_card_payment": 0.0004001200360108033, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.0004001200360108033, "direct_debit_payment_not_recognised": 0.00020006001800540165, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.00030009002700810244, "get_disposable_virtual_card": 0.00020006001800540165, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00010003000900270082, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.0004001200360108033, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.8847654296288887, "pending_transfer": 0.0004001200360108033, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.00020006001800540165, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00020006001800540165, "supported_cards_and_currencies": 0.00020006001800540165, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.0004001200360108033, "top_up_failed": 0.09412823847154148, "top_up_limits": 0.0004001200360108033, "top_up_reverted": 0.0007002100630189057, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00020006001800540165, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00020006001800540165, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.0010003000900270082, "virtual_card_not_working": 0.0004001200360108033, "visa_or_mastercard": 0.00020006001800540165, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.00020006001800540165 }, "error": null, "latency_ms": 76.74741698428988, "usage": { "input_tokens": 649, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-675", "text_group": "415ff6ed80b864a57f1a973ba1e01f9fc70baf29db5c6acc801c05a90e3d47e7", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00019988007195682593, "activate_my_card": 0.00019988007195682593, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00029982010793523883, "automatic_top_up": 0.00029982010793523883, "balance_not_updated_after_bank_transfer": 0.00039976014391365186, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039976014391365186, "beneficiary_not_allowed": 0.00029982010793523883, "cancel_transfer": 0.00019988007195682593, "card_about_to_expire": 0.00019988007195682593, "card_acceptance": 0.00029982010793523883, "card_arrival": 0.00019988007195682593, "card_delivery_estimate": 0.00019988007195682593, "card_linking": 0.00029982010793523883, "card_not_working": 0.00029982010793523883, "card_payment_fee_charged": 0.00019988007195682593, "card_payment_not_recognised": 0.00019988007195682593, "card_payment_wrong_exchange_rate": 0.00019988007195682593, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.00019988007195682593, "compromised_card": 0.00019988007195682593, "contactless_not_working": 0.00019988007195682593, "country_support": 0.00019988007195682593, "declined_card_payment": 0.00019988007195682593, "declined_cash_withdrawal": 0.00019988007195682593, "declined_transfer": 0.00019988007195682593, "direct_debit_payment_not_recognised": 0.00019988007195682593, "disposable_card_limits": 0.00019988007195682593, "edit_personal_details": 0.00019988007195682593, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00019988007195682593, "fiat_currency_support": 0.00019988007195682593, "get_disposable_virtual_card": 0.00019988007195682593, "get_physical_card": 0.00019988007195682593, "getting_spare_card": 0.00019988007195682593, "getting_virtual_card": 0.00019988007195682593, "lost_or_stolen_card": 9.994003597841297e-05, "lost_or_stolen_phone": 9.994003597841297e-05, "order_physical_card": 9.994003597841297e-05, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00019988007195682593, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.9815110933439937, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.00019988007195682593, "receiving_money": 0.00019988007195682593, "request_refund": 0.00019988007195682593, "reverted_card_payment?": 0.00019988007195682593, "supported_cards_and_currencies": 0.00019988007195682593, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00029982010793523883, "top_up_failed": 0.0010993403957625426, "top_up_limits": 0.00029982010793523883, "top_up_reverted": 0.0008994603238057167, "topping_up_by_card": 0.0006995802518488907, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.00039976014391365186, "virtual_card_not_working": 0.00019988007195682593, "visa_or_mastercard": 0.00019988007195682593, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.00019988007195682593, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682593 }, "error": null, "latency_ms": 67.56408396176994, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-676", "text_group": "a82e027205ecf0d04cb2813825baab86e0938e89e868088d3d826494c84a78cf", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.000200160128102482, "activate_my_card": 0.00030024019215372296, "age_limit": 0.000200160128102482, "apple_pay_or_google_pay": 0.00030024019215372296, "atm_support": 0.000500400320256205, "automatic_top_up": 0.000500400320256205, "balance_not_updated_after_bank_transfer": 0.000400320256204964, "balance_not_updated_after_cheque_or_cash_deposit": 0.000400320256204964, "beneficiary_not_allowed": 0.000500400320256205, "cancel_transfer": 0.00030024019215372296, "card_about_to_expire": 0.000400320256204964, "card_acceptance": 0.000500400320256205, "card_arrival": 0.00030024019215372296, "card_delivery_estimate": 0.00030024019215372296, "card_linking": 0.000500400320256205, "card_not_working": 0.002301841473178543, "card_payment_fee_charged": 0.00030024019215372296, "card_payment_not_recognised": 0.00030024019215372296, "card_payment_wrong_exchange_rate": 0.00030024019215372296, "card_swallowed": 0.000400320256204964, "cash_withdrawal_charge": 0.000200160128102482, "cash_withdrawal_not_recognised": 0.000200160128102482, "change_pin": 0.000200160128102482, "compromised_card": 0.00030024019215372296, "contactless_not_working": 0.000500400320256205, "country_support": 0.00030024019215372296, "declined_card_payment": 0.000700560448358687, "declined_cash_withdrawal": 0.00030024019215372296, "declined_transfer": 0.000400320256204964, "direct_debit_payment_not_recognised": 0.00030024019215372296, "disposable_card_limits": 0.00030024019215372296, "edit_personal_details": 0.00030024019215372296, "exchange_charge": 0.000200160128102482, "exchange_rate": 0.000200160128102482, "exchange_via_app": 0.000200160128102482, "extra_charge_on_statement": 0.000200160128102482, "failed_transfer": 0.00030024019215372296, "fiat_currency_support": 0.00030024019215372296, "get_disposable_virtual_card": 0.00030024019215372296, "get_physical_card": 0.000200160128102482, "getting_spare_card": 0.000200160128102482, "getting_virtual_card": 0.000200160128102482, "lost_or_stolen_card": 0.000200160128102482, "lost_or_stolen_phone": 0.000200160128102482, "order_physical_card": 0.000200160128102482, "passcode_forgotten": 0.000200160128102482, "pending_card_payment": 0.000700560448358687, "pending_cash_withdrawal": 0.00030024019215372296, "pending_top_up": 0.9148318654923939, "pending_transfer": 0.00030024019215372296, "pin_blocked": 0.000200160128102482, "receiving_money": 0.00030024019215372296, "request_refund": 0.000200160128102482, "reverted_card_payment?": 0.00030024019215372296, "supported_cards_and_currencies": 0.000500400320256205, "terminate_account": 0.000200160128102482, "top_up_by_bank_transfer_charge": 0.000400320256204964, "top_up_by_card_charge": 0.00030024019215372296, "top_up_by_cash_or_cheque": 0.000500400320256205, "top_up_failed": 0.008306645316253003, "top_up_limits": 0.00030024019215372296, "top_up_reverted": 0.0006004803843074459, "topping_up_by_card": 0.05104083266613291, "transaction_charged_twice": 0.000200160128102482, "transfer_fee_charged": 0.000200160128102482, "transfer_into_account": 0.000200160128102482, "transfer_not_received_by_recipient": 0.000200160128102482, "transfer_timing": 0.00030024019215372296, "unable_to_verify_identity": 0.000200160128102482, "verify_my_identity": 0.000200160128102482, "verify_source_of_funds": 0.000200160128102482, "verify_top_up": 0.00100080064051241, "virtual_card_not_working": 0.0006004803843074459, "visa_or_mastercard": 0.000400320256204964, "why_verify_identity": 0.000200160128102482, "wrong_amount_of_cash_received": 0.000200160128102482, "wrong_exchange_rate_for_cash_withdrawal": 0.00030024019215372296 }, "error": null, "latency_ms": 68.1877500610426, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-677", "text_group": "6e1a8b8717d4af54ae19f9c9583fd5779419c49e0dfd0ac41f81c9b948d0707d", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0004999500049995, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.0036996300369963007, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.0022997700229977, "card_linking": 0.0005999400059994001, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.9583041695830418, "pending_transfer": 0.0005999400059994001, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0006999300069993001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.0006999300069993001, "top_up_limits": 0.0006999300069993001, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.0036996300369963007, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 66.01566600147635, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-678", "text_group": "10f331899f928e740236f39fb459ea573d1aec7675e780426a3d7f312759d355", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00019998000199980003, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.9797020297970204, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00019998000199980003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00019998000199980003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.0022997700229977, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 67.62812496162951, "usage": { "input_tokens": 620, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-679", "text_group": "35f9e259ef4d124f563e6eae3fc874f99dbed9508d158ceb9201b8a791086c80", "expected": "pending_top_up", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.000499850044986504, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.000999700089973008, "atm_support": 0.000999700089973008, "automatic_top_up": 0.002199340197940618, "balance_not_updated_after_bank_transfer": 0.005498350494851544, "balance_not_updated_after_cheque_or_cash_deposit": 0.0034989503149055285, "beneficiary_not_allowed": 0.0018994301709487154, "cancel_transfer": 0.0005998200539838048, "card_about_to_expire": 0.0005998200539838048, "card_acceptance": 0.0008997300809757073, "card_arrival": 0.0006997900629811057, "card_delivery_estimate": 0.0007997600719784066, "card_linking": 0.0008997300809757073, "card_not_working": 0.000999700089973008, "card_payment_fee_charged": 0.0006997900629811057, "card_payment_not_recognised": 0.0007997600719784066, "card_payment_wrong_exchange_rate": 0.0008997300809757073, "card_swallowed": 0.0007997600719784066, "cash_withdrawal_charge": 0.0005998200539838048, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.0003998800359892033, "compromised_card": 0.0005998200539838048, "contactless_not_working": 0.0006997900629811057, "country_support": 0.0006997900629811057, "declined_card_payment": 0.0018994301709487154, "declined_cash_withdrawal": 0.0008997300809757073, "declined_transfer": 0.0013995801259622115, "direct_debit_payment_not_recognised": 0.0016994901529541137, "disposable_card_limits": 0.0008997300809757073, "edit_personal_details": 0.0006997900629811057, "exchange_charge": 0.0005998200539838048, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.000499850044986504, "failed_transfer": 0.000999700089973008, "fiat_currency_support": 0.0007997600719784066, "get_disposable_virtual_card": 0.0007997600719784066, "get_physical_card": 0.0005998200539838048, "getting_spare_card": 0.0007997600719784066, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.0007997600719784066, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.007797660701789463, "pending_cash_withdrawal": 0.000999700089973008, "pending_top_up": 0.7374787563730881, "pending_transfer": 0.002699190242927122, "pin_blocked": 0.000499850044986504, "receiving_money": 0.0015995201439568132, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.0006997900629811057, "supported_cards_and_currencies": 0.0007997600719784066, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.0012996101169649105, "top_up_by_card_charge": 0.0007997600719784066, "top_up_by_cash_or_cheque": 0.007797660701789463, "top_up_failed": 0.15635309407177847, "top_up_limits": 0.002199340197940618, "top_up_reverted": 0.003099070278916325, "topping_up_by_card": 0.02049385184444667, "transaction_charged_twice": 0.0005998200539838048, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.0006997900629811057, "transfer_not_received_by_recipient": 0.0008997300809757073, "transfer_timing": 0.001099670098970309, "unable_to_verify_identity": 0.000499850044986504, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0007997600719784066, "verify_top_up": 0.0006997900629811057, "virtual_card_not_working": 0.0007997600719784066, "visa_or_mastercard": 0.0006997900629811057, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0008997300809757073, "wrong_exchange_rate_for_cash_withdrawal": 0.000499850044986504 }, "error": null, "latency_ms": 68.5132920043543, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-680", "text_group": "cdb40cbf8d3bb6c61990d4615a379406e0c9fb79be0d1da0fa84199b169b5e48", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.001099670098970309, "activate_my_card": 0.0006997900629811057, "age_limit": 0.0006997900629811057, "apple_pay_or_google_pay": 0.0012996101169649105, "atm_support": 0.0013995801259622115, "automatic_top_up": 0.0006997900629811057, "balance_not_updated_after_bank_transfer": 0.0014995501349595122, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012996101169649105, "beneficiary_not_allowed": 0.0013995801259622115, "cancel_transfer": 0.5303408977306808, "card_about_to_expire": 0.0007997600719784066, "card_acceptance": 0.0012996101169649105, "card_arrival": 0.0007997600719784066, "card_delivery_estimate": 0.0007997600719784066, "card_linking": 0.0011996401079676095, "card_not_working": 0.000999700089973008, "card_payment_fee_charged": 0.001099670098970309, "card_payment_not_recognised": 0.0011996401079676095, "card_payment_wrong_exchange_rate": 0.0012996101169649105, "card_swallowed": 0.000999700089973008, "cash_withdrawal_charge": 0.000999700089973008, "cash_withdrawal_not_recognised": 0.0008997300809757073, "change_pin": 0.0008997300809757073, "compromised_card": 0.001099670098970309, "contactless_not_working": 0.000999700089973008, "country_support": 0.0011996401079676095, "declined_card_payment": 0.0008997300809757073, "declined_cash_withdrawal": 0.0007997600719784066, "declined_transfer": 0.0007997600719784066, "direct_debit_payment_not_recognised": 0.0013995801259622115, "disposable_card_limits": 0.001099670098970309, "edit_personal_details": 0.0016994901529541137, "exchange_charge": 0.0008997300809757073, "exchange_rate": 0.0007997600719784066, "exchange_via_app": 0.001099670098970309, "extra_charge_on_statement": 0.0007997600719784066, "failed_transfer": 0.000999700089973008, "fiat_currency_support": 0.0012996101169649105, "get_disposable_virtual_card": 0.0008997300809757073, "get_physical_card": 0.0006997900629811057, "getting_spare_card": 0.0006997900629811057, "getting_virtual_card": 0.0006997900629811057, "lost_or_stolen_card": 0.0006997900629811057, "lost_or_stolen_phone": 0.0005998200539838048, "order_physical_card": 0.0005998200539838048, "passcode_forgotten": 0.0006997900629811057, "pending_card_payment": 0.0006997900629811057, "pending_cash_withdrawal": 0.0006997900629811057, "pending_top_up": 0.0006997900629811057, "pending_transfer": 0.0006997900629811057, "pin_blocked": 0.0007997600719784066, "receiving_money": 0.000999700089973008, "request_refund": 0.3719884034789563, "reverted_card_payment?": 0.008297510746775967, "supported_cards_and_currencies": 0.0011996401079676095, "terminate_account": 0.0008997300809757073, "top_up_by_bank_transfer_charge": 0.0006997900629811057, "top_up_by_card_charge": 0.0006997900629811057, "top_up_by_cash_or_cheque": 0.0007997600719784066, "top_up_failed": 0.0006997900629811057, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.018694391682495252, "topping_up_by_card": 0.0008997300809757073, "transaction_charged_twice": 0.0035989203239028293, "transfer_fee_charged": 0.0007997600719784066, "transfer_into_account": 0.0007997600719784066, "transfer_not_received_by_recipient": 0.0008997300809757073, "transfer_timing": 0.0007997600719784066, "unable_to_verify_identity": 0.0007997600719784066, "verify_my_identity": 0.0006997900629811057, "verify_source_of_funds": 0.0007997600719784066, "verify_top_up": 0.0006997900629811057, "virtual_card_not_working": 0.0007997600719784066, "visa_or_mastercard": 0.001099670098970309, "why_verify_identity": 0.0006997900629811057, "wrong_amount_of_cash_received": 0.001099670098970309, "wrong_exchange_rate_for_cash_withdrawal": 0.000999700089973008 }, "error": null, "latency_ms": 67.73716700263321, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-681", "text_group": "bbce9d76df66859965e3e363a2131963479674df1e2ab3825334a77258ed3b18", "expected": "cancel_transfer", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.0032990102969109266, "activate_my_card": 0.0017994601619514146, "age_limit": 0.0011996401079676095, "apple_pay_or_google_pay": 0.001999400179946016, "atm_support": 0.0028991302609217232, "automatic_top_up": 0.0016994901529541137, "balance_not_updated_after_bank_transfer": 0.0017994601619514146, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015995201439568132, "beneficiary_not_allowed": 0.002599220233929821, "cancel_transfer": 0.2176347095871239, "card_about_to_expire": 0.0013995801259622115, "card_acceptance": 0.0024992502249325203, "card_arrival": 0.0013995801259622115, "card_delivery_estimate": 0.0012996101169649105, "card_linking": 0.0022993102069379188, "card_not_working": 0.0017994601619514146, "card_payment_fee_charged": 0.02669199240227932, "card_payment_not_recognised": 0.010196940917724684, "card_payment_wrong_exchange_rate": 0.0033989803059082274, "card_swallowed": 0.0015995201439568132, "cash_withdrawal_charge": 0.04148755373387984, "cash_withdrawal_not_recognised": 0.0011996401079676095, "change_pin": 0.0013995801259622115, "compromised_card": 0.0016994901529541137, "contactless_not_working": 0.0016994901529541137, "country_support": 0.002199340197940618, "declined_card_payment": 0.005098470458862342, "declined_cash_withdrawal": 0.0011996401079676095, "declined_transfer": 0.0014995501349595122, "direct_debit_payment_not_recognised": 0.0246925922223333, "disposable_card_limits": 0.0018994301709487154, "edit_personal_details": 0.0037988603418974308, "exchange_charge": 0.0057982605218434465, "exchange_rate": 0.0012996101169649105, "exchange_via_app": 0.0013995801259622115, "extra_charge_on_statement": 0.10236928921323604, "failed_transfer": 0.0011996401079676095, "fiat_currency_support": 0.001999400179946016, "get_disposable_virtual_card": 0.0018994301709487154, "get_physical_card": 0.0015995201439568132, "getting_spare_card": 0.0013995801259622115, "getting_virtual_card": 0.0012996101169649105, "lost_or_stolen_card": 0.001099670098970309, "lost_or_stolen_phone": 0.000999700089973008, "order_physical_card": 0.0012996101169649105, "passcode_forgotten": 0.001099670098970309, "pending_card_payment": 0.003099070278916325, "pending_cash_withdrawal": 0.000999700089973008, "pending_top_up": 0.0012996101169649105, "pending_transfer": 0.0011996401079676095, "pin_blocked": 0.0011996401079676095, "receiving_money": 0.002199340197940618, "request_refund": 0.369889033290013, "reverted_card_payment?": 0.02809157252824153, "supported_cards_and_currencies": 0.002399280215935219, "terminate_account": 0.002199340197940618, "top_up_by_bank_transfer_charge": 0.015695291412576227, "top_up_by_card_charge": 0.031390582825152454, "top_up_by_cash_or_cheque": 0.0012996101169649105, "top_up_failed": 0.0012996101169649105, "top_up_limits": 0.0011996401079676095, "top_up_reverted": 0.005098470458862342, "topping_up_by_card": 0.001999400179946016, "transaction_charged_twice": 0.0032990102969109266, "transfer_fee_charged": 0.006897930620813756, "transfer_into_account": 0.0013995801259622115, "transfer_not_received_by_recipient": 0.0012996101169649105, "transfer_timing": 0.0014995501349595122, "unable_to_verify_identity": 0.0013995801259622115, "verify_my_identity": 0.0013995801259622115, "verify_source_of_funds": 0.0012996101169649105, "verify_top_up": 0.0011996401079676095, "virtual_card_not_working": 0.0015995201439568132, "visa_or_mastercard": 0.002199340197940618, "why_verify_identity": 0.0011996401079676095, "wrong_amount_of_cash_received": 0.0012996101169649105, "wrong_exchange_rate_for_cash_withdrawal": 0.0016994901529541137 }, "error": null, "latency_ms": 67.6806669216603, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-682", "text_group": "0486bbd6206b540a347246b759c478512c39613bd1a9d215e91723d2d9fef2e2", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.9547090581883623, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.01779644071185763, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.0020995800839832034, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.0009998000399920016, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 67.64291599392891, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-683", "text_group": "ca2aa08e96d6a6a05f72d987d22ef2b9a5105e6edb0759719ab00b01ac6415da", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.004199160167966407, "activate_my_card": 0.0032993401319736052, "age_limit": 0.0031993601279744054, "apple_pay_or_google_pay": 0.010097980403919215, "atm_support": 0.008998200359928014, "automatic_top_up": 0.0033993201359728054, "balance_not_updated_after_bank_transfer": 0.09268146370725855, "balance_not_updated_after_cheque_or_cash_deposit": 0.009398120375924815, "beneficiary_not_allowed": 0.021295740851829635, "cancel_transfer": 0.10067986402719456, "card_about_to_expire": 0.004199160167966407, "card_acceptance": 0.0065986802639472104, "card_arrival": 0.003899220155968806, "card_delivery_estimate": 0.0033993201359728054, "card_linking": 0.008098380323935212, "card_not_working": 0.006098780243951211, "card_payment_fee_charged": 0.005498900219956008, "card_payment_not_recognised": 0.01819636072785443, "card_payment_wrong_exchange_rate": 0.03349330133973206, "card_swallowed": 0.005898820235952809, "cash_withdrawal_charge": 0.004399120175964807, "cash_withdrawal_not_recognised": 0.004899020195960808, "change_pin": 0.004299140171965607, "compromised_card": 0.014297140571885624, "contactless_not_working": 0.005798840231953609, "country_support": 0.005398920215956809, "declined_card_payment": 0.007298540291941612, "declined_cash_withdrawal": 0.005498900219956008, "declined_transfer": 0.03199360127974405, "direct_debit_payment_not_recognised": 0.02379524095180964, "disposable_card_limits": 0.004899020195960808, "edit_personal_details": 0.005298940211957609, "exchange_charge": 0.007198560287942412, "exchange_rate": 0.005198960207958408, "exchange_via_app": 0.01829634073185363, "extra_charge_on_statement": 0.004299140171965607, "failed_transfer": 0.057388522295540895, "fiat_currency_support": 0.006698660267946411, "get_disposable_virtual_card": 0.0046990601879624075, "get_physical_card": 0.003899220155968806, "getting_spare_card": 0.0032993401319736052, "getting_virtual_card": 0.0034993001399720057, "lost_or_stolen_card": 0.003899220155968806, "lost_or_stolen_phone": 0.0026994601079784043, "order_physical_card": 0.0028994201159768043, "passcode_forgotten": 0.0034993001399720057, "pending_card_payment": 0.004199160167966407, "pending_cash_withdrawal": 0.0034993001399720057, "pending_top_up": 0.003699260147970406, "pending_transfer": 0.006698660267946411, "pin_blocked": 0.004499100179964007, "receiving_money": 0.008698260347930413, "request_refund": 0.02409518096380724, "reverted_card_payment?": 0.021195760847830435, "supported_cards_and_currencies": 0.0061987602479504095, "terminate_account": 0.012797440511897622, "top_up_by_bank_transfer_charge": 0.004799040191961607, "top_up_by_card_charge": 0.0030993801239752048, "top_up_by_cash_or_cheque": 0.003699260147970406, "top_up_failed": 0.004999000199960009, "top_up_limits": 0.0030993801239752048, "top_up_reverted": 0.03889222155568886, "topping_up_by_card": 0.004599080183963208, "transaction_charged_twice": 0.03209358128374325, "transfer_fee_charged": 0.005198960207958408, "transfer_into_account": 0.03959208158368327, "transfer_not_received_by_recipient": 0.08608278344331134, "transfer_timing": 0.005898820235952809, "unable_to_verify_identity": 0.004299140171965607, "verify_my_identity": 0.003999200159968006, "verify_source_of_funds": 0.004299140171965607, "verify_top_up": 0.003599280143971206, "virtual_card_not_working": 0.005598880223955209, "visa_or_mastercard": 0.005398920215956809, "why_verify_identity": 0.005198960207958408, "wrong_amount_of_cash_received": 0.02019596080783843, "wrong_exchange_rate_for_cash_withdrawal": 0.021795640871825634 }, "error": null, "latency_ms": 74.11662500817329, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-684", "text_group": "6d560edc3305bb1130480bdcb4289b4be805e1378c5d4f8b5689b4a56af98e2b", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019996000799840034, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.9797040591881624, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00019996000799840034, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.001799640071985603, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.0007998400319936014, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0007998400319936014, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 69.19054209720343, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-685", "text_group": "f96c942368a2d246a915b9724ce7d756885a08b47ea56a09f5a20b576ed44190", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.9716971697169717, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.00020002000200020003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00020002000200020003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0009000900090009, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.0049004900490049, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0026002600260026003, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.0008000800080008001, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.64987497869879, "usage": { "input_tokens": 612, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-686", "text_group": "5778744b4848e5deef2abad4a1e0aa6291b93483e6fdb27a014deb9dbdf984b6", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.9519096180763847, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.001799640071985603, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.007098580283943212, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0004999000199960008, "request_refund": 0.004399120175964807, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.0005998800239952009, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.007798440311937612, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.0014997000599880025, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.004399120175964807, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 70.93950000125915, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-687", "text_group": "7fa53b2580d05c7c7bf7c4d6206c2d3b3b8b6812734de8e8757463f28eb4e9c9", "expected": "cancel_transfer", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.0014998500149985001, "activate_my_card": 0.0010998900109989002, "age_limit": 0.000999900009999, "apple_pay_or_google_pay": 0.0017998200179982, "atm_support": 0.001999800019998, "automatic_top_up": 0.000999900009999, "balance_not_updated_after_bank_transfer": 0.0032996700329967, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018998100189981002, "beneficiary_not_allowed": 0.0018998100189981002, "cancel_transfer": 0.3407659234076592, "card_about_to_expire": 0.0010998900109989002, "card_acceptance": 0.0017998200179982, "card_arrival": 0.000999900009999, "card_delivery_estimate": 0.000999900009999, "card_linking": 0.0017998200179982, "card_not_working": 0.0014998500149985001, "card_payment_fee_charged": 0.0015998400159984002, "card_payment_not_recognised": 0.0017998200179982, "card_payment_wrong_exchange_rate": 0.0018998100189981002, "card_swallowed": 0.0013998600139986002, "cash_withdrawal_charge": 0.0012998700129987, "cash_withdrawal_not_recognised": 0.0011998800119988001, "change_pin": 0.0010998900109989002, "compromised_card": 0.0014998500149985001, "contactless_not_working": 0.0013998600139986002, "country_support": 0.0015998400159984002, "declined_card_payment": 0.0013998600139986002, "declined_cash_withdrawal": 0.0010998900109989002, "declined_transfer": 0.0011998800119988001, "direct_debit_payment_not_recognised": 0.001999800019998, "disposable_card_limits": 0.0014998500149985001, "edit_personal_details": 0.0016998300169983002, "exchange_charge": 0.0012998700129987, "exchange_rate": 0.0011998800119988001, "exchange_via_app": 0.0014998500149985001, "extra_charge_on_statement": 0.0010998900109989002, "failed_transfer": 0.0015998400159984002, "fiat_currency_support": 0.0017998200179982, "get_disposable_virtual_card": 0.0012998700129987, "get_physical_card": 0.0010998900109989002, "getting_spare_card": 0.0008999100089991, "getting_virtual_card": 0.000999900009999, "lost_or_stolen_card": 0.0008999100089991, "lost_or_stolen_phone": 0.0007999200079992001, "order_physical_card": 0.0008999100089991, "passcode_forgotten": 0.000999900009999, "pending_card_payment": 0.000999900009999, "pending_cash_withdrawal": 0.0008999100089991, "pending_top_up": 0.0008999100089991, "pending_transfer": 0.0008999100089991, "pin_blocked": 0.000999900009999, "receiving_money": 0.0015998400159984002, "request_refund": 0.47085291470852914, "reverted_card_payment?": 0.06309369063093691, "supported_cards_and_currencies": 0.0017998200179982, "terminate_account": 0.0013998600139986002, "top_up_by_bank_transfer_charge": 0.000999900009999, "top_up_by_card_charge": 0.0008999100089991, "top_up_by_cash_or_cheque": 0.000999900009999, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.0007999200079992001, "top_up_reverted": 0.020097990200979902, "topping_up_by_card": 0.0013998600139986002, "transaction_charged_twice": 0.010198980101989802, "transfer_fee_charged": 0.0011998800119988001, "transfer_into_account": 0.0010998900109989002, "transfer_not_received_by_recipient": 0.0011998800119988001, "transfer_timing": 0.0010998900109989002, "unable_to_verify_identity": 0.0010998900109989002, "verify_my_identity": 0.000999900009999, "verify_source_of_funds": 0.0010998900109989002, "verify_top_up": 0.000999900009999, "virtual_card_not_working": 0.0011998800119988001, "visa_or_mastercard": 0.0016998300169983002, "why_verify_identity": 0.000999900009999, "wrong_amount_of_cash_received": 0.0015998400159984002, "wrong_exchange_rate_for_cash_withdrawal": 0.0013998600139986002 }, "error": null, "latency_ms": 71.03287510108203, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-688", "text_group": "087968bff6e5101069c4a6a0c8b150ba559455b998f7408729fd7a3a4cf52ee8", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0002999100269919024, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.970408877336799, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.000499850044986504, "request_refund": 0.0034989503149055285, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.0018994301709487154, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0008997300809757073, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 70.91337500605732, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-689", "text_group": "4048b6595d3d4b382c7ae8130aaf7b2cb4e1497e00c5c6bfb19339bb323e0062", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.00019988007195682593, "activate_my_card": 0.00019988007195682593, "age_limit": 9.994003597841297e-05, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00029982010793523883, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.00029982010793523883, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019988007195682593, "beneficiary_not_allowed": 0.00029982010793523883, "cancel_transfer": 0.9815110933439937, "card_about_to_expire": 0.00019988007195682593, "card_acceptance": 0.00019988007195682593, "card_arrival": 0.00019988007195682593, "card_delivery_estimate": 0.00019988007195682593, "card_linking": 0.00019988007195682593, "card_not_working": 0.00019988007195682593, "card_payment_fee_charged": 0.00019988007195682593, "card_payment_not_recognised": 0.00019988007195682593, "card_payment_wrong_exchange_rate": 0.00019988007195682593, "card_swallowed": 0.00019988007195682593, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.00019988007195682593, "compromised_card": 0.00019988007195682593, "contactless_not_working": 0.00019988007195682593, "country_support": 0.00029982010793523883, "declined_card_payment": 0.00019988007195682593, "declined_cash_withdrawal": 0.00019988007195682593, "declined_transfer": 0.00029982010793523883, "direct_debit_payment_not_recognised": 0.00019988007195682593, "disposable_card_limits": 0.00019988007195682593, "edit_personal_details": 0.00029982010793523883, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00039976014391365186, "fiat_currency_support": 0.00029982010793523883, "get_disposable_virtual_card": 0.00019988007195682593, "get_physical_card": 0.00019988007195682593, "getting_spare_card": 0.00019988007195682593, "getting_virtual_card": 0.00019988007195682593, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00019988007195682593, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00019988007195682593, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00019988007195682593, "pending_transfer": 0.00029982010793523883, "pin_blocked": 0.00019988007195682593, "receiving_money": 0.00029982010793523883, "request_refund": 0.00039976014391365186, "reverted_card_payment?": 0.00019988007195682593, "supported_cards_and_currencies": 0.00029982010793523883, "terminate_account": 0.0009994003597841297, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00019988007195682593, "top_up_failed": 0.00019988007195682593, "top_up_limits": 0.00019988007195682593, "top_up_reverted": 0.00039976014391365186, "topping_up_by_card": 0.00019988007195682593, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.0005996402158704777, "transfer_not_received_by_recipient": 0.00029982010793523883, "transfer_timing": 0.0006995802518488907, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.00019988007195682593, "visa_or_mastercard": 0.00019988007195682593, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.00019988007195682593, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682593 }, "error": null, "latency_ms": 67.66237504780293, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-690", "text_group": "d7d958e27622e34d906859d6ad21850e75c3e8cfeae6d4d371de4660215c4485", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.9793, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0002, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0002, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0004, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0004, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0009, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0017, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 65.87675004266202, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-691", "text_group": "34fb906955d854a1dc278cf73d46d27759f2da6367125fc9dcbff7d58ba87a55", "expected": "cancel_transfer", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0034989503149055285, "activate_my_card": 0.003099070278916325, "age_limit": 0.003099070278916325, "apple_pay_or_google_pay": 0.006697990602819155, "atm_support": 0.0071978406478056586, "automatic_top_up": 0.0033989803059082274, "balance_not_updated_after_bank_transfer": 0.1104668599420174, "balance_not_updated_after_cheque_or_cash_deposit": 0.008997300809757072, "beneficiary_not_allowed": 0.01849445166450065, "cancel_transfer": 0.12546236129161253, "card_about_to_expire": 0.003998800359892032, "card_acceptance": 0.0057982605218434465, "card_arrival": 0.0034989503149055285, "card_delivery_estimate": 0.0032990102969109266, "card_linking": 0.007397780665800261, "card_not_working": 0.005298410476856943, "card_payment_fee_charged": 0.0049985004498650405, "card_payment_not_recognised": 0.0071978406478056586, "card_payment_wrong_exchange_rate": 0.015095471358592424, "card_swallowed": 0.007497750674797561, "cash_withdrawal_charge": 0.004398680395881236, "cash_withdrawal_not_recognised": 0.004298710386883935, "change_pin": 0.004498650404878536, "compromised_card": 0.018094571628511448, "contactless_not_working": 0.0049985004498650405, "country_support": 0.005098470458862342, "declined_card_payment": 0.00619814055783265, "declined_cash_withdrawal": 0.005298410476856943, "declined_transfer": 0.022293312006398083, "direct_debit_payment_not_recognised": 0.026592022393282014, "disposable_card_limits": 0.00489853044086774, "edit_personal_details": 0.005598320503848846, "exchange_charge": 0.00859742077376787, "exchange_rate": 0.005098470458862342, "exchange_via_app": 0.0121963410976707, "extra_charge_on_statement": 0.0045986204138758376, "failed_transfer": 0.037388783364990505, "fiat_currency_support": 0.005598320503848846, "get_disposable_virtual_card": 0.004398680395881236, "get_physical_card": 0.0031990402879136263, "getting_spare_card": 0.003099070278916325, "getting_virtual_card": 0.0029991002699190244, "lost_or_stolen_card": 0.0033989803059082274, "lost_or_stolen_phone": 0.002699190242927122, "order_physical_card": 0.002699190242927122, "passcode_forgotten": 0.0031990402879136263, "pending_card_payment": 0.0035989203239028293, "pending_cash_withdrawal": 0.0031990402879136263, "pending_top_up": 0.0035989203239028293, "pending_transfer": 0.006697990602819155, "pin_blocked": 0.0038988303508947315, "receiving_money": 0.007797660701789463, "request_refund": 0.0075977206837948615, "reverted_card_payment?": 0.014595621313605919, "supported_cards_and_currencies": 0.005398380485854244, "terminate_account": 0.03319004298710387, "top_up_by_bank_transfer_charge": 0.005098470458862342, "top_up_by_card_charge": 0.0029991002699190244, "top_up_by_cash_or_cheque": 0.0034989503149055285, "top_up_failed": 0.005098470458862342, "top_up_limits": 0.003099070278916325, "top_up_reverted": 0.036089173248025595, "topping_up_by_card": 0.004198740377886634, "transaction_charged_twice": 0.02339298210536839, "transfer_fee_charged": 0.005298410476856943, "transfer_into_account": 0.18144556633010098, "transfer_not_received_by_recipient": 0.019794061781465564, "transfer_timing": 0.008097570728781365, "unable_to_verify_identity": 0.003998800359892032, "verify_my_identity": 0.0032990102969109266, "verify_source_of_funds": 0.0037988603418974308, "verify_top_up": 0.003099070278916325, "virtual_card_not_working": 0.0045986204138758376, "visa_or_mastercard": 0.00489853044086774, "why_verify_identity": 0.005198440467859642, "wrong_amount_of_cash_received": 0.008997300809757072, "wrong_exchange_rate_for_cash_withdrawal": 0.00849745076477057 }, "error": null, "latency_ms": 66.19262497406453, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-692", "text_group": "e7c3dffaa2e354211381e6dd3b7076d286b360b7bcae92a6d18f1465549ed3ff", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.0002998500749625187, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.0002998500749625187, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019990004997501253, "beneficiary_not_allowed": 0.0002998500749625187, "cancel_transfer": 0.9773113443278362, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.0002998500749625187, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.0002998500749625187, "card_not_working": 0.00019990004997501253, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.00019990004997501253, "card_payment_wrong_exchange_rate": 0.0002998500749625187, "card_swallowed": 0.00019990004997501253, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.00019990004997501253, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.00019990004997501253, "country_support": 0.0002998500749625187, "declined_card_payment": 0.00019990004997501253, "declined_cash_withdrawal": 0.00019990004997501253, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.00019990004997501253, "disposable_card_limits": 0.00019990004997501253, "edit_personal_details": 0.00039980009995002505, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.00039980009995002505, "fiat_currency_support": 0.0002998500749625187, "get_disposable_virtual_card": 0.00019990004997501253, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00039980009995002505, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.0002998500749625187, "request_refund": 0.0008995502248875562, "reverted_card_payment?": 0.00019990004997501253, "supported_cards_and_currencies": 0.0002998500749625187, "terminate_account": 0.0007996001999000501, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.00019990004997501253, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.00039980009995002505, "topping_up_by_card": 0.00019990004997501253, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.0005997001499250374, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0037981009495252375, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.00019990004997501253, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.00019990004997501253 }, "error": null, "latency_ms": 65.82404091022909, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-693", "text_group": "51969829f98dfc8763e987b4cb97271b63e5284a4aa6cb6223d7efb93361c921", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.9571085782843431, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0004999000199960008, "request_refund": 0.01139772045590882, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.0020995800839832034, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.0021995600879824036, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 66.77770800888538, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-694", "text_group": "83e17b8158951aa9290c97527710eee450a85b634e1ea401c4be7d4fc9f042e8", "expected": "cancel_transfer", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0010002000400080016, "activate_my_card": 0.0006001200240048009, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.001300260052010402, "atm_support": 0.0012002400480096017, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0006001200240048009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.001300260052010402, "cancel_transfer": 0.048609721944388874, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0012002400480096017, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.0008001600320064013, "card_linking": 0.0009001800360072014, "card_not_working": 0.0008001600320064013, "card_payment_fee_charged": 0.001300260052010402, "card_payment_not_recognised": 0.01760352070414083, "card_payment_wrong_exchange_rate": 0.003700740148029606, "card_swallowed": 0.0008001600320064013, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.0006001200240048009, "change_pin": 0.0006001200240048009, "compromised_card": 0.0011002200440088019, "contactless_not_working": 0.0007001400280056011, "country_support": 0.0009001800360072014, "declined_card_payment": 0.06751350270054012, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0009001800360072014, "direct_debit_payment_not_recognised": 0.009901980396079216, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.010702140428085616, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.0009001800360072014, "failed_transfer": 0.0008001600320064013, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.015603120624124825, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.0007001400280056011, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.0010002000400080016, "request_refund": 0.022604520904180834, "reverted_card_payment?": 0.7420484096819364, "supported_cards_and_currencies": 0.0012002400480096017, "terminate_account": 0.0010002000400080016, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0006001200240048009, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.009901980396079216, "topping_up_by_card": 0.0009001800360072014, "transaction_charged_twice": 0.0022004400880176037, "transfer_fee_charged": 0.0009001800360072014, "transfer_into_account": 0.0006001200240048009, "transfer_not_received_by_recipient": 0.0007001400280056011, "transfer_timing": 0.0009001800360072014, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.0006001200240048009, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0008001600320064013, "visa_or_mastercard": 0.0011002200440088019, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.0009001800360072014, "wrong_exchange_rate_for_cash_withdrawal": 0.0010002000400080016 }, "error": null, "latency_ms": 67.78279202990234, "usage": { "input_tokens": 610, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-695", "text_group": "a7d41205167fcc3a0f1908d1da31019d0809971dbc5e53059f447d95c0db3d3f", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.00020004000800160035, "atm_support": 0.0003000600120024005, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0003000600120024005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020004000800160035, "beneficiary_not_allowed": 0.0004000800160032007, "cancel_transfer": 0.978495699139828, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0003000600120024005, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.0003000600120024005, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.00020004000800160035, "card_payment_not_recognised": 0.00020004000800160035, "card_payment_wrong_exchange_rate": 0.0003000600120024005, "card_swallowed": 0.00020004000800160035, "cash_withdrawal_charge": 0.0003000600120024005, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.00020004000800160035, "contactless_not_working": 0.00020004000800160035, "country_support": 0.0003000600120024005, "declined_card_payment": 0.00020004000800160035, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.000600120024004801, "direct_debit_payment_not_recognised": 0.00020004000800160035, "disposable_card_limits": 0.00020004000800160035, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.0003000600120024005, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.0004000800160032007, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.0004000800160032007, "request_refund": 0.0009001800360072014, "reverted_card_payment?": 0.00020004000800160035, "supported_cards_and_currencies": 0.0004000800160032007, "terminate_account": 0.0008001600320064014, "top_up_by_bank_transfer_charge": 0.0003000600120024005, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.0003000600120024005, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.00020004000800160035, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.0009001800360072014, "transfer_not_received_by_recipient": 0.0004000800160032007, "transfer_timing": 0.0010002000400080016, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.00020004000800160035, "visa_or_mastercard": 0.00020004000800160035, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160035 }, "error": null, "latency_ms": 66.24316598754376, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-696", "text_group": "e57ad6afc16e6deb31241d48df4c85762ab36f8fa7b2b8e0f694744142d9f1f2", "expected": "cancel_transfer", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.0011, "activate_my_card": 0.0007, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0011, "atm_support": 0.0012, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0015, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011, "beneficiary_not_allowed": 0.0012, "cancel_transfer": 0.3134, "card_about_to_expire": 0.0007, "card_acceptance": 0.0011, "card_arrival": 0.0007, "card_delivery_estimate": 0.0007, "card_linking": 0.0011, "card_not_working": 0.0009, "card_payment_fee_charged": 0.0011, "card_payment_not_recognised": 0.0013, "card_payment_wrong_exchange_rate": 0.0013, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0009, "cash_withdrawal_not_recognised": 0.0008, "change_pin": 0.0008, "compromised_card": 0.0009, "contactless_not_working": 0.0009, "country_support": 0.0011, "declined_card_payment": 0.001, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0008, "direct_debit_payment_not_recognised": 0.0017, "disposable_card_limits": 0.001, "edit_personal_details": 0.0023, "exchange_charge": 0.001, "exchange_rate": 0.0008, "exchange_via_app": 0.0011, "extra_charge_on_statement": 0.0009, "failed_transfer": 0.0009, "fiat_currency_support": 0.0012, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0007, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0006, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0007, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0006, "pending_transfer": 0.0007, "pin_blocked": 0.0006, "receiving_money": 0.0009, "request_refund": 0.5261, "reverted_card_payment?": 0.059, "supported_cards_and_currencies": 0.0012, "terminate_account": 0.001, "top_up_by_bank_transfer_charge": 0.0007, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0007, "top_up_limits": 0.0006, "top_up_reverted": 0.0067, "topping_up_by_card": 0.0009, "transaction_charged_twice": 0.0318, "transfer_fee_charged": 0.0008, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0007, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.001, "why_verify_identity": 0.0007, "wrong_amount_of_cash_received": 0.0009, "wrong_exchange_rate_for_cash_withdrawal": 0.0009 }, "error": null, "latency_ms": 67.57245806511492, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-697", "text_group": "f194558f4933d45d378f553d3c1354bc04fe69fd146cb538b47932f83d875a64", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.0017001700170017002, "activate_my_card": 0.0008000800080008001, "age_limit": 0.0007000700070007, "apple_pay_or_google_pay": 0.0019001900190019003, "atm_support": 0.0015001500150015003, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.0032003200320032004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015001500150015003, "beneficiary_not_allowed": 0.002000200020002, "cancel_transfer": 0.3772377237723772, "card_about_to_expire": 0.0008000800080008001, "card_acceptance": 0.0013001300130013002, "card_arrival": 0.0008000800080008001, "card_delivery_estimate": 0.0008000800080008001, "card_linking": 0.0013001300130013002, "card_not_working": 0.001000100010001, "card_payment_fee_charged": 0.0012001200120012, "card_payment_not_recognised": 0.0025002500250025004, "card_payment_wrong_exchange_rate": 0.0023002300230023, "card_swallowed": 0.001000100010001, "cash_withdrawal_charge": 0.001000100010001, "cash_withdrawal_not_recognised": 0.001000100010001, "change_pin": 0.0008000800080008001, "compromised_card": 0.0011001100110011003, "contactless_not_working": 0.0011001100110011003, "country_support": 0.0013001300130013002, "declined_card_payment": 0.0012001200120012, "declined_cash_withdrawal": 0.001000100010001, "declined_transfer": 0.0012001200120012, "direct_debit_payment_not_recognised": 0.006400640064006401, "disposable_card_limits": 0.0011001100110011003, "edit_personal_details": 0.0013001300130013002, "exchange_charge": 0.0011001100110011003, "exchange_rate": 0.0009000900090009, "exchange_via_app": 0.0013001300130013002, "extra_charge_on_statement": 0.001000100010001, "failed_transfer": 0.0024002400240024, "fiat_currency_support": 0.0015001500150015003, "get_disposable_virtual_card": 0.0013001300130013002, "get_physical_card": 0.0009000900090009, "getting_spare_card": 0.0007000700070007, "getting_virtual_card": 0.0008000800080008001, "lost_or_stolen_card": 0.0007000700070007, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.0007000700070007, "passcode_forgotten": 0.0007000700070007, "pending_card_payment": 0.0009000900090009, "pending_cash_withdrawal": 0.0007000700070007, "pending_top_up": 0.0007000700070007, "pending_transfer": 0.0008000800080008001, "pin_blocked": 0.0008000800080008001, "receiving_money": 0.0015001500150015003, "request_refund": 0.07900790079007901, "reverted_card_payment?": 0.37683768376837684, "supported_cards_and_currencies": 0.0013001300130013002, "terminate_account": 0.0011001100110011003, "top_up_by_bank_transfer_charge": 0.0008000800080008001, "top_up_by_card_charge": 0.0007000700070007, "top_up_by_cash_or_cheque": 0.0008000800080008001, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.061806180618061805, "topping_up_by_card": 0.0011001100110011003, "transaction_charged_twice": 0.019801980198019802, "transfer_fee_charged": 0.001000100010001, "transfer_into_account": 0.0009000900090009, "transfer_not_received_by_recipient": 0.0013001300130013002, "transfer_timing": 0.0009000900090009, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.0007000700070007, "virtual_card_not_working": 0.0009000900090009, "visa_or_mastercard": 0.0013001300130013002, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0014001400140014, "wrong_exchange_rate_for_cash_withdrawal": 0.0012001200120012 }, "error": null, "latency_ms": 67.33349990099669, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-698", "text_group": "7a0fab629572889db316a11f8ffcd40146f46d30f7be37a298441dd112d0f725", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020004000800160032, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.9789957991598319, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00040008001600320064, "request_refund": 0.0014002800560112022, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.0008001600320064013, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0008001600320064013, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0009001800360072014, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 69.11862490233034, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-699", "text_group": "d1f5b66c7e7b41a40c0d3ef37252280c253911f882edb044a7dd70bc9fbeec38", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.0017006802721088435, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.0009003601440576229, "cancel_transfer": 0.9283713485394157, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.0010004001600640256, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.0008003201280512205, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00040016006402561027, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.0433173269307723, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00040016006402561027, "request_refund": 0.0006002400960384153, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.0005002000800320128, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.0009003601440576229, "topping_up_by_card": 0.00020008003201280514, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.0007002801120448179, "transfer_not_received_by_recipient": 0.0035014005602240893, "transfer_timing": 0.001600640256102441, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00020008003201280514 }, "error": null, "latency_ms": 67.46920791920274, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-700", "text_group": "e9ca9c65b699653a83b49d27830f8af68917676e5c610e4bb5c597c706e784b4", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.8999, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0015, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0005, "pin_blocked": 0.0003, "receiving_money": 0.0005, "request_refund": 0.0288, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0004, "top_up_limits": 0.0003, "top_up_reverted": 0.0346, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0011, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0009, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0076, "wrong_exchange_rate_for_cash_withdrawal": 0.0007 }, "error": null, "latency_ms": 69.26437502261251, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-701", "text_group": "a096684498ca98c227d3ddb947c928276cd42c1acb104f9ca7587262cb10ab02", "expected": "cancel_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0014005602240896359, "activate_my_card": 0.0013005202080832333, "age_limit": 0.0013005202080832333, "apple_pay_or_google_pay": 0.0022008803521408565, "atm_support": 0.0028011204481792717, "automatic_top_up": 0.0013005202080832333, "balance_not_updated_after_bank_transfer": 0.32843137254901955, "balance_not_updated_after_cheque_or_cash_deposit": 0.0028011204481792717, "beneficiary_not_allowed": 0.0056022408963585435, "cancel_transfer": 0.17667066826730693, "card_about_to_expire": 0.001600640256102441, "card_acceptance": 0.0024009603841536613, "card_arrival": 0.001600640256102441, "card_delivery_estimate": 0.0015006002400960385, "card_linking": 0.002501000400160064, "card_not_working": 0.0021008403361344537, "card_payment_fee_charged": 0.0019007603041216485, "card_payment_not_recognised": 0.0022008803521408565, "card_payment_wrong_exchange_rate": 0.005502200880352141, "card_swallowed": 0.0018007202881152459, "cash_withdrawal_charge": 0.0017006802721088435, "cash_withdrawal_not_recognised": 0.0014005602240896359, "change_pin": 0.0015006002400960385, "compromised_card": 0.0020008003201280513, "contactless_not_working": 0.0021008403361344537, "country_support": 0.0024009603841536613, "declined_card_payment": 0.0017006802721088435, "declined_cash_withdrawal": 0.0015006002400960385, "declined_transfer": 0.006402561024409764, "direct_debit_payment_not_recognised": 0.0019007603041216485, "disposable_card_limits": 0.0019007603041216485, "edit_personal_details": 0.0024009603841536613, "exchange_charge": 0.0021008403361344537, "exchange_rate": 0.0017006802721088435, "exchange_via_app": 0.002300920368147259, "extra_charge_on_statement": 0.0014005602240896359, "failed_transfer": 0.19527811124449782, "fiat_currency_support": 0.002501000400160064, "get_disposable_virtual_card": 0.001600640256102441, "get_physical_card": 0.0014005602240896359, "getting_spare_card": 0.0013005202080832333, "getting_virtual_card": 0.0013005202080832333, "lost_or_stolen_card": 0.0012004801920768306, "lost_or_stolen_phone": 0.0011004401760704283, "order_physical_card": 0.0013005202080832333, "passcode_forgotten": 0.0014005602240896359, "pending_card_payment": 0.0014005602240896359, "pending_cash_withdrawal": 0.0014005602240896359, "pending_top_up": 0.0015006002400960385, "pending_transfer": 0.007402961184473789, "pin_blocked": 0.0015006002400960385, "receiving_money": 0.003001200480192077, "request_refund": 0.01290516206482593, "reverted_card_payment?": 0.0031012404961984793, "supported_cards_and_currencies": 0.0027010804321728693, "terminate_account": 0.0021008403361344537, "top_up_by_bank_transfer_charge": 0.0026010404161664665, "top_up_by_card_charge": 0.0012004801920768306, "top_up_by_cash_or_cheque": 0.0018007202881152459, "top_up_failed": 0.0033013205282112846, "top_up_limits": 0.0013005202080832333, "top_up_reverted": 0.07573029211684675, "topping_up_by_card": 0.0018007202881152459, "transaction_charged_twice": 0.0022008803521408565, "transfer_fee_charged": 0.0020008003201280513, "transfer_into_account": 0.05042016806722689, "transfer_not_received_by_recipient": 0.004601840736294518, "transfer_timing": 0.007803121248499399, "unable_to_verify_identity": 0.0014005602240896359, "verify_my_identity": 0.0013005202080832333, "verify_source_of_funds": 0.0013005202080832333, "verify_top_up": 0.0013005202080832333, "virtual_card_not_working": 0.001600640256102441, "visa_or_mastercard": 0.0018007202881152459, "why_verify_identity": 0.0013005202080832333, "wrong_amount_of_cash_received": 0.0056022408963585435, "wrong_exchange_rate_for_cash_withdrawal": 0.002901160464185674 }, "error": null, "latency_ms": 73.28424998559058, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-702", "text_group": "72a30c88548e5d7077afdf26a11f8b46460498d491024bd54a64bbc75dddc49a", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0007001400280056011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.0008001600320064013, "cancel_transfer": 0.9072814562912582, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0006001200240048009, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0015003000600120023, "card_payment_wrong_exchange_rate": 0.0029005801160232043, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0005001000200040008, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0006001200240048009, "country_support": 0.0007001400280056011, "declined_card_payment": 0.0008001600320064013, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0007001400280056011, "direct_debit_payment_not_recognised": 0.0008001600320064013, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.0016003200640128026, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.0007001400280056011, "failed_transfer": 0.0008001600320064013, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0007001400280056011, "request_refund": 0.011702340468093618, "reverted_card_payment?": 0.007001400280056011, "supported_cards_and_currencies": 0.0008001600320064013, "terminate_account": 0.0016003200640128026, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.016303260652130423, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.014302860572114422, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0010002000400080016, "wrong_exchange_rate_for_cash_withdrawal": 0.0011002200440088019 }, "error": null, "latency_ms": 70.1450000051409, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-703", "text_group": "d622b7524e8c5ec467adeb3fd627db3f65adc4d29c63c05a3bce872eba1f78b3", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.00019980019980019983, "activate_my_card": 0.00019980019980019983, "age_limit": 9.990009990009991e-05, "apple_pay_or_google_pay": 0.00019980019980019983, "atm_support": 0.00019980019980019983, "automatic_top_up": 0.00019980019980019983, "balance_not_updated_after_bank_transfer": 0.0002997002997002997, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019980019980019983, "beneficiary_not_allowed": 0.0002997002997002997, "cancel_transfer": 0.9820179820179821, "card_about_to_expire": 0.00019980019980019983, "card_acceptance": 0.00019980019980019983, "card_arrival": 0.00019980019980019983, "card_delivery_estimate": 0.00019980019980019983, "card_linking": 0.00019980019980019983, "card_not_working": 0.00019980019980019983, "card_payment_fee_charged": 0.00019980019980019983, "card_payment_not_recognised": 0.00019980019980019983, "card_payment_wrong_exchange_rate": 0.00019980019980019983, "card_swallowed": 0.00019980019980019983, "cash_withdrawal_charge": 0.00019980019980019983, "cash_withdrawal_not_recognised": 0.00019980019980019983, "change_pin": 0.00019980019980019983, "compromised_card": 0.00019980019980019983, "contactless_not_working": 0.00019980019980019983, "country_support": 0.0002997002997002997, "declined_card_payment": 0.00019980019980019983, "declined_cash_withdrawal": 0.00019980019980019983, "declined_transfer": 0.0002997002997002997, "direct_debit_payment_not_recognised": 0.00019980019980019983, "disposable_card_limits": 0.00019980019980019983, "edit_personal_details": 0.0002997002997002997, "exchange_charge": 0.00019980019980019983, "exchange_rate": 0.00019980019980019983, "exchange_via_app": 0.00019980019980019983, "extra_charge_on_statement": 0.00019980019980019983, "failed_transfer": 0.00039960039960039965, "fiat_currency_support": 0.00019980019980019983, "get_disposable_virtual_card": 0.00019980019980019983, "get_physical_card": 0.00019980019980019983, "getting_spare_card": 0.00019980019980019983, "getting_virtual_card": 0.00019980019980019983, "lost_or_stolen_card": 0.00019980019980019983, "lost_or_stolen_phone": 9.990009990009991e-05, "order_physical_card": 0.00019980019980019983, "passcode_forgotten": 0.00019980019980019983, "pending_card_payment": 0.00019980019980019983, "pending_cash_withdrawal": 0.00019980019980019983, "pending_top_up": 0.00019980019980019983, "pending_transfer": 0.00039960039960039965, "pin_blocked": 0.00019980019980019983, "receiving_money": 0.00019980019980019983, "request_refund": 0.0002997002997002997, "reverted_card_payment?": 0.00019980019980019983, "supported_cards_and_currencies": 0.0002997002997002997, "terminate_account": 0.0011988011988011988, "top_up_by_bank_transfer_charge": 0.00019980019980019983, "top_up_by_card_charge": 0.00019980019980019983, "top_up_by_cash_or_cheque": 0.00019980019980019983, "top_up_failed": 0.00019980019980019983, "top_up_limits": 0.00019980019980019983, "top_up_reverted": 0.0002997002997002997, "topping_up_by_card": 0.00019980019980019983, "transaction_charged_twice": 0.00019980019980019983, "transfer_fee_charged": 0.00019980019980019983, "transfer_into_account": 0.0004995004995004996, "transfer_not_received_by_recipient": 0.0002997002997002997, "transfer_timing": 0.0005994005994005994, "unable_to_verify_identity": 0.00019980019980019983, "verify_my_identity": 0.00019980019980019983, "verify_source_of_funds": 0.00019980019980019983, "verify_top_up": 0.00019980019980019983, "virtual_card_not_working": 0.00019980019980019983, "visa_or_mastercard": 0.00019980019980019983, "why_verify_identity": 0.00019980019980019983, "wrong_amount_of_cash_received": 0.00019980019980019983, "wrong_exchange_rate_for_cash_withdrawal": 0.00019980019980019983 }, "error": null, "latency_ms": 69.55270795151591, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-704", "text_group": "bfef4ca9d12d617684f833251a119ac6e31708f510128f63d57d85a498d5e0ac", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.006402561024409764, "activate_my_card": 0.0020008003201280513, "age_limit": 0.0020008003201280513, "apple_pay_or_google_pay": 0.00430172068827531, "atm_support": 0.004001600640256103, "automatic_top_up": 0.0019007603041216485, "balance_not_updated_after_bank_transfer": 0.03161264505802321, "balance_not_updated_after_cheque_or_cash_deposit": 0.006902761104441777, "beneficiary_not_allowed": 0.0157062825130052, "cancel_transfer": 0.2535014005602241, "card_about_to_expire": 0.002901160464185674, "card_acceptance": 0.0037014805922368946, "card_arrival": 0.002501000400160064, "card_delivery_estimate": 0.002300920368147259, "card_linking": 0.003801520608243297, "card_not_working": 0.003801520608243297, "card_payment_fee_charged": 0.0036014405762304917, "card_payment_not_recognised": 0.017607042817126852, "card_payment_wrong_exchange_rate": 0.019507803121248498, "card_swallowed": 0.0033013205282112846, "cash_withdrawal_charge": 0.002901160464185674, "cash_withdrawal_not_recognised": 0.003401360544217687, "change_pin": 0.002501000400160064, "compromised_card": 0.0036014405762304917, "contactless_not_working": 0.0037014805922368946, "country_support": 0.0033013205282112846, "declined_card_payment": 0.0071028411364545815, "declined_cash_withdrawal": 0.0037014805922368946, "declined_transfer": 0.00900360144057623, "direct_debit_payment_not_recognised": 0.008103241296518607, "disposable_card_limits": 0.003201280512204882, "edit_personal_details": 0.0036014405762304917, "exchange_charge": 0.0031012404961984793, "exchange_rate": 0.002901160464185674, "exchange_via_app": 0.0037014805922368946, "extra_charge_on_statement": 0.002501000400160064, "failed_transfer": 0.102140856342537, "fiat_currency_support": 0.003801520608243297, "get_disposable_virtual_card": 0.0028011204481792717, "get_physical_card": 0.0022008803521408565, "getting_spare_card": 0.0019007603041216485, "getting_virtual_card": 0.0019007603041216485, "lost_or_stolen_card": 0.0026010404161664665, "lost_or_stolen_phone": 0.0019007603041216485, "order_physical_card": 0.0019007603041216485, "passcode_forgotten": 0.002300920368147259, "pending_card_payment": 0.0026010404161664665, "pending_cash_withdrawal": 0.0024009603841536613, "pending_top_up": 0.0024009603841536613, "pending_transfer": 0.003401360544217687, "pin_blocked": 0.002501000400160064, "receiving_money": 0.004001600640256103, "request_refund": 0.1725690276110444, "reverted_card_payment?": 0.04431772709083633, "supported_cards_and_currencies": 0.003801520608243297, "terminate_account": 0.003801520608243297, "top_up_by_bank_transfer_charge": 0.0026010404161664665, "top_up_by_card_charge": 0.0019007603041216485, "top_up_by_cash_or_cheque": 0.0028011204481792717, "top_up_failed": 0.004401760704281713, "top_up_limits": 0.0021008403361344537, "top_up_reverted": 0.07302921168467386, "topping_up_by_card": 0.0028011204481792717, "transaction_charged_twice": 0.020208083233293317, "transfer_fee_charged": 0.003401360544217687, "transfer_into_account": 0.0033013205282112846, "transfer_not_received_by_recipient": 0.00900360144057623, "transfer_timing": 0.003001200480192077, "unable_to_verify_identity": 0.0027010804321728693, "verify_my_identity": 0.0020008003201280513, "verify_source_of_funds": 0.0021008403361344537, "verify_top_up": 0.0019007603041216485, "virtual_card_not_working": 0.003401360544217687, "visa_or_mastercard": 0.003401360544217687, "why_verify_identity": 0.0024009603841536613, "wrong_amount_of_cash_received": 0.019307723089235694, "wrong_exchange_rate_for_cash_withdrawal": 0.011304521808723489 }, "error": null, "latency_ms": 68.92533297650516, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-705", "text_group": "952324866af06c6eb794601afe59ecdba613bb0c730baa6edb1162a84dafb298", "expected": "cancel_transfer", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.0029991002699190244, "activate_my_card": 0.0022993102069379188, "age_limit": 0.002099370188943317, "apple_pay_or_google_pay": 0.0045986204138758376, "atm_support": 0.005598320503848846, "automatic_top_up": 0.002399280215935219, "balance_not_updated_after_bank_transfer": 0.05748275517344797, "balance_not_updated_after_cheque_or_cash_deposit": 0.005698290512846147, "beneficiary_not_allowed": 0.01349595121463561, "cancel_transfer": 0.08087573727881636, "card_about_to_expire": 0.002399280215935219, "card_acceptance": 0.003998800359892032, "card_arrival": 0.0022993102069379188, "card_delivery_estimate": 0.002199340197940618, "card_linking": 0.004698590422873138, "card_not_working": 0.0038988303508947315, "card_payment_fee_charged": 0.0036988903329001305, "card_payment_not_recognised": 0.07297810656802958, "card_payment_wrong_exchange_rate": 0.03189043287013896, "card_swallowed": 0.0035989203239028293, "cash_withdrawal_charge": 0.002699190242927122, "cash_withdrawal_not_recognised": 0.0032990102969109266, "change_pin": 0.002699190242927122, "compromised_card": 0.009897030890732782, "contactless_not_working": 0.0036988903329001305, "country_support": 0.0035989203239028293, "declined_card_payment": 0.007697690692792163, "declined_cash_withdrawal": 0.0034989503149055285, "declined_transfer": 0.018794361691492553, "direct_debit_payment_not_recognised": 0.04448665400379886, "disposable_card_limits": 0.0033989803059082274, "edit_personal_details": 0.006697990602819155, "exchange_charge": 0.0035989203239028293, "exchange_rate": 0.003099070278916325, "exchange_via_app": 0.004398680395881236, "extra_charge_on_statement": 0.0029991002699190244, "failed_transfer": 0.041987403778866346, "fiat_currency_support": 0.004098770368889334, "get_disposable_virtual_card": 0.002699190242927122, "get_physical_card": 0.0022993102069379188, "getting_spare_card": 0.001999400179946016, "getting_virtual_card": 0.002099370188943317, "lost_or_stolen_card": 0.002199340197940618, "lost_or_stolen_phone": 0.0016994901529541137, "order_physical_card": 0.0017994601619514146, "passcode_forgotten": 0.0022993102069379188, "pending_card_payment": 0.0029991002699190244, "pending_cash_withdrawal": 0.002199340197940618, "pending_top_up": 0.0029991002699190244, "pending_transfer": 0.005298410476856943, "pin_blocked": 0.0028991302609217232, "receiving_money": 0.005698290512846147, "request_refund": 0.020293911826452064, "reverted_card_payment?": 0.033290012996101175, "supported_cards_and_currencies": 0.0037988603418974308, "terminate_account": 0.02249325202439268, "top_up_by_bank_transfer_charge": 0.003099070278916325, "top_up_by_card_charge": 0.001999400179946016, "top_up_by_cash_or_cheque": 0.0022993102069379188, "top_up_failed": 0.005098470458862342, "top_up_limits": 0.002199340197940618, "top_up_reverted": 0.12086374087773667, "topping_up_by_card": 0.0028991302609217232, "transaction_charged_twice": 0.09947015895231431, "transfer_fee_charged": 0.0031990402879136263, "transfer_into_account": 0.014295711286614016, "transfer_not_received_by_recipient": 0.08097570728781366, "transfer_timing": 0.003998800359892032, "unable_to_verify_identity": 0.003998800359892032, "verify_my_identity": 0.002799160251924423, "verify_source_of_funds": 0.0034989503149055285, "verify_top_up": 0.0024992502249325203, "virtual_card_not_working": 0.0033989803059082274, "visa_or_mastercard": 0.0036988903329001305, "why_verify_identity": 0.02569229231230631, "wrong_amount_of_cash_received": 0.0071978406478056586, "wrong_exchange_rate_for_cash_withdrawal": 0.007897630710786765 }, "error": null, "latency_ms": 71.73470803536475, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-706", "text_group": "ee23568710848d71327b1dbb29ebf889be1cb8c472db9750ea9346121161beba", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 9.998000399920017e-05, "age_limit": 9.998000399920017e-05, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00019996000799840034, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019996000799840034, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.9767046590681864, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00019996000799840034, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00019996000799840034, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00019996000799840034, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.001999600079984003, "fiat_currency_support": 0.00019996000799840034, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.001299740051989602, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.001999600079984003, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.001299740051989602, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.0008998200359928015, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 70.96491602715105, "usage": { "input_tokens": 605, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-707", "text_group": "36881e914581878746296fe2396a73dca04962bb0696450b5282e125dcbbbe96", "expected": "cancel_transfer", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.001, "activate_my_card": 0.0007, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0011, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016, "beneficiary_not_allowed": 0.0011, "cancel_transfer": 0.113, "card_about_to_expire": 0.0007, "card_acceptance": 0.001, "card_arrival": 0.0007, "card_delivery_estimate": 0.0007, "card_linking": 0.0011, "card_not_working": 0.001, "card_payment_fee_charged": 0.0008, "card_payment_not_recognised": 0.001, "card_payment_wrong_exchange_rate": 0.001, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0008, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0009, "compromised_card": 0.0009, "contactless_not_working": 0.0009, "country_support": 0.0009, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0008, "disposable_card_limits": 0.0009, "edit_personal_details": 0.0056, "exchange_charge": 0.0008, "exchange_rate": 0.0006, "exchange_via_app": 0.0008, "extra_charge_on_statement": 0.0007, "failed_transfer": 0.0007, "fiat_currency_support": 0.0009, "get_disposable_virtual_card": 0.0008, "get_physical_card": 0.0006, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0005, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0006, "pending_transfer": 0.0007, "pin_blocked": 0.0006, "receiving_money": 0.0008, "request_refund": 0.8135, "reverted_card_payment?": 0.0011, "supported_cards_and_currencies": 0.0011, "terminate_account": 0.0019, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0007, "top_up_limits": 0.0006, "top_up_reverted": 0.0082, "topping_up_by_card": 0.0008, "transaction_charged_twice": 0.0008, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.0008, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0006, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0008, "visa_or_mastercard": 0.001, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0009, "wrong_exchange_rate_for_cash_withdrawal": 0.0008 }, "error": null, "latency_ms": 68.38149996474385, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-708", "text_group": "d8e7abc193b5b6c35c44a5aa79046bb828ca4ea35014d2630fce30eead882c0d", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0007000700070007, "cancel_transfer": 0.9508950895089509, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0005000500050005, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.022202220222022204, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.0015001500150015003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.46704203821719, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-709", "text_group": "319ea21f8abdd5b415b7509ffa40fc67b94fbc548c488935e1604a497a1e0a9b", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.000400200100050025, "automatic_top_up": 0.00030015007503751874, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.000400200100050025, "cancel_transfer": 0.968784392196098, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.000400200100050025, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.000400200100050025, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.000400200100050025, "card_payment_wrong_exchange_rate": 0.000400200100050025, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.00030015007503751874, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.000400200100050025, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.000400200100050025, "direct_debit_payment_not_recognised": 0.000400200100050025, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.0007003501750875437, "exchange_charge": 0.00030015007503751874, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.00030015007503751874, "failed_transfer": 0.000400200100050025, "fiat_currency_support": 0.000400200100050025, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.00030015007503751874, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.000400200100050025, "request_refund": 0.004702351175587794, "reverted_card_payment?": 0.000400200100050025, "supported_cards_and_currencies": 0.0005002501250625312, "terminate_account": 0.004102051025512757, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.000400200100050025, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.0010005002501250625, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.00030015007503751874, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.27199994586408, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-710", "text_group": "95c94d6471658f33a4d99d96df365d4c6c1ee619332941d7bcc8ca22e8c6a335", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.9186, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0006, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0005, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0548, "reverted_card_payment?": 0.0011, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0018, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0007, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 68.8953340286389, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-711", "text_group": "cd531adff31b88cbbed8e9dc9dc8d40257dd87e50a7ac9792579ac7775ab0ff0", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.9682, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0003, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0027, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0002, "pending_transfer": 0.0005, "pin_blocked": 0.0002, "receiving_money": 0.0004, "request_refund": 0.0036, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0004, "top_up_limits": 0.0002, "top_up_reverted": 0.0025, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0014, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 70.37337496876717, "usage": { "input_tokens": 606, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-712", "text_group": "e3913ebfeefd243c3458a3651c3dc866742af40533705c3beb9789f1db808c57", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.9144085591440856, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.056394360563943605, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.0007999200079992001, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0016998300169983002, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.0006999300069993001, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 68.0363749852404, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-713", "text_group": "638973b1681af7ab641b6f4b6ba905eaca008801d5a406b76b6adc59e35bfa4e", "expected": "cancel_transfer", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0013997200559888023, "activate_my_card": 0.001299740051989602, "age_limit": 0.001299740051989602, "apple_pay_or_google_pay": 0.0016996600679864027, "atm_support": 0.002999400119976005, "automatic_top_up": 0.0013997200559888023, "balance_not_updated_after_bank_transfer": 0.0024995000999800043, "balance_not_updated_after_cheque_or_cash_deposit": 0.0023995200959808036, "beneficiary_not_allowed": 0.0028994201159768043, "cancel_transfer": 0.0020995800839832034, "card_about_to_expire": 0.0014997000599880025, "card_acceptance": 0.0021995600879824036, "card_arrival": 0.0013997200559888023, "card_delivery_estimate": 0.0014997000599880025, "card_linking": 0.001799640071985603, "card_not_working": 0.001799640071985603, "card_payment_fee_charged": 0.002999400119976005, "card_payment_not_recognised": 0.061187762447510494, "card_payment_wrong_exchange_rate": 0.016096780643871225, "card_swallowed": 0.0016996600679864027, "cash_withdrawal_charge": 0.0013997200559888023, "cash_withdrawal_not_recognised": 0.0013997200559888023, "change_pin": 0.0013997200559888023, "compromised_card": 0.001799640071985603, "contactless_not_working": 0.0016996600679864027, "country_support": 0.0020995800839832034, "declined_card_payment": 0.09718056388722256, "declined_cash_withdrawal": 0.0013997200559888023, "declined_transfer": 0.001999600079984003, "direct_debit_payment_not_recognised": 0.344131173765247, "disposable_card_limits": 0.001799640071985603, "edit_personal_details": 0.0027994401119776045, "exchange_charge": 0.0013997200559888023, "exchange_rate": 0.0013997200559888023, "exchange_via_app": 0.0013997200559888023, "extra_charge_on_statement": 0.001799640071985603, "failed_transfer": 0.001799640071985603, "fiat_currency_support": 0.002299540091981604, "get_disposable_virtual_card": 0.0014997000599880025, "get_physical_card": 0.0013997200559888023, "getting_spare_card": 0.001299740051989602, "getting_virtual_card": 0.0011997600479904018, "lost_or_stolen_card": 0.001299740051989602, "lost_or_stolen_phone": 0.0011997600479904018, "order_physical_card": 0.001299740051989602, "passcode_forgotten": 0.001299740051989602, "pending_card_payment": 0.010297940411917617, "pending_cash_withdrawal": 0.0011997600479904018, "pending_top_up": 0.0014997000599880025, "pending_transfer": 0.0015996800639872027, "pin_blocked": 0.0013997200559888023, "receiving_money": 0.002299540091981604, "request_refund": 0.01149770045990802, "reverted_card_payment?": 0.3338332333533293, "supported_cards_and_currencies": 0.002299540091981604, "terminate_account": 0.0015996800639872027, "top_up_by_bank_transfer_charge": 0.0014997000599880025, "top_up_by_card_charge": 0.0013997200559888023, "top_up_by_cash_or_cheque": 0.0014997000599880025, "top_up_failed": 0.001799640071985603, "top_up_limits": 0.0013997200559888023, "top_up_reverted": 0.004599080183963208, "topping_up_by_card": 0.0016996600679864027, "transaction_charged_twice": 0.0028994201159768043, "transfer_fee_charged": 0.0016996600679864027, "transfer_into_account": 0.001299740051989602, "transfer_not_received_by_recipient": 0.0015996800639872027, "transfer_timing": 0.0015996800639872027, "unable_to_verify_identity": 0.0015996800639872027, "verify_my_identity": 0.0014997000599880025, "verify_source_of_funds": 0.0015996800639872027, "verify_top_up": 0.0014997000599880025, "virtual_card_not_working": 0.0016996600679864027, "visa_or_mastercard": 0.001799640071985603, "why_verify_identity": 0.0016996600679864027, "wrong_amount_of_cash_received": 0.003599280143971206, "wrong_exchange_rate_for_cash_withdrawal": 0.002599480103979204 }, "error": null, "latency_ms": 68.24062496889383, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-714", "text_group": "21eb0cddb4aae48341a16e6d772308b2e5a3202841f798f1d8ce72fda09333eb", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.958, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0002, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0005, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0188, "pin_blocked": 0.0002, "receiving_money": 0.0004, "request_refund": 0.0005, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0021, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0008, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0012, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.6937080938369, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-715", "text_group": "ef9e5cdc71565a4698159b7affa956f3971a587e91c5bb40bd5e825cef045ef3", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.9589876963088926, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.00020006001800540162, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.00020006001800540162, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0023006902070621185, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.00740222066619986, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.005301590477143143, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.004401320396118836, "topping_up_by_card": 0.00020006001800540162, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0008002400720216065, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.0035010503150945285, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 68.33266699686646, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-716", "text_group": "055c7a8fd7bd76fe28b98c052189eba8d3f6c1aa2b926a56ef962c528bbe2ad5", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.0007004202521512908, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0004002401440864519, "automatic_top_up": 0.00020012007204322596, "balance_not_updated_after_bank_transfer": 0.0003001801080648389, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.0004002401440864519, "cancel_transfer": 0.9515709425655393, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.0003001801080648389, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.0003001801080648389, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0004002401440864519, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.0003001801080648389, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.0003001801080648389, "compromised_card": 0.0003001801080648389, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0004002401440864519, "declined_card_payment": 0.0004002401440864519, "declined_cash_withdrawal": 0.00020012007204322596, "declined_transfer": 0.0006003602161296778, "direct_debit_payment_not_recognised": 0.0004002401440864519, "disposable_card_limits": 0.0003001801080648389, "edit_personal_details": 0.0004002401440864519, "exchange_charge": 0.0003001801080648389, "exchange_rate": 0.0003001801080648389, "exchange_via_app": 0.0003001801080648389, "extra_charge_on_statement": 0.0003001801080648389, "failed_transfer": 0.0005003001801080648, "fiat_currency_support": 0.0004002401440864519, "get_disposable_virtual_card": 0.0003001801080648389, "get_physical_card": 0.0003001801080648389, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.00020012007204322596, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.0003001801080648389, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.0003001801080648389, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.0003001801080648389, "request_refund": 0.02381428857314389, "reverted_card_payment?": 0.0007004202521512908, "supported_cards_and_currencies": 0.0004002401440864519, "terminate_account": 0.0024014408645187113, "top_up_by_bank_transfer_charge": 0.00020012007204322596, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.00020012007204322596, "top_up_failed": 0.00020012007204322596, "top_up_limits": 0.00020012007204322596, "top_up_reverted": 0.0005003001801080648, "topping_up_by_card": 0.0003001801080648389, "transaction_charged_twice": 0.0005003001801080648, "transfer_fee_charged": 0.0003001801080648389, "transfer_into_account": 0.0003001801080648389, "transfer_not_received_by_recipient": 0.0003001801080648389, "transfer_timing": 0.0003001801080648389, "unable_to_verify_identity": 0.0003001801080648389, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.0003001801080648389, "visa_or_mastercard": 0.0003001801080648389, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.00020012007204322596, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 67.52779090311378, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-717", "text_group": "954f6ba6c418558325ddeefacc93071387e4fef4a2b2cd180b72d832d4bed9ad", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0006000600060006, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.009400940094009401, "cancel_transfer": 0.9237923792379238, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0006000600060006, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0005000500050005, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.00040004000400040005, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0006000600060006, "country_support": 0.0005000500050005, "declined_card_payment": 0.0037003700370037006, "declined_cash_withdrawal": 0.0016001600160016002, "declined_transfer": 0.016501650165016504, "direct_debit_payment_not_recognised": 0.0007000700070007, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0015001500150015003, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.001000100010001, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0007000700070007, "pending_transfer": 0.0053005300530053, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0007000700070007, "request_refund": 0.0021002100210021, "reverted_card_payment?": 0.0007000700070007, "supported_cards_and_currencies": 0.0007000700070007, "terminate_account": 0.0012001200120012, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0008000800080008001, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0005000500050005, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0016001600160016002, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 67.57812504656613, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-718", "text_group": "503c86bb7530cd92f2cfcc3050acd26892fef1b6d98798044438e9a8ca95c06a", "expected": "cancel_transfer", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0012, "activate_my_card": 0.0014, "age_limit": 0.0011, "apple_pay_or_google_pay": 0.0024, "atm_support": 0.0044, "automatic_top_up": 0.0016, "balance_not_updated_after_bank_transfer": 0.0056, "balance_not_updated_after_cheque_or_cash_deposit": 0.0025, "beneficiary_not_allowed": 0.0031, "cancel_transfer": 0.0023, "card_about_to_expire": 0.0013, "card_acceptance": 0.0041, "card_arrival": 0.0013, "card_delivery_estimate": 0.0011, "card_linking": 0.0027, "card_not_working": 0.0017, "card_payment_fee_charged": 0.0061, "card_payment_not_recognised": 0.0582, "card_payment_wrong_exchange_rate": 0.0334, "card_swallowed": 0.0013, "cash_withdrawal_charge": 0.0014, "cash_withdrawal_not_recognised": 0.0011, "change_pin": 0.0015, "compromised_card": 0.0016, "contactless_not_working": 0.0015, "country_support": 0.0026, "declined_card_payment": 0.0419, "declined_cash_withdrawal": 0.0012, "declined_transfer": 0.0017, "direct_debit_payment_not_recognised": 0.0586, "disposable_card_limits": 0.0016, "edit_personal_details": 0.009, "exchange_charge": 0.0017, "exchange_rate": 0.0015, "exchange_via_app": 0.0016, "extra_charge_on_statement": 0.0019, "failed_transfer": 0.0015, "fiat_currency_support": 0.0026, "get_disposable_virtual_card": 0.0016, "get_physical_card": 0.0015, "getting_spare_card": 0.0015, "getting_virtual_card": 0.0013, "lost_or_stolen_card": 0.0009, "lost_or_stolen_phone": 0.0008, "order_physical_card": 0.0011, "passcode_forgotten": 0.001, "pending_card_payment": 0.0121, "pending_cash_withdrawal": 0.0009, "pending_top_up": 0.0014, "pending_transfer": 0.0013, "pin_blocked": 0.0012, "receiving_money": 0.0023, "request_refund": 0.0045, "reverted_card_payment?": 0.6098, "supported_cards_and_currencies": 0.0035, "terminate_account": 0.0014, "top_up_by_bank_transfer_charge": 0.0015, "top_up_by_card_charge": 0.0015, "top_up_by_cash_or_cheque": 0.0015, "top_up_failed": 0.0015, "top_up_limits": 0.0013, "top_up_reverted": 0.0296, "topping_up_by_card": 0.0028, "transaction_charged_twice": 0.0025, "transfer_fee_charged": 0.0016, "transfer_into_account": 0.0014, "transfer_not_received_by_recipient": 0.0012, "transfer_timing": 0.0014, "unable_to_verify_identity": 0.0013, "verify_my_identity": 0.0015, "verify_source_of_funds": 0.0021, "verify_top_up": 0.0165, "virtual_card_not_working": 0.0015, "visa_or_mastercard": 0.0021, "why_verify_identity": 0.0015, "wrong_amount_of_cash_received": 0.0043, "wrong_exchange_rate_for_cash_withdrawal": 0.002 }, "error": null, "latency_ms": 66.24475005082786, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-719", "text_group": "5fb42e028b1ec77530cfa998cf0f001c626fe607b41d47a79c23f143efef97ff", "expected": "cancel_transfer", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.000400200100050025, "atm_support": 0.000400200100050025, "automatic_top_up": 0.00030015007503751874, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.000400200100050025, "cancel_transfer": 0.9606803401700851, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.000400200100050025, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.000400200100050025, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.000400200100050025, "card_payment_wrong_exchange_rate": 0.000400200100050025, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.00030015007503751874, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.000400200100050025, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.000400200100050025, "direct_debit_payment_not_recognised": 0.000400200100050025, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.0006003001500750375, "exchange_charge": 0.00030015007503751874, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.000400200100050025, "extra_charge_on_statement": 0.000400200100050025, "failed_transfer": 0.0005002501250625312, "fiat_currency_support": 0.0005002501250625312, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.00030015007503751874, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.00030015007503751874, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.000400200100050025, "request_refund": 0.013406703351675838, "reverted_card_payment?": 0.000400200100050025, "supported_cards_and_currencies": 0.0005002501250625312, "terminate_account": 0.002601300650325162, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.0005002501250625312, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.0006003001500750375, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.00030015007503751874, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.000400200100050025, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 66.08891696669161, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-720", "text_group": "ab4083c210e6eb3e6083559f918cbdd3abde4fabdc353bbea08a0d3de02ead79", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.005499450054994501, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.0024997500249975004, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.9677032296770323, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.000999900009999, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.0006999300069993001, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.16529098432511, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-721", "text_group": "6991fdf283acf6c5b907ca83c6605cca9a826052dd974623c2cf67d0790dc54f", "expected": "top_up_limits", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0006998600279944011, "atm_support": 0.0021995600879824036, "automatic_top_up": 0.8647270545890822, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0007998400319936014, "cancel_transfer": 0.0005998800239952009, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0018996200759848032, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0007998400319936014, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.0005998800239952009, "card_payment_not_recognised": 0.0006998600279944011, "card_payment_wrong_exchange_rate": 0.0006998600279944011, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0004999000199960008, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0010997800439912018, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0014997000599880025, "edit_personal_details": 0.0006998600279944011, "exchange_charge": 0.0006998600279944011, "exchange_rate": 0.0006998600279944011, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.001999600079984003, "get_disposable_virtual_card": 0.0007998400319936014, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.0021995600879824036, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0026994601079784043, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0007998400319936014, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.003899220155968806, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.007298540291941612, "top_up_by_card_charge": 0.005198960207958408, "top_up_by_cash_or_cheque": 0.004599080183963208, "top_up_failed": 0.0006998600279944011, "top_up_limits": 0.029194161167766446, "top_up_reverted": 0.0011997600479904018, "topping_up_by_card": 0.03829234153169366, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0009998000399920016, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0007998400319936014, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 71.28525001462549, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-722", "text_group": "acbc249f75b5cd959baac2bfabd2dfc29e1eac80ccf67ab569c69ed9af5df582", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.0018996200759848032, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.00019996000799840034, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.0015996800639872027, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.9788042391521695, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0007998400319936014, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 69.26608399953693, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-723", "text_group": "cb3542e7d3ced0771372714ae47c0e4a377c150501e33c96fd3994c9afa92ca3", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.0033993201359728054, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0032993401319736052, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.9691061787642472, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0020995800839832034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 69.44987503811717, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-724", "text_group": "53bd2b0682332858ad3b5689ec0fc3f815bb365a71d7034928c748a8dca99a3b", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.0003000600120024005, "age_limit": 0.0003000600120024005, "apple_pay_or_google_pay": 0.0004000800160032007, "atm_support": 0.000600120024004801, "automatic_top_up": 0.002400480096019204, "balance_not_updated_after_bank_transfer": 0.0003000600120024005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004000800160032007, "beneficiary_not_allowed": 0.0003000600120024005, "cancel_transfer": 0.00020004000800160035, "card_about_to_expire": 0.0003000600120024005, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024005, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0004000800160032007, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.0004000800160032007, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0003000600120024005, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0005001000200040008, "declined_card_payment": 0.00020004000800160035, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.00020004000800160035, "direct_debit_payment_not_recognised": 0.0004000800160032007, "disposable_card_limits": 0.0008001600320064014, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.0003000600120024005, "exchange_rate": 0.0003000600120024005, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.0003000600120024005, "failed_transfer": 0.0003000600120024005, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0004000800160032007, "get_physical_card": 0.0003000600120024005, "getting_spare_card": 0.000600120024004801, "getting_virtual_card": 0.0003000600120024005, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.0003000600120024005, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.0004000800160032007, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.000600120024004801, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0008001600320064014, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.000600120024004801, "top_up_by_card_charge": 0.0009001800360072014, "top_up_by_cash_or_cheque": 0.002500500100020004, "top_up_failed": 0.0003000600120024005, "top_up_limits": 0.9653930786157232, "top_up_reverted": 0.0004000800160032007, "topping_up_by_card": 0.005501100220044009, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.0003000600120024005, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.0003000600120024005, "verify_source_of_funds": 0.0003000600120024005, "verify_top_up": 0.0004000800160032007, "virtual_card_not_working": 0.00020004000800160035, "visa_or_mastercard": 0.0004000800160032007, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.0003000600120024005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 68.72437498532236, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-725", "text_group": "335276d14d29e2dbfe86f2c24ccde9493997f3cd6a6f9d4303c159b9fcd908a5", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.002100420084016803, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0008001600320064013, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.002500500100020004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0006001200240048009, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0009001800360072014, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.9635927185437088, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.005201040208041608, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0012002400480096017, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 68.1777079589665, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-726", "text_group": "49800ddaee1ad68c0bcb6a71314a247fc946cbfe988776f06f2376eb24dbab7e", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 9.995002498750626e-05, "activate_my_card": 0.00019990004997501253, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.00039980009995002505, "automatic_top_up": 0.0004997501249375313, "balance_not_updated_after_bank_transfer": 0.00019990004997501253, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998500749625187, "beneficiary_not_allowed": 0.0002998500749625187, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.00039980009995002505, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.0002998500749625187, "card_not_working": 0.00019990004997501253, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.00019990004997501253, "card_payment_wrong_exchange_rate": 0.00019990004997501253, "card_swallowed": 0.00019990004997501253, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.00019990004997501253, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.00019990004997501253, "country_support": 0.00039980009995002505, "declined_card_payment": 0.00019990004997501253, "declined_cash_withdrawal": 0.00019990004997501253, "declined_transfer": 0.00019990004997501253, "direct_debit_payment_not_recognised": 0.00019990004997501253, "disposable_card_limits": 0.0014992503748125939, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.00019990004997501253, "fiat_currency_support": 0.0002998500749625187, "get_disposable_virtual_card": 0.00019990004997501253, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.00019990004997501253, "request_refund": 0.00019990004997501253, "reverted_card_payment?": 0.00019990004997501253, "supported_cards_and_currencies": 0.0002998500749625187, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.00019990004997501253, "top_up_limits": 0.9807096451774113, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.0004997501249375313, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0009995002498750627, "virtual_card_not_working": 0.00019990004997501253, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.00019990004997501253 }, "error": null, "latency_ms": 68.76645796000957, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-727", "text_group": "92e59db969375fee47a24398dd2878af802a14da1c6cda2bf12b3eb043f8781a", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.006103051525762882, "balance_not_updated_after_bank_transfer": 0.00020010005002501252, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00020010005002501252, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00020010005002501252, "contactless_not_working": 0.00020010005002501252, "country_support": 0.00040020010005002504, "declined_card_payment": 0.00020010005002501252, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.0018009004502251126, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00040020010005002504, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00020010005002501252, "supported_cards_and_currencies": 0.00040020010005002504, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00040020010005002504, "top_up_by_card_charge": 0.00040020010005002504, "top_up_by_cash_or_cheque": 0.00040020010005002504, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.9722861430715358, "top_up_reverted": 0.00040020010005002504, "topping_up_by_card": 0.0013006503251625813, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.0006003001500750375, "virtual_card_not_working": 0.00020010005002501252, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00020010005002501252 }, "error": null, "latency_ms": 71.28124998416752, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-728", "text_group": "0997c69bfc6e33014319e496a0104dcb95ce5d1ea23135ec364a6b715cda9534", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 9.996001599360257e-05, "activate_my_card": 0.00019992003198720514, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0003998400639744103, "automatic_top_up": 0.0009996001599360256, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.00019992003198720514, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.0002998800479808077, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.0021991203518592567, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0003998400639744103, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.9791083566573372, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.0010995601759296284, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.0004998000799680128, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 71.73724996391684, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-729", "text_group": "a787f90cac1ef34ff4a5da6c1ad4cedd0759ca413c55b15520eb9a721a8f1511", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0039, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0012, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0004, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.9744, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0013, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 71.2245829636231, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-730", "text_group": "6ed2524dd873fd3640275351e6ab0fc107adc9870bbda379894bb2dc2141a95e", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.012898710128987101, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.0027997200279972004, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.9636036396360365, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0014998500149985001, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 71.59512501675636, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-731", "text_group": "93fb5eddbf163aaa26c1d1cd211e9dbb1df263de22dfbc491b5bee3582882f41", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0004, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0025, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.9792, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0009, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 73.04220797959715, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-732", "text_group": "69c574aa3fa3133a0ce984c9f94dd8f9791e3c5d3795ffb089b7ca5c17bc4ba7", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00040016006402561027, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.0005002000800320128, "automatic_top_up": 0.001800720288115246, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00040016006402561027, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.001600640256102441, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.9754901960784315, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.0015006002400960385, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.0006002400960384153, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 73.39899998623878, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-733", "text_group": "4cb73729a5a55877a03498384a1497c67b11238d099b3e66ef11fc347d5edb3b", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.0006001800540162048, "age_limit": 0.0007002100630189057, "apple_pay_or_google_pay": 0.0006001800540162048, "atm_support": 0.0007002100630189057, "automatic_top_up": 0.0023006902070621185, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0005001500450135041, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0012003601080324095, "card_arrival": 0.00040012003601080324, "card_delivery_estimate": 0.00040012003601080324, "card_linking": 0.0010003000900270082, "card_not_working": 0.0006001800540162048, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.00040012003601080324, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.0006001800540162048, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.0005001500450135041, "country_support": 0.0005001500450135041, "declined_card_payment": 0.00040012003601080324, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.00040012003601080324, "disposable_card_limits": 0.05511653496048815, "edit_personal_details": 0.0006001800540162048, "exchange_charge": 0.00040012003601080324, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.00040012003601080324, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0006001800540162048, "get_disposable_virtual_card": 0.0007002100630189057, "get_physical_card": 0.0005001500450135041, "getting_spare_card": 0.0020006001800540163, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0006001800540162048, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.00040012003601080324, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0005001500450135041, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.0023006902070621185, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.00040012003601080324, "top_up_limits": 0.8578573572071622, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.04861458437531259, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.0009002700810243073, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 74.64825001079589, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-734", "text_group": "2ac7724152768802f99daffc027cc807c1964168267321d9b11193c391ce57b6", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00040016006402561027, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.0009003601440576229, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00020008003201280514, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.0021008403361344537, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00040016006402561027, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.9777911164465787, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.0015006002400960385, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00020008003201280514 }, "error": null, "latency_ms": 69.65741701424122, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-735", "text_group": "b1bd93cfbe5e2d7a80039897d2f6b37fa710135286c51eb14d1ee7a40e2a2e8a", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00040020010005002504, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.001200600300150075, "balance_not_updated_after_bank_transfer": 0.00020010005002501252, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00020010005002501252, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00020010005002501252, "contactless_not_working": 0.00020010005002501252, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00020010005002501252, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.001500750375187594, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00040020010005002504, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00020010005002501252, "supported_cards_and_currencies": 0.00040020010005002504, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00040020010005002504, "top_up_by_card_charge": 0.00040020010005002504, "top_up_by_cash_or_cheque": 0.00040020010005002504, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.9767883941970985, "top_up_reverted": 0.00040020010005002504, "topping_up_by_card": 0.0017008504252126063, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.0007003501750875438, "virtual_card_not_working": 0.00020010005002501252, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 70.26470801793039, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-736", "text_group": "a4457d0bb4c58917d165b8e64d4fc147fcf0dea1fd20654f3109cbdb901cd8c3", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.0012004801920768306, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00020008003201280514, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.002300920368147259, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.9772909163665465, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.0010004001600640256, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.0005002000800320128, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 71.27941597718745, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-737", "text_group": "4bbe1e72fa647e7acf897af7acda6cf049f09bf2bc74ac5143e64cf51f88c9ef", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00040008001600320064, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.0017003400680136026, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0006001200240048009, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00640128025605121, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0007001400280056011, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0007001400280056011, "top_up_by_card_charge": 0.0006001200240048009, "top_up_by_cash_or_cheque": 0.0007001400280056011, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.960492098419684, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0028005601120224045, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 69.22499998472631, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-738", "text_group": "f36ace1f7124a5da76a024ec4c170a1932b2318ee3349c56404e2125c03a5835", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.005301590477143143, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.00020006001800540162, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.0014004201260378114, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00040012003601080324, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00020006001800540162, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.9741922576773031, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0010003000900270082, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0006001800540162048, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.00020006001800540162 }, "error": null, "latency_ms": 69.10695903934538, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-739", "text_group": "7e97e85caccbd975f0eec9af7b16ff2e8c1d99120f0c5b002aa15e20dc00cd66", "expected": "top_up_limits", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0016001600160016002, "age_limit": 0.0009000900090009, "apple_pay_or_google_pay": 0.0027002700270027003, "atm_support": 0.0058005800580058, "automatic_top_up": 0.3659365936593659, "balance_not_updated_after_bank_transfer": 0.0009000900090009, "balance_not_updated_after_cheque_or_cash_deposit": 0.001000100010001, "beneficiary_not_allowed": 0.0021002100210021, "cancel_transfer": 0.0011001100110011003, "card_about_to_expire": 0.001000100010001, "card_acceptance": 0.016101610161016102, "card_arrival": 0.001000100010001, "card_delivery_estimate": 0.001000100010001, "card_linking": 0.002000200020002, "card_not_working": 0.0013001300130013002, "card_payment_fee_charged": 0.0012001200120012, "card_payment_not_recognised": 0.0012001200120012, "card_payment_wrong_exchange_rate": 0.0016001600160016002, "card_swallowed": 0.0013001300130013002, "cash_withdrawal_charge": 0.001000100010001, "cash_withdrawal_not_recognised": 0.0008000800080008001, "change_pin": 0.001000100010001, "compromised_card": 0.0011001100110011003, "contactless_not_working": 0.0014001400140014, "country_support": 0.0022002200220022005, "declined_card_payment": 0.0011001100110011003, "declined_cash_withdrawal": 0.0009000900090009, "declined_transfer": 0.0011001100110011003, "direct_debit_payment_not_recognised": 0.0011001100110011003, "disposable_card_limits": 0.0022002200220022005, "edit_personal_details": 0.0013001300130013002, "exchange_charge": 0.0013001300130013002, "exchange_rate": 0.0012001200120012, "exchange_via_app": 0.0014001400140014, "extra_charge_on_statement": 0.001000100010001, "failed_transfer": 0.0009000900090009, "fiat_currency_support": 0.007400740074007401, "get_disposable_virtual_card": 0.0024002400240024, "get_physical_card": 0.0013001300130013002, "getting_spare_card": 0.013401340134013402, "getting_virtual_card": 0.0013001300130013002, "lost_or_stolen_card": 0.0007000700070007, "lost_or_stolen_phone": 0.0007000700070007, "order_physical_card": 0.0017001700170017002, "passcode_forgotten": 0.0008000800080008001, "pending_card_payment": 0.0008000800080008001, "pending_cash_withdrawal": 0.0007000700070007, "pending_top_up": 0.0015001500150015003, "pending_transfer": 0.0008000800080008001, "pin_blocked": 0.0009000900090009, "receiving_money": 0.0018001800180018, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.0009000900090009, "supported_cards_and_currencies": 0.03330333033303331, "terminate_account": 0.0009000900090009, "top_up_by_bank_transfer_charge": 0.0031003100310031, "top_up_by_card_charge": 0.0021002100210021, "top_up_by_cash_or_cheque": 0.0069006900690069, "top_up_failed": 0.0015001500150015003, "top_up_limits": 0.11261126112611261, "top_up_reverted": 0.0017001700170017002, "topping_up_by_card": 0.35083508350835085, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.0008000800080008001, "transfer_into_account": 0.0009000900090009, "transfer_not_received_by_recipient": 0.0009000900090009, "transfer_timing": 0.0013001300130013002, "unable_to_verify_identity": 0.0009000900090009, "verify_my_identity": 0.0009000900090009, "verify_source_of_funds": 0.0009000900090009, "verify_top_up": 0.0030003000300030005, "virtual_card_not_working": 0.0013001300130013002, "visa_or_mastercard": 0.0029002900290029, "why_verify_identity": 0.0008000800080008001, "wrong_amount_of_cash_received": 0.0012001200120012, "wrong_exchange_rate_for_cash_withdrawal": 0.0012001200120012 }, "error": null, "latency_ms": 68.92845896072686, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-740", "text_group": "7254b2716f84cd846c37589727788b9723a86fb23d5a5cfb8df4b59bb21ff86c", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0004, "automatic_top_up": 0.0013, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0002, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0002, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0017, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0004, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.9792, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0008, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 69.05570800881833, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-741", "text_group": "7a2e130c3835610f35d5c48332daf13a64198aa3dfe0647c6fe9f63b76eabbe0", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.0010003000900270082, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.00020006001800540162, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.003100930279083725, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.00040012003601080324, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.9737921376412924, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0019005701710513153, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 69.24154097214341, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-742", "text_group": "1b2221d97f91f9344114ac396909403f3e16231618a2fd9c4e1237f8f45fae2e", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0053005300530053, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0014001400140014, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.9738973897389739, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.001000100010001, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0007000700070007, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 67.92662502266467, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-743", "text_group": "9dc7f62b9ae7d51d84f157214e13e7c0962e54509f9ef4675074edf382ee4bd0", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.000400200100050025, "automatic_top_up": 0.005902951475737868, "balance_not_updated_after_bank_transfer": 0.0002001000500250125, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.0002001000500250125, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.000400200100050025, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.0002001000500250125, "country_support": 0.000400200100050025, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.0002001000500250125, "direct_debit_payment_not_recognised": 0.0002001000500250125, "disposable_card_limits": 0.0021010505252626313, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.000400200100050025, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.00030015007503751874, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.0002001000500250125, "supported_cards_and_currencies": 0.0005002501250625312, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.000400200100050025, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.9719859929964982, "top_up_reverted": 0.000400200100050025, "topping_up_by_card": 0.0014007003501750874, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.0002001000500250125, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.0002001000500250125, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.0006003001500750375, "virtual_card_not_working": 0.0002001000500250125, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 67.70916690584272, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-744", "text_group": "e35960a636b509e0a0b21bf38009a2ad33c9948b6f47f573b87cd0c04625ce4b", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0027005401080216042, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0017003400680136026, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.9759951990398079, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0010002000400080016, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 67.9472089977935, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-745", "text_group": "e8c1489f1505dd12df50d044e813a87f705c81efc9671d1ec187de2d68bce214", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.002901160464185674, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00020008003201280514, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.001800720288115246, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.976390556222489, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.0010004001600640256, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00040016006402561027, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00020008003201280514 }, "error": null, "latency_ms": 67.23337492439896, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-746", "text_group": "946a1e94a8b3e73953a54b622f2cbcef3e15180d1717afff40dcaca4dd0146c2", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0018003600720144029, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0016003200640128026, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.9765953190638128, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0012002400480096017, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 68.06249998044223, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-747", "text_group": "7478c26617db8d4c81cd477acddb59803953ea1d3da59261685e5eaf37295d99", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.006999300069993001, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00019998000199980003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00019998000199980003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.0020997900209979003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.9718028197180282, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0010998900109989002, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 69.8865419253707, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-748", "text_group": "cb3542e7d3ced0771372714ae47c0e4a377c150501e33c96fd3994c9afa92ca3", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.0005002501250625312, "automatic_top_up": 0.0023011505752876435, "balance_not_updated_after_bank_transfer": 0.0002001000500250125, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.000400200100050025, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.000400200100050025, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.0002001000500250125, "country_support": 0.000400200100050025, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.0002001000500250125, "direct_debit_payment_not_recognised": 0.0002001000500250125, "disposable_card_limits": 0.002601300650325162, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.000400200100050025, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.00030015007503751874, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.000400200100050025, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.00030015007503751874, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.0005002501250625312, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.000400200100050025, "top_up_by_card_charge": 0.0005002501250625312, "top_up_by_cash_or_cheque": 0.0005002501250625312, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.9731865932966483, "top_up_reverted": 0.000400200100050025, "topping_up_by_card": 0.0019009504752376188, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.0002001000500250125, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.0002001000500250125, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.0006003001500750375, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 67.41733406670392, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-749", "text_group": "a2f3317c0ef81c05615bb0a95dc514b729b9f091a88b457185499fb3a7f40471", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00040008001600320064, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0014002800560112022, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0008001600320064013, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0006001200240048009, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0054010802160432084, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.001900380076015203, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00040008001600320064, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.002600520104020804, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.8587717543508702, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.10612122424484896, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0008001600320064013, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 67.83708301372826, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-750", "text_group": "d36c92f97fb8c5d5ca31d97855a4937b44cdaa4d0811e4f4c28339cec32af067", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.0004000400040004001, "activate_my_card": 0.0007000700070007002, "age_limit": 0.0005000500050005002, "apple_pay_or_google_pay": 0.0010001000100010003, "atm_support": 0.0018001800180018003, "automatic_top_up": 0.022202220222022204, "balance_not_updated_after_bank_transfer": 0.0006000600060006001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008000800080008002, "beneficiary_not_allowed": 0.0008000800080008002, "cancel_transfer": 0.0005000500050005002, "card_about_to_expire": 0.0006000600060006001, "card_acceptance": 0.0016001600160016004, "card_arrival": 0.0007000700070007002, "card_delivery_estimate": 0.0006000600060006001, "card_linking": 0.0010001000100010003, "card_not_working": 0.0007000700070007002, "card_payment_fee_charged": 0.0008000800080008002, "card_payment_not_recognised": 0.0008000800080008002, "card_payment_wrong_exchange_rate": 0.0009000900090009002, "card_swallowed": 0.0006000600060006001, "cash_withdrawal_charge": 0.0010001000100010003, "cash_withdrawal_not_recognised": 0.0005000500050005002, "change_pin": 0.0005000500050005002, "compromised_card": 0.0007000700070007002, "contactless_not_working": 0.0007000700070007002, "country_support": 0.0010001000100010003, "declined_card_payment": 0.0006000600060006001, "declined_cash_withdrawal": 0.0005000500050005002, "declined_transfer": 0.0005000500050005002, "direct_debit_payment_not_recognised": 0.0009000900090009002, "disposable_card_limits": 0.0014001400140014003, "edit_personal_details": 0.0005000500050005002, "exchange_charge": 0.0008000800080008002, "exchange_rate": 0.0006000600060006001, "exchange_via_app": 0.0006000600060006001, "extra_charge_on_statement": 0.0014001400140014003, "failed_transfer": 0.0005000500050005002, "fiat_currency_support": 0.0011001100110011003, "get_disposable_virtual_card": 0.0008000800080008002, "get_physical_card": 0.0006000600060006001, "getting_spare_card": 0.0011001100110011003, "getting_virtual_card": 0.0005000500050005002, "lost_or_stolen_card": 0.0004000400040004001, "lost_or_stolen_phone": 0.0004000400040004001, "order_physical_card": 0.0009000900090009002, "passcode_forgotten": 0.0005000500050005002, "pending_card_payment": 0.0005000500050005002, "pending_cash_withdrawal": 0.0004000400040004001, "pending_top_up": 0.0014001400140014003, "pending_transfer": 0.0004000400040004001, "pin_blocked": 0.0005000500050005002, "receiving_money": 0.0010001000100010003, "request_refund": 0.0005000500050005002, "reverted_card_payment?": 0.0006000600060006001, "supported_cards_and_currencies": 0.004500450045004501, "terminate_account": 0.0004000400040004001, "top_up_by_bank_transfer_charge": 0.013101310131013103, "top_up_by_card_charge": 0.1483148314831483, "top_up_by_cash_or_cheque": 0.005700570057005702, "top_up_failed": 0.0007000700070007002, "top_up_limits": 0.685968596859686, "top_up_reverted": 0.0009000900090009002, "topping_up_by_card": 0.07020702070207022, "transaction_charged_twice": 0.0004000400040004001, "transfer_fee_charged": 0.0005000500050005002, "transfer_into_account": 0.0005000500050005002, "transfer_not_received_by_recipient": 0.0005000500050005002, "transfer_timing": 0.0006000600060006001, "unable_to_verify_identity": 0.0005000500050005002, "verify_my_identity": 0.0005000500050005002, "verify_source_of_funds": 0.0006000600060006001, "verify_top_up": 0.0009000900090009002, "virtual_card_not_working": 0.0005000500050005002, "visa_or_mastercard": 0.0011001100110011003, "why_verify_identity": 0.0005000500050005002, "wrong_amount_of_cash_received": 0.0005000500050005002, "wrong_exchange_rate_for_cash_withdrawal": 0.0007000700070007002 }, "error": null, "latency_ms": 67.34904099721462, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-751", "text_group": "37efd1c2b05e972b12c9d90e6c4b2e5a6a93fa9ed3e380b68f2eb473a94b75de", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0006001800540162048, "automatic_top_up": 0.0023006902070621185, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.00040012003601080324, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.0003000900270081024, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0019005701710513153, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0005001500450135041, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.0006001800540162048, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00040012003601080324, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0007002100630189057, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.001100330099029709, "top_up_failed": 0.00040012003601080324, "top_up_limits": 0.963889166750025, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.006802040612183654, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 66.43708399496973, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-752", "text_group": "54ba3a2c4ae55a9dce52172403ad6ccdd8bda608435e71fb9df0f1ab94a30727", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.0003001801080648389, "age_limit": 0.0004002401440864519, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0005003001801080648, "automatic_top_up": 0.0009005403241945167, "balance_not_updated_after_bank_transfer": 0.00020012007204322596, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.0003001801080648389, "cancel_transfer": 0.0003001801080648389, "card_about_to_expire": 0.0003001801080648389, "card_acceptance": 0.0005003001801080648, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.0003001801080648389, "card_linking": 0.0004002401440864519, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.0003001801080648389, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0004002401440864519, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.0003001801080648389, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.0003001801080648389, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0004002401440864519, "declined_card_payment": 0.00020012007204322596, "declined_cash_withdrawal": 0.00020012007204322596, "declined_transfer": 0.0003001801080648389, "direct_debit_payment_not_recognised": 0.0003001801080648389, "disposable_card_limits": 0.0015009005403241946, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.0003001801080648389, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.0003001801080648389, "extra_charge_on_statement": 0.0003001801080648389, "failed_transfer": 0.00020012007204322596, "fiat_currency_support": 0.0005003001801080648, "get_disposable_virtual_card": 0.0003001801080648389, "get_physical_card": 0.0003001801080648389, "getting_spare_card": 0.0003001801080648389, "getting_virtual_card": 0.00020012007204322596, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.0003001801080648389, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.0003001801080648389, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0005003001801080648, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.0004002401440864519, "top_up_by_card_charge": 0.0004002401440864519, "top_up_by_cash_or_cheque": 0.0005003001801080648, "top_up_failed": 0.0003001801080648389, "top_up_limits": 0.9744846908144887, "top_up_reverted": 0.0004002401440864519, "topping_up_by_card": 0.0022013207924754855, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.00020012007204322596, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.00020012007204322596, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.0003001801080648389, "verify_top_up": 0.0005003001801080648, "virtual_card_not_working": 0.0003001801080648389, "visa_or_mastercard": 0.0003001801080648389, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.0003001801080648389, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 67.05691700335592, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-753", "text_group": "6f9809a59fd046b2f464d85b09576bb09190658dbc7b4d007ecaf191d4174077", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.0008999100089991, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.0010998900109989002, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.9762023797620237, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0010998900109989002, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.155667046085, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-754", "text_group": "4ca404282b6464cfccbb915fe57440299a0b313c07c33e34c3e43f01c7abe0d5", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.0024004800960192034, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.002100420084016803, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.9767953590718144, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0011002200440088019, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 67.84258398693055, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-755", "text_group": "7a2277190f2dab24842a39da2392b7dfb6ca4fdb41b7d9cd86bfca38c675cd9c", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.00030015007503751874, "age_limit": 0.000400200100050025, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.000400200100050025, "automatic_top_up": 0.001200600300150075, "balance_not_updated_after_bank_transfer": 0.0002001000500250125, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.0002001000500250125, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.000400200100050025, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.0002001000500250125, "contactless_not_working": 0.0002001000500250125, "country_support": 0.000400200100050025, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.0002001000500250125, "direct_debit_payment_not_recognised": 0.0002001000500250125, "disposable_card_limits": 0.0022011005502751376, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.000400200100050025, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.000400200100050025, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.00030015007503751874, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.0002001000500250125, "supported_cards_and_currencies": 0.0005002501250625312, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.000400200100050025, "top_up_by_cash_or_cheque": 0.000400200100050025, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.9761880940470234, "top_up_reverted": 0.000400200100050025, "topping_up_by_card": 0.001700850425212606, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.0002001000500250125, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.0002001000500250125, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.000400200100050025, "virtual_card_not_working": 0.0002001000500250125, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 67.06470798235387, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-756", "text_group": "b09914335c6fd29d53d8c3362dd93409b9ac33601f75874e9343eee002c27d1f", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.0007999200079992001, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.0023997600239976003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00019998000199980003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.9775022497750225, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.000999900009999, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.0016998300169983002, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 68.1424579815939, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-757", "text_group": "e93e61250080b4979e47abb619c39bdb3f91eae80181c4b0ba60aa2bdec1434a", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.002100420084016803, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0007001400280056011, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.001300260052010402, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.9697939587917583, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.002600520104020804, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 67.62562494259328, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-758", "text_group": "2fcb6c01390cd1db7a149df4130445746e9acb810978845df6e29c317c2098c0", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0005000500050005, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0037003700370037006, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.976997699769977, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0012001200120012, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.0008000800080008001, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 67.29270901996642, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-759", "text_group": "f0f79534d2e6c2387eae4837350519b2bb9066864201736852b7caddffccd1c7", "expected": "top_up_limits", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.0018998100189981002, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.001999800019998, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.9771022897710229, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0008999100089991, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 67.38045893143862, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-760", "text_group": "357cc374bb9c8f4cf21cf021dfd0620366352f47664f3d847c0e6202c6a42411", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.016698330166983303, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0008999100089991, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007999200079992001, "beneficiary_not_allowed": 0.0010998900109989002, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0004999500049995, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.026697330266973303, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0007999200079992001, "country_support": 0.0005999400059994001, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.0514948505149485, "declined_transfer": 0.0007999200079992001, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.000999900009999, "fiat_currency_support": 0.0007999200079992001, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.0012998700129987, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0005999400059994001, "request_refund": 0.0005999400059994001, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0006999300069993001, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.000999900009999, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0014998500149985001, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.8546145385461454, "wrong_exchange_rate_for_cash_withdrawal": 0.014198580141985802 }, "error": null, "latency_ms": 71.47024990990758, "usage": { "input_tokens": 627, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-761", "text_group": "9d970aa6c90885d7f7fbe7a5783491b2fb41f8ab9b1f65bbbb9d6a00132610e8", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00020014009806864806, "activate_my_card": 0.00020014009806864806, "age_limit": 0.00020014009806864806, "apple_pay_or_google_pay": 0.00020014009806864806, "atm_support": 0.0012008405884118881, "automatic_top_up": 0.00020014009806864806, "balance_not_updated_after_bank_transfer": 0.0005003502451716201, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006004202942059441, "beneficiary_not_allowed": 0.0006004202942059441, "cancel_transfer": 0.00020014009806864806, "card_about_to_expire": 0.00020014009806864806, "card_acceptance": 0.00030021014710297203, "card_arrival": 0.00020014009806864806, "card_delivery_estimate": 0.00020014009806864806, "card_linking": 0.00030021014710297203, "card_not_working": 0.00030021014710297203, "card_payment_fee_charged": 0.00020014009806864806, "card_payment_not_recognised": 0.00020014009806864806, "card_payment_wrong_exchange_rate": 0.00030021014710297203, "card_swallowed": 0.0004002801961372961, "cash_withdrawal_charge": 0.0004002801961372961, "cash_withdrawal_not_recognised": 0.002601821274892424, "change_pin": 0.00020014009806864806, "compromised_card": 0.00020014009806864806, "contactless_not_working": 0.00030021014710297203, "country_support": 0.0004002801961372961, "declined_card_payment": 0.00030021014710297203, "declined_cash_withdrawal": 0.0031021715200640443, "declined_transfer": 0.00030021014710297203, "direct_debit_payment_not_recognised": 0.00020014009806864806, "disposable_card_limits": 0.00030021014710297203, "edit_personal_details": 0.00020014009806864806, "exchange_charge": 0.00030021014710297203, "exchange_rate": 0.00020014009806864806, "exchange_via_app": 0.00020014009806864806, "extra_charge_on_statement": 0.00020014009806864806, "failed_transfer": 0.00030021014710297203, "fiat_currency_support": 0.0004002801961372961, "get_disposable_virtual_card": 0.00030021014710297203, "get_physical_card": 0.0004002801961372961, "getting_spare_card": 0.00030021014710297203, "getting_virtual_card": 0.00020014009806864806, "lost_or_stolen_card": 0.00020014009806864806, "lost_or_stolen_phone": 0.00020014009806864806, "order_physical_card": 0.00030021014710297203, "passcode_forgotten": 0.00020014009806864806, "pending_card_payment": 0.00020014009806864806, "pending_cash_withdrawal": 0.0005003502451716201, "pending_top_up": 0.00020014009806864806, "pending_transfer": 0.00020014009806864806, "pin_blocked": 0.00020014009806864806, "receiving_money": 0.00030021014710297203, "request_refund": 0.00030021014710297203, "reverted_card_payment?": 0.00030021014710297203, "supported_cards_and_currencies": 0.00030021014710297203, "terminate_account": 0.00020014009806864806, "top_up_by_bank_transfer_charge": 0.00020014009806864806, "top_up_by_card_charge": 0.00020014009806864806, "top_up_by_cash_or_cheque": 0.0004002801961372961, "top_up_failed": 0.0005003502451716201, "top_up_limits": 0.00030021014710297203, "top_up_reverted": 0.0005003502451716201, "topping_up_by_card": 0.00030021014710297203, "transaction_charged_twice": 0.00020014009806864806, "transfer_fee_charged": 0.00020014009806864806, "transfer_into_account": 0.00020014009806864806, "transfer_not_received_by_recipient": 0.00020014009806864806, "transfer_timing": 0.00020014009806864806, "unable_to_verify_identity": 0.00020014009806864806, "verify_my_identity": 0.00020014009806864806, "verify_source_of_funds": 0.00020014009806864806, "verify_top_up": 0.00020014009806864806, "virtual_card_not_working": 0.00020014009806864806, "visa_or_mastercard": 0.00020014009806864806, "why_verify_identity": 0.00020014009806864806, "wrong_amount_of_cash_received": 0.9731812268588012, "wrong_exchange_rate_for_cash_withdrawal": 0.0004002801961372961 }, "error": null, "latency_ms": 68.30649997573346, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-762", "text_group": "7784a25651ac5839ccca946dc105d4dff240d943d0b233dedfb9411efcdf1f93", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.002100630189056717, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.0013003901170351103, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00040012003601080324, "declined_cash_withdrawal": 0.008002400720216065, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00040012003601080324, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0005001500450135041, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0014004201260378114, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.965589676903071, "wrong_exchange_rate_for_cash_withdrawal": 0.0014004201260378114 }, "error": null, "latency_ms": 68.55195900425315, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-763", "text_group": "b275b078ba1c40ba66fb5119e4bb583ac86d1b61f1f7c35036f8eb199ca467d8", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0008002400720216065, "activate_my_card": 0.00040012003601080324, "age_limit": 0.0005001500450135041, "apple_pay_or_google_pay": 0.0006001800540162048, "atm_support": 0.0009002700810243073, "automatic_top_up": 0.0005001500450135041, "balance_not_updated_after_bank_transfer": 0.07132139641892568, "balance_not_updated_after_cheque_or_cash_deposit": 0.012203661098329498, "beneficiary_not_allowed": 0.0013003901170351103, "cancel_transfer": 0.0006001800540162048, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.0005001500450135041, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.0007002100630189057, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0006001800540162048, "card_payment_wrong_exchange_rate": 0.0009002700810243073, "card_swallowed": 0.0014004201260378114, "cash_withdrawal_charge": 0.0010003000900270082, "cash_withdrawal_not_recognised": 0.11673502050615184, "change_pin": 0.0005001500450135041, "compromised_card": 0.0006001800540162048, "contactless_not_working": 0.0007002100630189057, "country_support": 0.0008002400720216065, "declined_card_payment": 0.0007002100630189057, "declined_cash_withdrawal": 0.16915074522356707, "declined_transfer": 0.0010003000900270082, "direct_debit_payment_not_recognised": 0.0006001800540162048, "disposable_card_limits": 0.0007002100630189057, "edit_personal_details": 0.0005001500450135041, "exchange_charge": 0.0006001800540162048, "exchange_rate": 0.0006001800540162048, "exchange_via_app": 0.0006001800540162048, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.001100330099029709, "fiat_currency_support": 0.0010003000900270082, "get_disposable_virtual_card": 0.0010003000900270082, "get_physical_card": 0.0007002100630189057, "getting_spare_card": 0.0005001500450135041, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.0005001500450135041, "lost_or_stolen_phone": 0.0005001500450135041, "order_physical_card": 0.0005001500450135041, "passcode_forgotten": 0.0005001500450135041, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.16745023507052115, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0006001800540162048, "pin_blocked": 0.0006001800540162048, "receiving_money": 0.0010003000900270082, "request_refund": 0.0008002400720216065, "reverted_card_payment?": 0.0009002700810243073, "supported_cards_and_currencies": 0.0007002100630189057, "terminate_account": 0.0005001500450135041, "top_up_by_bank_transfer_charge": 0.0007002100630189057, "top_up_by_card_charge": 0.0006001800540162048, "top_up_by_cash_or_cheque": 0.0009002700810243073, "top_up_failed": 0.0010003000900270082, "top_up_limits": 0.0006001800540162048, "top_up_reverted": 0.00990297089126738, "topping_up_by_card": 0.0008002400720216065, "transaction_charged_twice": 0.0008002400720216065, "transfer_fee_charged": 0.0006001800540162048, "transfer_into_account": 0.0006001800540162048, "transfer_not_received_by_recipient": 0.0010003000900270082, "transfer_timing": 0.0007002100630189057, "unable_to_verify_identity": 0.0006001800540162048, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.0006001800540162048, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.0006001800540162048, "visa_or_mastercard": 0.0006001800540162048, "why_verify_identity": 0.0006001800540162048, "wrong_amount_of_cash_received": 0.3804141242372712, "wrong_exchange_rate_for_cash_withdrawal": 0.025607682304691407 }, "error": null, "latency_ms": 68.44299996737391, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-764", "text_group": "fb61127aab8fbf9316025870aef955572a17bed75d8c4ce655c88fe892ed121c", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.002898840463814474, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005997600959616154, "beneficiary_not_allowed": 0.0004998000799680128, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0002998800479808077, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.0004998000799680128, "cash_withdrawal_charge": 0.0003998400639744103, "cash_withdrawal_not_recognised": 0.006097560975609757, "change_pin": 0.00019992003198720514, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0004998000799680128, "declined_card_payment": 0.0003998400639744103, "declined_cash_withdrawal": 0.006397441023590565, "declined_transfer": 0.0004998000799680128, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0016993202718912435, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0003998400639744103, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0003998400639744103, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.0003998400639744103, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0004998000799680128, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.004798080767692923, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.9539184326269493, "wrong_exchange_rate_for_cash_withdrawal": 0.0005997600959616154 }, "error": null, "latency_ms": 69.10570792388171, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-765", "text_group": "2236ba6e3e4249dc755c963c951c763a10a7be6fdedfe1e6f040e6c1009f2847", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0003001801080648389, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.00020012007204322596, "atm_support": 0.0003001801080648389, "automatic_top_up": 0.00020012007204322596, "balance_not_updated_after_bank_transfer": 0.0005003001801080648, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005003001801080648, "beneficiary_not_allowed": 0.0004002401440864519, "cancel_transfer": 0.0003001801080648389, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0003001801080648389, "card_arrival": 0.0003001801080648389, "card_delivery_estimate": 0.0003001801080648389, "card_linking": 0.0003001801080648389, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.0003001801080648389, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0004002401440864519, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.0003001801080648389, "cash_withdrawal_not_recognised": 0.0009005403241945167, "change_pin": 0.00020012007204322596, "compromised_card": 0.00020012007204322596, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0003001801080648389, "declined_card_payment": 0.0003001801080648389, "declined_cash_withdrawal": 0.0009005403241945167, "declined_transfer": 0.0003001801080648389, "direct_debit_payment_not_recognised": 0.00020012007204322596, "disposable_card_limits": 0.00020012007204322596, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.0003001801080648389, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.0004002401440864519, "fiat_currency_support": 0.0003001801080648389, "get_disposable_virtual_card": 0.0003001801080648389, "get_physical_card": 0.0005003001801080648, "getting_spare_card": 0.0003001801080648389, "getting_virtual_card": 0.00020012007204322596, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.0004002401440864519, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.0003001801080648389, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.0004002401440864519, "request_refund": 0.0018010806483890335, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0003001801080648389, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.00020012007204322596, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.0004002401440864519, "top_up_failed": 0.0004002401440864519, "top_up_limits": 0.00020012007204322596, "top_up_reverted": 0.0015009005403241946, "topping_up_by_card": 0.0003001801080648389, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.0004002401440864519, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.00020012007204322596, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.00020012007204322596, "visa_or_mastercard": 0.00020012007204322596, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.9754852911747048, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 70.08049997966737, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-766", "text_group": "166eb3b852474b181459c12fba84e166a79eb969ead4acf8af50d65577a3cc7a", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.006600660066006601, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0007000700070007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090009, "beneficiary_not_allowed": 0.001000100010001, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0011001100110011003, "cash_withdrawal_not_recognised": 0.038003800380038005, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.013001300130013, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.0087008700870087, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0006000600060006, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.001000100010001, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0005000500050005, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.8353835383538354, "wrong_exchange_rate_for_cash_withdrawal": 0.07240724072407241 }, "error": null, "latency_ms": 70.9116249345243, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-767", "text_group": "8fa86ab59bade551cca3c2dbdc4b95ce56cbfe5ee172e1981ecd592f4c7e22ad", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.0013005202080832333, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.0005002000800320128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006002400960384153, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00020008003201280514, "card_not_working": 0.00020008003201280514, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.004201680672268907, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.0012004801920768306, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.0007002801120448179, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.017707082833133252, "topping_up_by_card": 0.00020008003201280514, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.9567827130852341, "wrong_exchange_rate_for_cash_withdrawal": 0.0011004401760704283 }, "error": null, "latency_ms": 70.98329195287079, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-768", "text_group": "f9d5ac21bfa6f40ad954782fff55cf81c7a08f5c5e78759c4b776435cbe744e0", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0006001200240048009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008001600320064013, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0008001600320064013, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0009001800360072014, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00040008001600320064, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0009001800360072014, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.9775955191038208, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 68.81666695699096, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-769", "text_group": "dcc3a6f86bcbd83928ed9e83b1a7fee403f5fa58ddc2c311e59d4b367027b1a3", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00030018010806483886, "activate_my_card": 0.00020012007204322593, "age_limit": 0.00020012007204322593, "apple_pay_or_google_pay": 0.00030018010806483886, "atm_support": 0.0009005403241945166, "automatic_top_up": 0.00020012007204322593, "balance_not_updated_after_bank_transfer": 0.0010006003602161296, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005003001801080648, "beneficiary_not_allowed": 0.00040024014408645187, "cancel_transfer": 0.00030018010806483886, "card_about_to_expire": 0.00020012007204322593, "card_acceptance": 0.00030018010806483886, "card_arrival": 0.00020012007204322593, "card_delivery_estimate": 0.00020012007204322593, "card_linking": 0.00030018010806483886, "card_not_working": 0.00030018010806483886, "card_payment_fee_charged": 0.00030018010806483886, "card_payment_not_recognised": 0.00030018010806483886, "card_payment_wrong_exchange_rate": 0.00040024014408645187, "card_swallowed": 0.00040024014408645187, "cash_withdrawal_charge": 0.00040024014408645187, "cash_withdrawal_not_recognised": 0.008004802881729037, "change_pin": 0.00020012007204322593, "compromised_card": 0.00030018010806483886, "contactless_not_working": 0.00030018010806483886, "country_support": 0.00040024014408645187, "declined_card_payment": 0.00020012007204322593, "declined_cash_withdrawal": 0.0006003602161296777, "declined_transfer": 0.00020012007204322593, "direct_debit_payment_not_recognised": 0.00030018010806483886, "disposable_card_limits": 0.00030018010806483886, "edit_personal_details": 0.00040024014408645187, "exchange_charge": 0.00030018010806483886, "exchange_rate": 0.00030018010806483886, "exchange_via_app": 0.00030018010806483886, "extra_charge_on_statement": 0.00020012007204322593, "failed_transfer": 0.00030018010806483886, "fiat_currency_support": 0.00040024014408645187, "get_disposable_virtual_card": 0.00040024014408645187, "get_physical_card": 0.0005003001801080648, "getting_spare_card": 0.00040024014408645187, "getting_virtual_card": 0.00030018010806483886, "lost_or_stolen_card": 0.00020012007204322593, "lost_or_stolen_phone": 0.00020012007204322593, "order_physical_card": 0.00030018010806483886, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.00020012007204322593, "pending_cash_withdrawal": 0.0016009605763458075, "pending_top_up": 0.00020012007204322593, "pending_transfer": 0.00030018010806483886, "pin_blocked": 0.00020012007204322593, "receiving_money": 0.00040024014408645187, "request_refund": 0.0006003602161296777, "reverted_card_payment?": 0.00040024014408645187, "supported_cards_and_currencies": 0.00030018010806483886, "terminate_account": 0.00020012007204322593, "top_up_by_bank_transfer_charge": 0.00030018010806483886, "top_up_by_card_charge": 0.00020012007204322593, "top_up_by_cash_or_cheque": 0.00040024014408645187, "top_up_failed": 0.00040024014408645187, "top_up_limits": 0.00020012007204322593, "top_up_reverted": 0.0013007804682809683, "topping_up_by_card": 0.00030018010806483886, "transaction_charged_twice": 0.00040024014408645187, "transfer_fee_charged": 0.00030018010806483886, "transfer_into_account": 0.00030018010806483886, "transfer_not_received_by_recipient": 0.00030018010806483886, "transfer_timing": 0.00020012007204322593, "unable_to_verify_identity": 0.00020012007204322593, "verify_my_identity": 0.00020012007204322593, "verify_source_of_funds": 0.00030018010806483886, "verify_top_up": 0.00020012007204322593, "virtual_card_not_working": 0.00020012007204322593, "visa_or_mastercard": 0.00020012007204322593, "why_verify_identity": 0.00020012007204322593, "wrong_amount_of_cash_received": 0.96587952771663, "wrong_exchange_rate_for_cash_withdrawal": 0.0005003001801080648 }, "error": null, "latency_ms": 70.81654202193022, "usage": { "input_tokens": 614, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-770", "text_group": "12addce5c7f59a570347cf561988a8a86b295549b880d92e1b40ceaaf7970b1c", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.000200160128102482, "activate_my_card": 0.000200160128102482, "age_limit": 0.000200160128102482, "apple_pay_or_google_pay": 0.000200160128102482, "atm_support": 0.001100880704563651, "automatic_top_up": 0.000200160128102482, "balance_not_updated_after_bank_transfer": 0.000400320256204964, "balance_not_updated_after_cheque_or_cash_deposit": 0.000400320256204964, "beneficiary_not_allowed": 0.000400320256204964, "cancel_transfer": 0.000200160128102482, "card_about_to_expire": 0.000200160128102482, "card_acceptance": 0.00030024019215372296, "card_arrival": 0.000200160128102482, "card_delivery_estimate": 0.000200160128102482, "card_linking": 0.000200160128102482, "card_not_working": 0.00030024019215372296, "card_payment_fee_charged": 0.000200160128102482, "card_payment_not_recognised": 0.000200160128102482, "card_payment_wrong_exchange_rate": 0.00030024019215372296, "card_swallowed": 0.00030024019215372296, "cash_withdrawal_charge": 0.00030024019215372296, "cash_withdrawal_not_recognised": 0.001100880704563651, "change_pin": 0.000200160128102482, "compromised_card": 0.000200160128102482, "contactless_not_working": 0.000200160128102482, "country_support": 0.00030024019215372296, "declined_card_payment": 0.000200160128102482, "declined_cash_withdrawal": 0.0012009607686148918, "declined_transfer": 0.00030024019215372296, "direct_debit_payment_not_recognised": 0.000200160128102482, "disposable_card_limits": 0.000200160128102482, "edit_personal_details": 0.000200160128102482, "exchange_charge": 0.000200160128102482, "exchange_rate": 0.000200160128102482, "exchange_via_app": 0.000200160128102482, "extra_charge_on_statement": 0.000200160128102482, "failed_transfer": 0.00030024019215372296, "fiat_currency_support": 0.00030024019215372296, "get_disposable_virtual_card": 0.000200160128102482, "get_physical_card": 0.000200160128102482, "getting_spare_card": 0.000200160128102482, "getting_virtual_card": 0.000200160128102482, "lost_or_stolen_card": 0.000200160128102482, "lost_or_stolen_phone": 0.000200160128102482, "order_physical_card": 0.000200160128102482, "passcode_forgotten": 0.000200160128102482, "pending_card_payment": 0.000200160128102482, "pending_cash_withdrawal": 0.000400320256204964, "pending_top_up": 0.000200160128102482, "pending_transfer": 0.000200160128102482, "pin_blocked": 0.000200160128102482, "receiving_money": 0.00030024019215372296, "request_refund": 0.00030024019215372296, "reverted_card_payment?": 0.00030024019215372296, "supported_cards_and_currencies": 0.00030024019215372296, "terminate_account": 0.000200160128102482, "top_up_by_bank_transfer_charge": 0.000200160128102482, "top_up_by_card_charge": 0.000200160128102482, "top_up_by_cash_or_cheque": 0.00030024019215372296, "top_up_failed": 0.00030024019215372296, "top_up_limits": 0.000200160128102482, "top_up_reverted": 0.0017013610888710969, "topping_up_by_card": 0.000200160128102482, "transaction_charged_twice": 0.00030024019215372296, "transfer_fee_charged": 0.000200160128102482, "transfer_into_account": 0.000200160128102482, "transfer_not_received_by_recipient": 0.000200160128102482, "transfer_timing": 0.000200160128102482, "unable_to_verify_identity": 0.000200160128102482, "verify_my_identity": 0.000200160128102482, "verify_source_of_funds": 0.000200160128102482, "verify_top_up": 0.000200160128102482, "virtual_card_not_working": 0.000200160128102482, "visa_or_mastercard": 0.000200160128102482, "why_verify_identity": 0.000200160128102482, "wrong_amount_of_cash_received": 0.9776821457165733, "wrong_exchange_rate_for_cash_withdrawal": 0.0006004803843074459 }, "error": null, "latency_ms": 71.04320800863206, "usage": { "input_tokens": 610, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-771", "text_group": "264581e41a14787dc73b52161d0dcc86c024764f01a4e897d61727ae9258c704", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.0013005202080832333, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.0021008403361344537, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00740296118447379, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00040016006402561027, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.0006002400960384153, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.9695878351340537, "wrong_exchange_rate_for_cash_withdrawal": 0.0006002400960384153 }, "error": null, "latency_ms": 68.38637497276068, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-772", "text_group": "b1bcdb8d076ef7455695d9e96073aae16d45afecb41d43dc3ca37fd62be92ba3", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0012001200120012, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0019001900190019003, "cash_withdrawal_not_recognised": 0.002000200020002, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0011001100110011003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.029002900290029002, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0045004500450045, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.002000200020002, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.9355935593559356, "wrong_exchange_rate_for_cash_withdrawal": 0.0032003200320032004 }, "error": null, "latency_ms": 69.64179198257625, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-773", "text_group": "1e236278b699e3b8e69164f2fa1b165c505ce0f18bd5de9af8383837d96f285b", "expected": "wrong_amount_of_cash_received", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0006999300069993001, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0008999100089991, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.035596440355964404, "balance_not_updated_after_cheque_or_cash_deposit": 0.008399160083991601, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0004999500049995, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0005999400059994001, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0012998700129987, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0007999200079992001, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.8250174982501749, "change_pin": 0.00039996000399960006, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0004999500049995, "country_support": 0.0004999500049995, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.0065993400659934, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.0007999200079992001, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.0006999300069993001, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0006999300069993001, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.0014998500149985001, "lost_or_stolen_phone": 0.0044995500449955, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.06639336066393361, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.0004999500049995, "receiving_money": 0.010498950104989501, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0012998700129987, "topping_up_by_card": 0.0006999300069993001, "transaction_charged_twice": 0.001999800019998, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.0005999400059994001, "transfer_not_received_by_recipient": 0.0024997500249975004, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.0006999300069993001, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.0023997600239976003, "wrong_exchange_rate_for_cash_withdrawal": 0.0006999300069993001 }, "error": null, "latency_ms": 70.28187497053295, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-774", "text_group": "064ddc4eb3b5379bfae85bafae0dec2a1a5a0d3c7136e17de215f64882606b81", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.001100330099029709, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014004201260378114, "beneficiary_not_allowed": 0.001100330099029709, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0003000900270081024, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0008002400720216065, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.007902370711213365, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.017605281584475344, "declined_transfer": 0.0006001800540162048, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.0007002100630189057, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0003000900270081024, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0006001800540162048, "top_up_failed": 0.0009002700810243073, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.002100630189056717, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.9455836751025307, "wrong_exchange_rate_for_cash_withdrawal": 0.0007002100630189057 }, "error": null, "latency_ms": 67.67191598191857, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-775", "text_group": "8b59f52b05cc74eb24023e74df1536dc42bc6dc8a1363b721c1fc11558999017", "expected": "wrong_amount_of_cash_received", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0026997300269973002, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.0007999200079992001, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.9617038296170383, "declined_transfer": 0.0007999200079992001, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.0021997800219978004, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0013998600139986002, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.0064993500649935, "wrong_exchange_rate_for_cash_withdrawal": 0.0011998800119988001 }, "error": null, "latency_ms": 67.38754198886454, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-776", "text_group": "8632b5a9cf546779c0e48e2bbc2d13ff7d890a184bd937591092b144ea79d57b", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00039976014391365186, "activate_my_card": 0.00019988007195682593, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00029982010793523883, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.00039976014391365186, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039976014391365186, "beneficiary_not_allowed": 0.0007995202878273037, "cancel_transfer": 0.00019988007195682593, "card_about_to_expire": 0.00019988007195682593, "card_acceptance": 0.00019988007195682593, "card_arrival": 0.00019988007195682593, "card_delivery_estimate": 0.00019988007195682593, "card_linking": 0.00019988007195682593, "card_not_working": 0.00029982010793523883, "card_payment_fee_charged": 0.00019988007195682593, "card_payment_not_recognised": 0.00019988007195682593, "card_payment_wrong_exchange_rate": 0.0011992804317409553, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.00029982010793523883, "cash_withdrawal_not_recognised": 0.0012992204677193685, "change_pin": 0.00019988007195682593, "compromised_card": 0.00019988007195682593, "contactless_not_working": 0.00029982010793523883, "country_support": 0.00029982010793523883, "declined_card_payment": 0.0005996402158704777, "declined_cash_withdrawal": 0.036178293024185494, "declined_transfer": 0.0006995802518488907, "direct_debit_payment_not_recognised": 0.00019988007195682593, "disposable_card_limits": 0.00029982010793523883, "edit_personal_details": 0.00019988007195682593, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.0007995202878273037, "fiat_currency_support": 0.0004997001798920648, "get_disposable_virtual_card": 0.00039976014391365186, "get_physical_card": 0.00039976014391365186, "getting_spare_card": 0.00029982010793523883, "getting_virtual_card": 0.00019988007195682593, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00029982010793523883, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00019988007195682593, "pending_cash_withdrawal": 0.00029982010793523883, "pending_top_up": 0.00019988007195682593, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.00019988007195682593, "receiving_money": 0.0005996402158704777, "request_refund": 0.00019988007195682593, "reverted_card_payment?": 0.00039976014391365186, "supported_cards_and_currencies": 0.00029982010793523883, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00029982010793523883, "top_up_failed": 0.022186687987207677, "top_up_limits": 0.00029982010793523883, "top_up_reverted": 0.014791125324805119, "topping_up_by_card": 0.00029982010793523883, "transaction_charged_twice": 0.00039976014391365186, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.00029982010793523883, "visa_or_mastercard": 0.00019988007195682593, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.7631421147311613, "wrong_exchange_rate_for_cash_withdrawal": 0.14151509094543274 }, "error": null, "latency_ms": 68.29504203051329, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-777", "text_group": "fb45e448b3f5f4065fc48d65fd67aab53c9d566b8d40f7e96e8297238db72567", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.0010004001600640256, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.0007002801120448179, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.008803521408563426, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.0006002400960384153, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.0007002801120448179, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.0005002000800320128, "request_refund": 0.016106442577030814, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.0020008003201280513, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.9503801520608244, "wrong_exchange_rate_for_cash_withdrawal": 0.000900360144057623 }, "error": null, "latency_ms": 70.56020898744464, "usage": { "input_tokens": 612, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-778", "text_group": "c5f77a18ed16cd8aa34177920ce3de97da22d61d8607abd9b309d572a1646e47", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0010002000400080016, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0015003000600120023, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011002200440088019, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.007101420284056812, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.0017003400680136026, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.0009001800360072014, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.004800960192038407, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.9623924784956992, "wrong_exchange_rate_for_cash_withdrawal": 0.0011002200440088019 }, "error": null, "latency_ms": 69.41550003830343, "usage": { "input_tokens": 610, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-779", "text_group": "2e49d05c829ff5b8ae20ec441cdaff6606611146e513d604bb64a6ec3de35699", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0007001400280056011, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0009001800360072014, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0030006001200240046, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.01640328065613123, "declined_transfer": 0.0010002000400080016, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.001300260052010402, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0009001800360072014, "getting_spare_card": 0.0009001800360072014, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0014002800560112022, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.028105621124224843, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.011002200440088017, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.8992798559711942, "wrong_exchange_rate_for_cash_withdrawal": 0.016003200640128026 }, "error": null, "latency_ms": 69.19795903377235, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-780", "text_group": "1e727c1a07d08a05d38e4854c585f6d70f05641357d1467822c24913e9f68d7f", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0022004400880176037, "balance_not_updated_after_cheque_or_cash_deposit": 0.003100620124024805, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.015103020604120825, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00040008001600320064, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0012002400480096017, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.007601520304060812, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.003200640128025605, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0005001000200040008, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.9455891178235647, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 68.80950008053333, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-781", "text_group": "08e16ef5f09ce1defecf41b3f2889ccd21a19d17e99ac5226fa9a5ea8643b624", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0003002401921537229, "activate_my_card": 0.00020016012810248197, "age_limit": 0.00020016012810248197, "apple_pay_or_google_pay": 0.00020016012810248197, "atm_support": 0.00040032025620496394, "automatic_top_up": 0.00020016012810248197, "balance_not_updated_after_bank_transfer": 0.00040032025620496394, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014011208967173738, "beneficiary_not_allowed": 0.0012009607686148916, "cancel_transfer": 0.0003002401921537229, "card_about_to_expire": 0.00020016012810248197, "card_acceptance": 0.0003002401921537229, "card_arrival": 0.00020016012810248197, "card_delivery_estimate": 0.00020016012810248197, "card_linking": 0.0003002401921537229, "card_not_working": 0.0003002401921537229, "card_payment_fee_charged": 0.00020016012810248197, "card_payment_not_recognised": 0.0003002401921537229, "card_payment_wrong_exchange_rate": 0.0007005604483586869, "card_swallowed": 0.0003002401921537229, "cash_withdrawal_charge": 0.0003002401921537229, "cash_withdrawal_not_recognised": 0.0009007205764611689, "change_pin": 0.00020016012810248197, "compromised_card": 0.00020016012810248197, "contactless_not_working": 0.00020016012810248197, "country_support": 0.0003002401921537229, "declined_card_payment": 0.0005004003202562049, "declined_cash_withdrawal": 0.0050040032025620495, "declined_transfer": 0.0005004003202562049, "direct_debit_payment_not_recognised": 0.0003002401921537229, "disposable_card_limits": 0.0003002401921537229, "edit_personal_details": 0.00020016012810248197, "exchange_charge": 0.00020016012810248197, "exchange_rate": 0.00020016012810248197, "exchange_via_app": 0.00020016012810248197, "extra_charge_on_statement": 0.00020016012810248197, "failed_transfer": 0.00040032025620496394, "fiat_currency_support": 0.00040032025620496394, "get_disposable_virtual_card": 0.00040032025620496394, "get_physical_card": 0.00040032025620496394, "getting_spare_card": 0.00040032025620496394, "getting_virtual_card": 0.00020016012810248197, "lost_or_stolen_card": 0.00020016012810248197, "lost_or_stolen_phone": 0.00020016012810248197, "order_physical_card": 0.0003002401921537229, "passcode_forgotten": 0.00020016012810248197, "pending_card_payment": 0.00020016012810248197, "pending_cash_withdrawal": 0.0003002401921537229, "pending_top_up": 0.00020016012810248197, "pending_transfer": 0.00020016012810248197, "pin_blocked": 0.00020016012810248197, "receiving_money": 0.00040032025620496394, "request_refund": 0.0005004003202562049, "reverted_card_payment?": 0.0005004003202562049, "supported_cards_and_currencies": 0.00040032025620496394, "terminate_account": 0.00020016012810248197, "top_up_by_bank_transfer_charge": 0.00020016012810248197, "top_up_by_card_charge": 0.00020016012810248197, "top_up_by_cash_or_cheque": 0.00040032025620496394, "top_up_failed": 0.0008006405124099279, "top_up_limits": 0.00040032025620496394, "top_up_reverted": 0.0018014411529223377, "topping_up_by_card": 0.0003002401921537229, "transaction_charged_twice": 0.0003002401921537229, "transfer_fee_charged": 0.00020016012810248197, "transfer_into_account": 0.00020016012810248197, "transfer_not_received_by_recipient": 0.0003002401921537229, "transfer_timing": 0.00020016012810248197, "unable_to_verify_identity": 0.00020016012810248197, "verify_my_identity": 0.00020016012810248197, "verify_source_of_funds": 0.00020016012810248197, "verify_top_up": 0.00020016012810248197, "virtual_card_not_working": 0.00020016012810248197, "visa_or_mastercard": 0.00020016012810248197, "why_verify_identity": 0.00020016012810248197, "wrong_amount_of_cash_received": 0.9610688550840673, "wrong_exchange_rate_for_cash_withdrawal": 0.008506805444355484 }, "error": null, "latency_ms": 68.55283305048943, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-782", "text_group": "e25356bf2962b818414168d5d9a08c27e72c9e405fd38703985ab58f066598a4", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0014997000599880025, "activate_my_card": 0.0003999200159968007, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0007998400319936014, "atm_support": 0.0009998000399920016, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.003899220155968806, "balance_not_updated_after_cheque_or_cash_deposit": 0.0024995000999800043, "beneficiary_not_allowed": 0.0031993601279744054, "cancel_transfer": 0.0007998400319936014, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0007998400319936014, "card_arrival": 0.0008998200359928015, "card_delivery_estimate": 0.0007998400319936014, "card_linking": 0.0007998400319936014, "card_not_working": 0.0007998400319936014, "card_payment_fee_charged": 0.0005998800239952009, "card_payment_not_recognised": 0.0008998200359928015, "card_payment_wrong_exchange_rate": 0.001299740051989602, "card_swallowed": 0.0011997600479904018, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.009498100379924015, "change_pin": 0.0003999200159968007, "compromised_card": 0.0006998600279944011, "contactless_not_working": 0.0007998400319936014, "country_support": 0.0007998400319936014, "declined_card_payment": 0.0007998400319936014, "declined_cash_withdrawal": 0.0011997600479904018, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.0008998200359928015, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0008998200359928015, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0007998400319936014, "get_physical_card": 0.016696660667866427, "getting_spare_card": 0.0013997200559888023, "getting_virtual_card": 0.0007998400319936014, "lost_or_stolen_card": 0.003999200159968006, "lost_or_stolen_phone": 0.0007998400319936014, "order_physical_card": 0.0005998800239952009, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0021995600879824036, "request_refund": 0.0010997800439912018, "reverted_card_payment?": 0.0008998200359928015, "supported_cards_and_currencies": 0.0007998400319936014, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0007998400319936014, "top_up_failed": 0.0007998400319936014, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0009998000399920016, "topping_up_by_card": 0.0007998400319936014, "transaction_charged_twice": 0.0011997600479904018, "transfer_fee_charged": 0.0004999000199960008, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0007998400319936014, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0004999000199960008, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0006998600279944011, "visa_or_mastercard": 0.0005998800239952009, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.9090181963607279, "wrong_exchange_rate_for_cash_withdrawal": 0.0008998200359928015 }, "error": null, "latency_ms": 69.8291250737384, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-783", "text_group": "048ed250ee2d42e9de2bb336031842b5a9c76574277c390530ec92be0c481bad", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0015004501350405122, "activate_my_card": 0.0003000900270081024, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0007002100630189057, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.03531059317795338, "balance_not_updated_after_cheque_or_cash_deposit": 0.006101830549164749, "beneficiary_not_allowed": 0.002100630189056717, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.0006001800540162048, "card_arrival": 0.00040012003601080324, "card_delivery_estimate": 0.00040012003601080324, "card_linking": 0.0005001500450135041, "card_not_working": 0.0006001800540162048, "card_payment_fee_charged": 0.00040012003601080324, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0010003000900270082, "card_swallowed": 0.001100330099029709, "cash_withdrawal_charge": 0.00250075022506752, "cash_withdrawal_not_recognised": 0.03330999299789937, "change_pin": 0.0003000900270081024, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0006001800540162048, "country_support": 0.0006001800540162048, "declined_card_payment": 0.0006001800540162048, "declined_cash_withdrawal": 0.05431629488846654, "declined_transfer": 0.0007002100630189057, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.0006001800540162048, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.00040012003601080324, "exchange_rate": 0.00040012003601080324, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.0007002100630189057, "fiat_currency_support": 0.0007002100630189057, "get_disposable_virtual_card": 0.005601680504151245, "get_physical_card": 0.0008002400720216065, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.00040012003601080324, "pending_cash_withdrawal": 0.03971191357407222, "pending_top_up": 0.00040012003601080324, "pending_transfer": 0.0005001500450135041, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.0015004501350405122, "request_refund": 0.005801740522156647, "reverted_card_payment?": 0.0008002400720216065, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.00040012003601080324, "top_up_by_bank_transfer_charge": 0.00040012003601080324, "top_up_by_card_charge": 0.00040012003601080324, "top_up_by_cash_or_cheque": 0.0006001800540162048, "top_up_failed": 0.0015004501350405122, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.061318395518655595, "topping_up_by_card": 0.0007002100630189057, "transaction_charged_twice": 0.0007002100630189057, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.0005001500450135041, "transfer_not_received_by_recipient": 0.0008002400720216065, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.00040012003601080324, "wrong_amount_of_cash_received": 0.6923076923076923, "wrong_exchange_rate_for_cash_withdrawal": 0.026407922376713012 }, "error": null, "latency_ms": 68.13633302226663, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-784", "text_group": "039214adf4c0ce7fe18f84a9617282f8c7d31d708a467a628236573065fae055", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0014001400140014, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0019001900190019003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008000800080008001, "beneficiary_not_allowed": 0.0008000800080008001, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.0287028702870287, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0005000500050005, "country_support": 0.0005000500050005, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.1409140914091409, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.019001900190019003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0008000800080008001, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0012001200120012, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.7682768276827683, "wrong_exchange_rate_for_cash_withdrawal": 0.010301030103010301 }, "error": null, "latency_ms": 69.34899999760091, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-785", "text_group": "efd45e0b8fa6455db9745b4f012fce475eadc811386f3d8d502d3253c81d386e", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.001100330099029709, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0005001500450135041, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.0015004501350405122, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00040012003601080324, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00040012003601080324, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.00040012003601080324, "request_refund": 0.0005001500450135041, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0013003901170351103, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.9748924677403221, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001800540162048 }, "error": null, "latency_ms": 69.38795803580433, "usage": { "input_tokens": 612, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-786", "text_group": "f4280181a422d7f3239f2aaa3a7cbc3d8c30f72beff25abd8d44f668943e5553", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090009, "beneficiary_not_allowed": 0.004400440044004401, "cancel_transfer": 0.0012001200120012, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0033003300330033004, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0015001500150015003, "declined_cash_withdrawal": 0.0018001800180018, "declined_transfer": 0.0012001200120012, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0008000800080008001, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0007000700070007, "request_refund": 0.007600760076007601, "reverted_card_payment?": 0.0021002100210021, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.037703770377037704, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.905890589058906, "wrong_exchange_rate_for_cash_withdrawal": 0.0106010601060106 }, "error": null, "latency_ms": 70.17449999693781, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-787", "text_group": "d623f427d01ede54743c3dafd6baae65c9e5e2bed01aae609463999c6f483e1d", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0021, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0025, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0033, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.003, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0006, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.001, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0004, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0002, "receiving_money": 0.0009, "request_refund": 0.0012, "reverted_card_payment?": 0.0011, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0007, "top_up_limits": 0.0003, "top_up_reverted": 0.012, "topping_up_by_card": 0.0007, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0009, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.9444, "wrong_exchange_rate_for_cash_withdrawal": 0.0054 }, "error": null, "latency_ms": 68.31591599620879, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-788", "text_group": "42ecb1bc2b845c69c8647583710c3f555e15ce18a932a1177aaf8207a4f4936a", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0024004800960192034, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0022004400880176037, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00040008001600320064, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.006901380276055211, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0006001200240048009, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0003000600120024004, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.006701340268053611, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.9593918783756752, "wrong_exchange_rate_for_cash_withdrawal": 0.0011002200440088019 }, "error": null, "latency_ms": 68.62358399666846, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-789", "text_group": "4e44b279a9cb877bdcfed1d9af2cdd5026496b261c7bf8ade7804c21014a64e3", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0028994201159768043, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.00029994001199760045, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0016996600679864027, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.009598080383923215, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.00029994001199760045, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0007998400319936014, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.9605078984203159, "wrong_exchange_rate_for_cash_withdrawal": 0.0006998600279944011 }, "error": null, "latency_ms": 70.96945797093213, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-790", "text_group": "c63582fe44431c05c845ee9ef79724543213c38b35dd98edfb5eef590c8f13ac", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0208979102089791, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0021997800219978004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011998800119988001, "beneficiary_not_allowed": 0.001999800019998, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0014998500149985001, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0131986801319868, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0008999100089991, "country_support": 0.0005999400059994001, "declined_card_payment": 0.0005999400059994001, "declined_cash_withdrawal": 0.030396960303969604, "declined_transfer": 0.0010998900109989002, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.0016998300169983002, "fiat_currency_support": 0.0021997800219978004, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.0007999200079992001, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0006999300069993001, "request_refund": 0.000999900009999, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.0007999200079992001, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0092990700929907, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.8442155784421559, "wrong_exchange_rate_for_cash_withdrawal": 0.04079592040795921 }, "error": null, "latency_ms": 69.89712500944734, "usage": { "input_tokens": 608, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-791", "text_group": "bd3eda97f27956b51a07e538219683a6af4099edf912133d62e0725fc90dcff1", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0011001100110011003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011001100110011003, "beneficiary_not_allowed": 0.0016001600160016002, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.008600860086008601, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.010901090109010901, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0011001100110011003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.001000100010001, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0005000500050005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0008000800080008001, "top_up_failed": 0.0055005500550055, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0014001400140014, "topping_up_by_card": 0.0007000700070007, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.9414941494149415, "wrong_exchange_rate_for_cash_withdrawal": 0.0017001700170017002 }, "error": null, "latency_ms": 71.21991598978639, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-792", "text_group": "bbad5526c58514f534f98a989fb55150b71e0b2797aedfa34cc346b57fcdd778", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0008001600320064013, "balance_not_updated_after_cheque_or_cash_deposit": 0.001300260052010402, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0029005801160232043, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.002600520104020804, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.002100420084016803, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00040008001600320064, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.9676935387077416, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 67.71174992900342, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-793", "text_group": "62568b5ca3db62fa973e13c0a03b5f8a043085b54b0112ba4e6e9a826407bb61", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0013, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.001, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0034, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0003, "declined_card_payment": 0.0008, "declined_cash_withdrawal": 0.0174, "declined_transfer": 0.001, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0002, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0012, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0004, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0007, "request_refund": 0.0004, "reverted_card_payment?": 0.0009, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0374, "top_up_limits": 0.0004, "top_up_reverted": 0.0323, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0011, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.8418, "wrong_exchange_rate_for_cash_withdrawal": 0.0406 }, "error": null, "latency_ms": 66.9484999962151, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-794", "text_group": "a39180e53d1373581402ba1464bc53e83c03d2e7f8e50af7c4139a7ec4358792", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0003002101471029721, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.00020014009806864808, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.0014009806864805365, "balance_not_updated_after_cheque_or_cash_deposit": 0.0020014009806864808, "beneficiary_not_allowed": 0.00040028019613729617, "cancel_transfer": 0.00020014009806864808, "card_about_to_expire": 0.00020014009806864808, "card_acceptance": 0.0003002101471029721, "card_arrival": 0.00040028019613729617, "card_delivery_estimate": 0.0005003502451716202, "card_linking": 0.0003002101471029721, "card_not_working": 0.0003002101471029721, "card_payment_fee_charged": 0.00020014009806864808, "card_payment_not_recognised": 0.0003002101471029721, "card_payment_wrong_exchange_rate": 0.0005003502451716202, "card_swallowed": 0.0003002101471029721, "cash_withdrawal_charge": 0.0003002101471029721, "cash_withdrawal_not_recognised": 0.0020014009806864808, "change_pin": 0.00020014009806864808, "compromised_card": 0.0003002101471029721, "contactless_not_working": 0.0003002101471029721, "country_support": 0.0003002101471029721, "declined_card_payment": 0.0003002101471029721, "declined_cash_withdrawal": 0.0024016811768237767, "declined_transfer": 0.00040028019613729617, "direct_debit_payment_not_recognised": 0.00020014009806864808, "disposable_card_limits": 0.0003002101471029721, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.0003002101471029721, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.00040028019613729617, "fiat_currency_support": 0.00040028019613729617, "get_disposable_virtual_card": 0.00040028019613729617, "get_physical_card": 0.004803362353647553, "getting_spare_card": 0.0014009806864805365, "getting_virtual_card": 0.0003002101471029721, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.0014009806864805365, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.0014009806864805365, "pending_top_up": 0.0003002101471029721, "pending_transfer": 0.0003002101471029721, "pin_blocked": 0.00020014009806864808, "receiving_money": 0.0014009806864805365, "request_refund": 0.00040028019613729617, "reverted_card_payment?": 0.0003002101471029721, "supported_cards_and_currencies": 0.0003002101471029721, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.0003002101471029721, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.0005003502451716202, "top_up_failed": 0.00040028019613729617, "top_up_limits": 0.0003002101471029721, "top_up_reverted": 0.0007004903432402682, "topping_up_by_card": 0.00040028019613729617, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.00020014009806864808, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.005503852696887821, "transfer_timing": 0.0003002101471029721, "unable_to_verify_identity": 0.00020014009806864808, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.00020014009806864808, "visa_or_mastercard": 0.00020014009806864808, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.9572700890623437, "wrong_exchange_rate_for_cash_withdrawal": 0.0005003502451716202 }, "error": null, "latency_ms": 66.95041700731963, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-795", "text_group": "283acc15b3fd17156ed7b412f4104944226088125a48112049159c43732e7dbd", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0003998400639744103, "activate_my_card": 0.0002998800479808077, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0003998400639744103, "atm_support": 0.010095961615353859, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0013994402239104358, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012994802079168333, "beneficiary_not_allowed": 0.0032986805277888847, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0004998000799680128, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0003998400639744103, "card_not_working": 0.0004998000799680128, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0005997600959616154, "card_swallowed": 0.0004998000799680128, "cash_withdrawal_charge": 0.0005997600959616154, "cash_withdrawal_not_recognised": 0.0116953218712515, "change_pin": 0.0002998800479808077, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0005997600959616154, "country_support": 0.0005997600959616154, "declined_card_payment": 0.0004998000799680128, "declined_cash_withdrawal": 0.11575369852059177, "declined_transfer": 0.000899640143942423, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.0003998400639744103, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0003998400639744103, "failed_transfer": 0.0005997600959616154, "fiat_currency_support": 0.0006997201119552179, "get_disposable_virtual_card": 0.0005997600959616154, "get_physical_card": 0.0005997600959616154, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0003998400639744103, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.001999200319872051, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0003998400639744103, "receiving_money": 0.0004998000799680128, "request_refund": 0.0004998000799680128, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.0004998000799680128, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0004998000799680128, "top_up_failed": 0.0016993202718912435, "top_up_limits": 0.005297880847660936, "top_up_reverted": 0.0010995601759296284, "topping_up_by_card": 0.0004998000799680128, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0003998400639744103, "transfer_into_account": 0.0003998400639744103, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0003998400639744103, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.7733906437425031, "wrong_exchange_rate_for_cash_withdrawal": 0.04608156737305078 }, "error": null, "latency_ms": 66.3231669459492, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-796", "text_group": "83f914d99187d38ff6845f852d636a8466f8aa5d05fa4b8f4c3ad7ea1818f792", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0015001500150015003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016001600160016002, "beneficiary_not_allowed": 0.0007000700070007, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0013001300130013002, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0031003100310031, "change_pin": 0.00020002000200020003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0005000500050005, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.0116011601160116, "declined_transfer": 0.0009000900090009, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0008000800080008001, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0007000700070007, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0007000700070007, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.06900690069006901, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.8725872587258726, "wrong_exchange_rate_for_cash_withdrawal": 0.014501450145014501 }, "error": null, "latency_ms": 66.77145790308714, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-797", "text_group": "25414b98533c32dff9b3c31c0b02baa511a537db336c699360987c2eb5e64184", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0004000800160032007, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0003000600120024005, "atm_support": 0.003500700140028006, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0008001600320064014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008001600320064014, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.0003000600120024005, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0004000800160032007, "card_arrival": 0.0003000600120024005, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0003000600120024005, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0004000800160032007, "card_payment_wrong_exchange_rate": 0.0017003400680136028, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.006201240248049611, "change_pin": 0.00020004000800160035, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0004000800160032007, "country_support": 0.0008001600320064014, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.008201640328065614, "declined_transfer": 0.0004000800160032007, "direct_debit_payment_not_recognised": 0.0004000800160032007, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.0003000600120024005, "exchange_rate": 0.0003000600120024005, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.0003000600120024005, "failed_transfer": 0.0004000800160032007, "fiat_currency_support": 0.0004000800160032007, "get_disposable_virtual_card": 0.0004000800160032007, "get_physical_card": 0.0009001800360072014, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0003000600120024005, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.0004000800160032007, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.0003000600120024005, "pending_cash_withdrawal": 0.000600120024004801, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.0003000600120024005, "receiving_money": 0.0004000800160032007, "request_refund": 0.0008001600320064014, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0004000800160032007, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.0003000600120024005, "top_up_failed": 0.0004000800160032007, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0009001800360072014, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.0003000600120024005, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.0003000600120024005, "visa_or_mastercard": 0.00020004000800160035, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.9451890378075616, "wrong_exchange_rate_for_cash_withdrawal": 0.010102020404080817 }, "error": null, "latency_ms": 66.22158293612301, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-798", "text_group": "1b8fe51ff2b1cb14dfb41fc377144cf54bda65f645445f9b761921c5dfe48260", "expected": "wrong_amount_of_cash_received", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0004997501249375313, "activate_my_card": 0.0002998500749625187, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.0002998500749625187, "atm_support": 0.0005997001499250374, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.001699150424787606, "balance_not_updated_after_cheque_or_cash_deposit": 0.001699150424787606, "beneficiary_not_allowed": 0.0005997001499250374, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.0004997501249375313, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.00039980009995002505, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.0002998500749625187, "card_payment_wrong_exchange_rate": 0.0006996501749125438, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.0004997501249375313, "cash_withdrawal_not_recognised": 0.08195902048975513, "change_pin": 0.00019990004997501253, "compromised_card": 0.0002998500749625187, "contactless_not_working": 0.00039980009995002505, "country_support": 0.0004997501249375313, "declined_card_payment": 0.00039980009995002505, "declined_cash_withdrawal": 0.02858570714642679, "declined_transfer": 0.00039980009995002505, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.00039980009995002505, "fiat_currency_support": 0.0004997501249375313, "get_disposable_virtual_card": 0.0004997501249375313, "get_physical_card": 0.0007996001999000501, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.002698650674662669, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.0008995502248875562, "request_refund": 0.00039980009995002505, "reverted_card_payment?": 0.00039980009995002505, "supported_cards_and_currencies": 0.0004997501249375313, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0005997001499250374, "top_up_failed": 0.0004997501249375313, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0013993003498250875, "topping_up_by_card": 0.0004997501249375313, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.00039980009995002505, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.00039980009995002505, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.8257871064467767, "wrong_exchange_rate_for_cash_withdrawal": 0.030484757621189407 }, "error": null, "latency_ms": 68.47804097924381, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-799", "text_group": "5924d1b6ecc236e9e9419bfcabcf6b50cbb16dcd6b9dd31a4b27a2006348daa0", "expected": "wrong_amount_of_cash_received", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.0003000900270081024, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0006001800540162048, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0005001500450135041, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.00250075022506752, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0006001800540162048, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0005001500450135041, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.00040012003601080324, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0007002100630189057, "change_pin": 0.0003000900270081024, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.00040012003601080324, "country_support": 0.0005001500450135041, "declined_card_payment": 0.0014004201260378114, "declined_cash_withdrawal": 0.9449834950485145, "declined_transfer": 0.00250075022506752, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.0006001800540162048, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.0007002100630189057, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.0008002400720216065, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.0008002400720216065, "request_refund": 0.0010003000900270082, "reverted_card_payment?": 0.0010003000900270082, "supported_cards_and_currencies": 0.0009002700810243073, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.0006001800540162048, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.01630489146744023, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.00040012003601080324, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.0005001500450135041, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0006001800540162048, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0009002700810243073, "wrong_exchange_rate_for_cash_withdrawal": 0.0009002700810243073 }, "error": null, "latency_ms": 68.52104200515896, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-800", "text_group": "ab8dbfd567d14eb44c4fe0da213abbbdf81d506fde493dde6d8841bf2706bc2e", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.8962896289628963, "card_payment_not_recognised": 0.001000100010001, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0008000800080008001, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.0537053705370537, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0015001500150015003, "supported_cards_and_currencies": 0.0018001800180018, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0008000800080008001, "top_up_by_card_charge": 0.011401140114011402, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0012001200120012, "transfer_fee_charged": 0.012601260126012601, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.97408398799598, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-801", "text_group": "df8bfde96feda879bbffcd29aa78625df14754a599de3cf41b4313b49ebf786d", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.001099670098970309, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0006997900629811057, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0005998200539838048, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.0011996401079676095, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.000999700089973008, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0008997300809757073, "card_not_working": 0.002099370188943317, "card_payment_fee_charged": 0.8076577026891932, "card_payment_not_recognised": 0.0017994601619514146, "card_payment_wrong_exchange_rate": 0.001099670098970309, "card_swallowed": 0.0005998200539838048, "cash_withdrawal_charge": 0.01349595121463561, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0002999100269919024, "compromised_card": 0.0005998200539838048, "contactless_not_working": 0.0005998200539838048, "country_support": 0.000499850044986504, "declined_card_payment": 0.004298710386883935, "declined_cash_withdrawal": 0.000499850044986504, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0033989803059082274, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0022993102069379188, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.05218434469659103, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0003998800359892033, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.0035989203239028293, "reverted_card_payment?": 0.005698290512846147, "supported_cards_and_currencies": 0.0022993102069379188, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0034989503149055285, "top_up_by_card_charge": 0.047185844246725984, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0005998200539838048, "topping_up_by_card": 0.0008997300809757073, "transaction_charged_twice": 0.0006997900629811057, "transfer_fee_charged": 0.018694391682495252, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0005998200539838048, "visa_or_mastercard": 0.0017994601619514146, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0006997900629811057 }, "error": null, "latency_ms": 71.70137506909668, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-802", "text_group": "67869531bca68b1a2bfd5913f949be3887e4ff40303a1d2f4ffdd32469776be0", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.0003000600120024005, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0004000800160032007, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0003000600120024005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0003000600120024005, "cancel_transfer": 0.0003000600120024005, "card_about_to_expire": 0.0003000600120024005, "card_acceptance": 0.0008001600320064014, "card_arrival": 0.0003000600120024005, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0005001000200040008, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.8997799559911983, "card_payment_not_recognised": 0.0016003200640128028, "card_payment_wrong_exchange_rate": 0.000600120024004801, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0004000800160032007, "declined_card_payment": 0.001200240048009602, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.0003000600120024005, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.0007001400280056011, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.04560912182436488, "failed_transfer": 0.00020004000800160035, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.0003000600120024005, "getting_spare_card": 0.0003000600120024005, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.0004000800160032007, "request_refund": 0.0004000800160032007, "reverted_card_payment?": 0.002500500100020004, "supported_cards_and_currencies": 0.002400480096019204, "terminate_account": 0.0003000600120024005, "top_up_by_bank_transfer_charge": 0.000600120024004801, "top_up_by_card_charge": 0.016103220644128828, "top_up_by_cash_or_cheque": 0.0003000600120024005, "top_up_failed": 0.00020004000800160035, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0003000600120024005, "topping_up_by_card": 0.0007001400280056011, "transaction_charged_twice": 0.0004000800160032007, "transfer_fee_charged": 0.008901780356071216, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.0003000600120024005, "visa_or_mastercard": 0.000600120024004801, "why_verify_identity": 0.0003000600120024005, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 72.60070799384266, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-803", "text_group": "775095b16079316682572d5dc58c385e4df352a2f6bdb5db2e4604a58173e15c", "expected": "card_payment_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0007000700070007, "activate_my_card": 0.0007000700070007, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.001000100010001, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0009000900090009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0013001300130013002, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0015001500150015003, "card_not_working": 0.0013001300130013002, "card_payment_fee_charged": 0.13561356135613561, "card_payment_not_recognised": 0.005200520052005201, "card_payment_wrong_exchange_rate": 0.0019001900190019003, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0097009700970097, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00040004000400040005, "compromised_card": 0.0008000800080008001, "contactless_not_working": 0.0006000600060006, "country_support": 0.0007000700070007, "declined_card_payment": 0.0013001300130013002, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0058005800580058, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.0008000800080008001, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.6118611861186118, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0008000800080008001, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0006000600060006, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0191019101910191, "supported_cards_and_currencies": 0.0017001700170017002, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0021002100210021, "top_up_by_card_charge": 0.0167016701670167, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.001000100010001, "transaction_charged_twice": 0.1421142114211421, "transfer_fee_charged": 0.0087008700870087, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0022002200220022005, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 70.4257080797106, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-804", "text_group": "26610869bdce85c9875be09a28393f074c48d1ecf6c3a5bdbc24cea156f57404", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0006, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0014, "atm_support": 0.0016, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009, "beneficiary_not_allowed": 0.0012, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0006, "card_acceptance": 0.0014, "card_arrival": 0.0006, "card_delivery_estimate": 0.0006, "card_linking": 0.0009, "card_not_working": 0.0007, "card_payment_fee_charged": 0.406, "card_payment_not_recognised": 0.004, "card_payment_wrong_exchange_rate": 0.0118, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0074, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0005, "compromised_card": 0.0007, "contactless_not_working": 0.0008, "country_support": 0.001, "declined_card_payment": 0.0048, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0008, "direct_debit_payment_not_recognised": 0.0214, "disposable_card_limits": 0.0009, "edit_personal_details": 0.0006, "exchange_charge": 0.0057, "exchange_rate": 0.0007, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.3915, "failed_transfer": 0.0006, "fiat_currency_support": 0.0011, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0006, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0006, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0009, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0005, "pending_transfer": 0.0005, "pin_blocked": 0.0006, "receiving_money": 0.0009, "request_refund": 0.0006, "reverted_card_payment?": 0.0031, "supported_cards_and_currencies": 0.0011, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0076, "top_up_by_card_charge": 0.0174, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0006, "top_up_limits": 0.0006, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0009, "transaction_charged_twice": 0.0117, "transfer_fee_charged": 0.0621, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.0009, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0011 }, "error": null, "latency_ms": 68.52616695687175, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-805", "text_group": "4e870f83b52928f51151ca0a3dffd86547a59490ab2de2abca6fe03eafa75ae2", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.0008003201280512205, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0006002400960384153, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.9307723089235694, "card_payment_not_recognised": 0.0009003601440576229, "card_payment_wrong_exchange_rate": 0.0006002400960384153, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.0009003601440576229, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00040016006402561027, "country_support": 0.00030012004801920766, "declined_card_payment": 0.0009003601440576229, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.0015006002400960385, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.0010004001600640256, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.014405762304921967, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.0019007603041216485, "supported_cards_and_currencies": 0.0010004001600640256, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.0007002801120448179, "top_up_by_card_charge": 0.00820328131252501, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.0014005602240896359, "transfer_fee_charged": 0.016706682673069226, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.001600640256102441, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 67.03812500927597, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-806", "text_group": "e376cd6757b9e47485b091c3b98fc67ad96d5348979d0bf1cae3086ca1d4009b", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.9508852655796739, "card_payment_not_recognised": 0.0028008402520756227, "card_payment_wrong_exchange_rate": 0.001100330099029709, "card_swallowed": 0.00020006001800540162, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0023006902070621185, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0010003000900270082, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.0005001500450135041, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.005901770531159347, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.001100330099029709, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.0010003000900270082, "supported_cards_and_currencies": 0.0026007802340702207, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.009602880864259276, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0014004201260378114, "transaction_charged_twice": 0.00040012003601080324, "transfer_fee_charged": 0.002700810243072922, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 68.18466691765934, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-807", "text_group": "97870ea360445b58cc4a8b9912c33408ccd975bde481e5b36f39b733c06f6bda", "expected": "card_payment_fee_charged", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0074, "activate_my_card": 0.0011, "age_limit": 0.0011, "apple_pay_or_google_pay": 0.0018, "atm_support": 0.0021, "automatic_top_up": 0.001, "balance_not_updated_after_bank_transfer": 0.0019, "balance_not_updated_after_cheque_or_cash_deposit": 0.0019, "beneficiary_not_allowed": 0.0028, "cancel_transfer": 0.0014, "card_about_to_expire": 0.0015, "card_acceptance": 0.0019, "card_arrival": 0.0014, "card_delivery_estimate": 0.0013, "card_linking": 0.0017, "card_not_working": 0.002, "card_payment_fee_charged": 0.1678, "card_payment_not_recognised": 0.0966, "card_payment_wrong_exchange_rate": 0.0023, "card_swallowed": 0.0018, "cash_withdrawal_charge": 0.18, "cash_withdrawal_not_recognised": 0.0019, "change_pin": 0.001, "compromised_card": 0.0052, "contactless_not_working": 0.0018, "country_support": 0.0017, "declined_card_payment": 0.0082, "declined_cash_withdrawal": 0.0023, "declined_transfer": 0.002, "direct_debit_payment_not_recognised": 0.0224, "disposable_card_limits": 0.0016, "edit_personal_details": 0.0011, "exchange_charge": 0.0072, "exchange_rate": 0.0011, "exchange_via_app": 0.001, "extra_charge_on_statement": 0.1532, "failed_transfer": 0.0011, "fiat_currency_support": 0.0015, "get_disposable_virtual_card": 0.0013, "get_physical_card": 0.0013, "getting_spare_card": 0.0011, "getting_virtual_card": 0.001, "lost_or_stolen_card": 0.0017, "lost_or_stolen_phone": 0.001, "order_physical_card": 0.0013, "passcode_forgotten": 0.0011, "pending_card_payment": 0.0011, "pending_cash_withdrawal": 0.0009, "pending_top_up": 0.0009, "pending_transfer": 0.0009, "pin_blocked": 0.0016, "receiving_money": 0.0016, "request_refund": 0.0093, "reverted_card_payment?": 0.0019, "supported_cards_and_currencies": 0.0018, "terminate_account": 0.0015, "top_up_by_bank_transfer_charge": 0.0262, "top_up_by_card_charge": 0.045, "top_up_by_cash_or_cheque": 0.0011, "top_up_failed": 0.0011, "top_up_limits": 0.001, "top_up_reverted": 0.0016, "topping_up_by_card": 0.0015, "transaction_charged_twice": 0.0017, "transfer_fee_charged": 0.1767, "transfer_into_account": 0.0009, "transfer_not_received_by_recipient": 0.0011, "transfer_timing": 0.001, "unable_to_verify_identity": 0.0015, "verify_my_identity": 0.0013, "verify_source_of_funds": 0.0011, "verify_top_up": 0.001, "virtual_card_not_working": 0.0016, "visa_or_mastercard": 0.0018, "why_verify_identity": 0.0016, "wrong_amount_of_cash_received": 0.0018, "wrong_exchange_rate_for_cash_withdrawal": 0.003 }, "error": null, "latency_ms": 67.08658405113965, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-808", "text_group": "66899c64bbef37b5f2b0f2c86a119111dca77759edfe8bdf4629220803021e37", "expected": "card_payment_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.0005998200539838048, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.001099670098970309, "atm_support": 0.000999700089973008, "automatic_top_up": 0.0005998200539838048, "balance_not_updated_after_bank_transfer": 0.001099670098970309, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007997600719784066, "beneficiary_not_allowed": 0.0006997900629811057, "cancel_transfer": 0.0005998200539838048, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0008997300809757073, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.0007997600719784066, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.027091872438268518, "card_payment_not_recognised": 0.012296311106668, "card_payment_wrong_exchange_rate": 0.0031990402879136263, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0071978406478056586, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.000499850044986504, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.000499850044986504, "country_support": 0.0005998200539838048, "declined_card_payment": 0.000999700089973008, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0034989503149055285, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.0012996101169649105, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.0005998200539838048, "extra_charge_on_statement": 0.8914325702289314, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0006997900629811057, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.000499850044986504, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.0008997300809757073, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.000499850044986504, "pin_blocked": 0.000499850044986504, "receiving_money": 0.0007997600719784066, "request_refund": 0.0006997900629811057, "reverted_card_payment?": 0.0014995501349595122, "supported_cards_and_currencies": 0.0007997600719784066, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.00489853044086774, "top_up_by_card_charge": 0.007797660701789463, "top_up_by_cash_or_cheque": 0.0005998200539838048, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.000499850044986504, "top_up_reverted": 0.0005998200539838048, "topping_up_by_card": 0.0006997900629811057, "transaction_charged_twice": 0.0008997300809757073, "transfer_fee_charged": 0.0008997300809757073, "transfer_into_account": 0.000499850044986504, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.000499850044986504, "verify_my_identity": 0.000499850044986504, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.000499850044986504, "virtual_card_not_working": 0.0005998200539838048, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0006997900629811057 }, "error": null, "latency_ms": 68.63250001333654, "usage": { "input_tokens": 622, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-809", "text_group": "59e0b06c04fa6721f2933e9117f4ab1fe28d3809519f547178d540cfc2687f70", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0013, "atm_support": 0.0005, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0003, "card_acceptance": 0.0008, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0004, "card_payment_fee_charged": 0.8234, "card_payment_not_recognised": 0.0016, "card_payment_wrong_exchange_rate": 0.0013, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0008, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0004, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0024, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0024, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0008, "exchange_rate": 0.0003, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.1073, "failed_transfer": 0.0002, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0002, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0004, "reverted_card_payment?": 0.0031, "supported_cards_and_currencies": 0.0027, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0012, "top_up_by_card_charge": 0.0193, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0011, "transaction_charged_twice": 0.0018, "transfer_fee_charged": 0.011, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.001, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 68.599708029069, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-810", "text_group": "b3d5915fc84d58f632962336c88c7e9651dfef6bc5a3e7306e771fbd27f12838", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00030003000300030005, "activate_my_card": 0.0004000400040004001, "age_limit": 0.00020002000200020005, "apple_pay_or_google_pay": 0.0011001100110011003, "atm_support": 0.0005000500050005002, "automatic_top_up": 0.00020002000200020005, "balance_not_updated_after_bank_transfer": 0.0004000400040004001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004000400040004001, "beneficiary_not_allowed": 0.0004000400040004001, "cancel_transfer": 0.00020002000200020005, "card_about_to_expire": 0.00030003000300030005, "card_acceptance": 0.0009000900090009002, "card_arrival": 0.00030003000300030005, "card_delivery_estimate": 0.00030003000300030005, "card_linking": 0.0005000500050005002, "card_not_working": 0.0005000500050005002, "card_payment_fee_charged": 0.7646764676467647, "card_payment_not_recognised": 0.0022002200220022005, "card_payment_wrong_exchange_rate": 0.005500550055005501, "card_swallowed": 0.0004000400040004001, "cash_withdrawal_charge": 0.0022002200220022005, "cash_withdrawal_not_recognised": 0.00020002000200020005, "change_pin": 0.00020002000200020005, "compromised_card": 0.0005000500050005002, "contactless_not_working": 0.0004000400040004001, "country_support": 0.0004000400040004001, "declined_card_payment": 0.005000500050005001, "declined_cash_withdrawal": 0.00030003000300030005, "declined_transfer": 0.00030003000300030005, "direct_debit_payment_not_recognised": 0.005000500050005001, "disposable_card_limits": 0.0004000400040004001, "edit_personal_details": 0.00030003000300030005, "exchange_charge": 0.0009000900090009002, "exchange_rate": 0.00030003000300030005, "exchange_via_app": 0.00030003000300030005, "extra_charge_on_statement": 0.05740574057405741, "failed_transfer": 0.00020002000200020005, "fiat_currency_support": 0.0004000400040004001, "get_disposable_virtual_card": 0.00030003000300030005, "get_physical_card": 0.00030003000300030005, "getting_spare_card": 0.00030003000300030005, "getting_virtual_card": 0.00020002000200020005, "lost_or_stolen_card": 0.00030003000300030005, "lost_or_stolen_phone": 0.00020002000200020005, "order_physical_card": 0.00030003000300030005, "passcode_forgotten": 0.00020002000200020005, "pending_card_payment": 0.0005000500050005002, "pending_cash_withdrawal": 0.00020002000200020005, "pending_top_up": 0.00020002000200020005, "pending_transfer": 0.00020002000200020005, "pin_blocked": 0.00030003000300030005, "receiving_money": 0.00030003000300030005, "request_refund": 0.00030003000300030005, "reverted_card_payment?": 0.03650365036503651, "supported_cards_and_currencies": 0.0021002100210021, "terminate_account": 0.00030003000300030005, "top_up_by_bank_transfer_charge": 0.0025002500250025004, "top_up_by_card_charge": 0.0749074907490749, "top_up_by_cash_or_cheque": 0.00030003000300030005, "top_up_failed": 0.00020002000200020005, "top_up_limits": 0.00020002000200020005, "top_up_reverted": 0.0008000800080008002, "topping_up_by_card": 0.006900690069006901, "transaction_charged_twice": 0.005100510051005101, "transfer_fee_charged": 0.007600760076007602, "transfer_into_account": 0.00020002000200020005, "transfer_not_received_by_recipient": 0.00030003000300030005, "transfer_timing": 0.00020002000200020005, "unable_to_verify_identity": 0.00030003000300030005, "verify_my_identity": 0.00030003000300030005, "verify_source_of_funds": 0.00030003000300030005, "verify_top_up": 0.00030003000300030005, "virtual_card_not_working": 0.0005000500050005002, "visa_or_mastercard": 0.0005000500050005002, "why_verify_identity": 0.00030003000300030005, "wrong_amount_of_cash_received": 0.0004000400040004001, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005002 }, "error": null, "latency_ms": 69.16208297479898, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-811", "text_group": "3f4d8200fced53111901d1e1c150e9cfcc36a4060a1cf1bb723c6277e4ca7dc2", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0008001600320064013, "activate_my_card": 0.0014002800560112022, "age_limit": 0.0007001400280056011, "apple_pay_or_google_pay": 0.0015003000600120023, "atm_support": 0.0018003600720144029, "automatic_top_up": 0.0007001400280056011, "balance_not_updated_after_bank_transfer": 0.0008001600320064013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008001600320064013, "beneficiary_not_allowed": 0.0008001600320064013, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0009001800360072014, "card_acceptance": 0.002600520104020804, "card_arrival": 0.0008001600320064013, "card_delivery_estimate": 0.0007001400280056011, "card_linking": 0.003800760152030406, "card_not_working": 0.0023004600920184036, "card_payment_fee_charged": 0.4421884376875375, "card_payment_not_recognised": 0.0011002200440088019, "card_payment_wrong_exchange_rate": 0.0011002200440088019, "card_swallowed": 0.0010002000400080016, "cash_withdrawal_charge": 0.014802960592118424, "cash_withdrawal_not_recognised": 0.0006001200240048009, "change_pin": 0.0006001200240048009, "compromised_card": 0.0011002200440088019, "contactless_not_working": 0.0010002000400080016, "country_support": 0.0012002400480096017, "declined_card_payment": 0.0023004600920184036, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.0011002200440088019, "disposable_card_limits": 0.0011002200440088019, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.003800760152030406, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.10582116423284657, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0008001600320064013, "get_physical_card": 0.0008001600320064013, "getting_spare_card": 0.0009001800360072014, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.0006001200240048009, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0008001600320064013, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.0008001600320064013, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.0008001600320064013, "request_refund": 0.0007001400280056011, "reverted_card_payment?": 0.0012002400480096017, "supported_cards_and_currencies": 0.03380676135227045, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.010302060412082417, "top_up_by_card_charge": 0.2674534906981397, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.0008001600320064013, "topping_up_by_card": 0.016303260652130423, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.01810362072414483, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.0007001400280056011, "verify_source_of_funds": 0.0006001200240048009, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0010002000400080016, "visa_or_mastercard": 0.026705341068213644, "why_verify_identity": 0.0007001400280056011, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.0010002000400080016 }, "error": null, "latency_ms": 69.19887498952448, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-812", "text_group": "97951db9688d348c43f15dd207dad904e79f2d737c83369e5432818b1cada7f9", "expected": "card_payment_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0011, "activate_my_card": 0.0008, "age_limit": 0.0007, "apple_pay_or_google_pay": 0.0014, "atm_support": 0.0017, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0017, "balance_not_updated_after_cheque_or_cash_deposit": 0.0019, "beneficiary_not_allowed": 0.0014, "cancel_transfer": 0.001, "card_about_to_expire": 0.0008, "card_acceptance": 0.0012, "card_arrival": 0.0009, "card_delivery_estimate": 0.0008, "card_linking": 0.0011, "card_not_working": 0.001, "card_payment_fee_charged": 0.0049, "card_payment_not_recognised": 0.1279, "card_payment_wrong_exchange_rate": 0.0046, "card_swallowed": 0.0009, "cash_withdrawal_charge": 0.1573, "cash_withdrawal_not_recognised": 0.0014, "change_pin": 0.0007, "compromised_card": 0.0009, "contactless_not_working": 0.001, "country_support": 0.0013, "declined_card_payment": 0.0014, "declined_cash_withdrawal": 0.0009, "declined_transfer": 0.0008, "direct_debit_payment_not_recognised": 0.051, "disposable_card_limits": 0.0009, "edit_personal_details": 0.0009, "exchange_charge": 0.0136, "exchange_rate": 0.0009, "exchange_via_app": 0.0009, "extra_charge_on_statement": 0.4528, "failed_transfer": 0.0007, "fiat_currency_support": 0.0013, "get_disposable_virtual_card": 0.0008, "get_physical_card": 0.0007, "getting_spare_card": 0.0008, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0007, "order_physical_card": 0.0009, "passcode_forgotten": 0.0007, "pending_card_payment": 0.0012, "pending_cash_withdrawal": 0.0007, "pending_top_up": 0.0007, "pending_transfer": 0.0007, "pin_blocked": 0.0007, "receiving_money": 0.0012, "request_refund": 0.0014, "reverted_card_payment?": 0.0014, "supported_cards_and_currencies": 0.0014, "terminate_account": 0.0009, "top_up_by_bank_transfer_charge": 0.0547, "top_up_by_card_charge": 0.0661, "top_up_by_cash_or_cheque": 0.0009, "top_up_failed": 0.0008, "top_up_limits": 0.0007, "top_up_reverted": 0.0011, "topping_up_by_card": 0.0013, "transaction_charged_twice": 0.0008, "transfer_fee_charged": 0.0017, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.0008, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.0009, "verify_my_identity": 0.0008, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0007, "virtual_card_not_working": 0.0009, "visa_or_mastercard": 0.0014, "why_verify_identity": 0.0008, "wrong_amount_of_cash_received": 0.0008, "wrong_exchange_rate_for_cash_withdrawal": 0.0011 }, "error": null, "latency_ms": 68.85154207702726, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-813", "text_group": "4074a74884aee8f074747ed141b44b8eb46dea2cfca87612b5456d8c392dbf60", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.9399060093990601, "card_payment_not_recognised": 0.0008999100089991, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0016998300169983002, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.0006999300069993001, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.0021997800219978004, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.0007999200079992001, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.0045995400459954, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.019898010198980104, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.0016998300169983002, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.0053994600539946005, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 67.78033392038196, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-814", "text_group": "33188ac3e26b785ed5c885fe3b83ba6d90cb9824355f3c4eb1a129cb707ca01e", "expected": "card_payment_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0008998200359928015, "atm_support": 0.0010997800439912018, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.001299740051989602, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0008998200359928015, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.14867026594681065, "card_payment_not_recognised": 0.0006998600279944011, "card_payment_wrong_exchange_rate": 0.0009998000399920016, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.01189762047590482, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0003999200159968007, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0005998800239952009, "declined_card_payment": 0.0010997800439912018, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0008998200359928015, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.004799040191961607, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.1981603679264147, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0006998600279944011, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0004999000199960008, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0006998600279944011, "supported_cards_and_currencies": 0.0024995000999800043, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.03999200159968007, "top_up_by_card_charge": 0.033393321335732855, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0006998600279944011, "transaction_charged_twice": 0.004599080183963208, "transfer_fee_charged": 0.521495700859828, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0011997600479904018, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 68.88933398295194, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-815", "text_group": "703f41b960b8965d5b821ff2b7c71968e24516021434b67689968bf40189104a", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0003998400639744103, "activate_my_card": 0.0005997600959616154, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0009996001599360256, "atm_support": 0.0007996801279488206, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0004998000799680128, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.0005997600959616154, "card_acceptance": 0.0009996001599360256, "card_arrival": 0.0004998000799680128, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0009996001599360256, "card_not_working": 0.0009996001599360256, "card_payment_fee_charged": 0.542782886845262, "card_payment_not_recognised": 0.0021991203518592567, "card_payment_wrong_exchange_rate": 0.018792483006797284, "card_swallowed": 0.0004998000799680128, "cash_withdrawal_charge": 0.013394642143142744, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0002998800479808077, "compromised_card": 0.0005997600959616154, "contactless_not_working": 0.0004998000799680128, "country_support": 0.0004998000799680128, "declined_card_payment": 0.007497001199520192, "declined_cash_withdrawal": 0.0004998000799680128, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.01979208316673331, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0016993202718912435, "exchange_rate": 0.0004998000799680128, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.044182327069172335, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0005997600959616154, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0003998400639744103, "getting_spare_card": 0.0004998000799680128, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0003998400639744103, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0005997600959616154, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0004998000799680128, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.010295881647341064, "supported_cards_and_currencies": 0.008896441423430629, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.00739704118352659, "top_up_by_card_charge": 0.2499000399840064, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0005997600959616154, "topping_up_by_card": 0.017592962814874054, "transaction_charged_twice": 0.0006997201119552179, "transfer_fee_charged": 0.012894842063174731, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0003998400639744103, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0005997600959616154, "visa_or_mastercard": 0.0018992403038784486, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.0006997201119552179, "wrong_exchange_rate_for_cash_withdrawal": 0.0116953218712515 }, "error": null, "latency_ms": 68.86120897252113, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-816", "text_group": "7faed702bcbdbbdda1318d1e6f59353999a8b194b6cf7280a51307d9d9607605", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.951104889511049, "card_payment_not_recognised": 0.0012998700129987, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0016998300169983002, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.0007999200079992001, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.0030996900309969004, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.0011998800119988001, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0027997200279972004, "supported_cards_and_currencies": 0.0013998600139986002, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.003999600039996, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0100989901009899, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.93595797009766, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-817", "text_group": "f51cacaf4d00403f4605ae3315cd354b40ebca0dcb51d1cd3105e0cb7726ddb8", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00040008001600320064, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0007001400280056011, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.9377875575115022, "card_payment_not_recognised": 0.0011002200440088019, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00040008001600320064, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0010002000400080016, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.012302460492098419, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0023004600920184036, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0007001400280056011, "top_up_by_card_charge": 0.015603120624124825, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.001300260052010402, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.006001200240048009, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 68.34912509657443, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-818", "text_group": "557772c84142fd091f7c59f3bd0faddb3f3fdbd04f2765e7e9a44a67c3d1f888", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0003, "card_acceptance": 0.0008, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.9473, "card_payment_not_recognised": 0.0008, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0024, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0005, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0016, "failed_transfer": 0.0002, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0011, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0011, "supported_cards_and_currencies": 0.0064, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0123, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0002, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0014, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0033, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0011, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 68.19679099135101, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-819", "text_group": "8f7b67474f2cbbfb21668cd0388a3f63d241a19905e31b4b5320ee6cec2827dc", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020002000200020003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0006000600060006, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.9592959295929593, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0029002900290029, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.0022002200220022005, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0036003600360036, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.009500950095009501, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00020002000200020003, "topping_up_by_card": 0.0007000700070007, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0032003200320032004, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.34554194938391, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-820", "text_group": "be85cae6592e6507d99c0910550ce498b115f9c50c140df7e7b463ccb2c883b5", "expected": "card_payment_fee_charged", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0008999100089991, "activate_my_card": 0.0031996800319968005, "age_limit": 0.0010998900109989002, "apple_pay_or_google_pay": 0.0047995200479952005, "atm_support": 0.0025997400259974, "automatic_top_up": 0.0010998900109989002, "balance_not_updated_after_bank_transfer": 0.000999900009999, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010998900109989002, "beneficiary_not_allowed": 0.0011998800119988001, "cancel_transfer": 0.0011998800119988001, "card_about_to_expire": 0.0015998400159984002, "card_acceptance": 0.004399560043995601, "card_arrival": 0.0010998900109989002, "card_delivery_estimate": 0.000999900009999, "card_linking": 0.0052994700529947, "card_not_working": 0.0024997500249975004, "card_payment_fee_charged": 0.31036896310368967, "card_payment_not_recognised": 0.0015998400159984002, "card_payment_wrong_exchange_rate": 0.0015998400159984002, "card_swallowed": 0.0011998800119988001, "cash_withdrawal_charge": 0.034396560343965606, "cash_withdrawal_not_recognised": 0.0008999100089991, "change_pin": 0.000999900009999, "compromised_card": 0.0013998600139986002, "contactless_not_working": 0.0012998700129987, "country_support": 0.0013998600139986002, "declined_card_payment": 0.001999800019998, "declined_cash_withdrawal": 0.0008999100089991, "declined_transfer": 0.0008999100089991, "direct_debit_payment_not_recognised": 0.0015998400159984002, "disposable_card_limits": 0.0024997500249975004, "edit_personal_details": 0.0011998800119988001, "exchange_charge": 0.006399360063993601, "exchange_rate": 0.000999900009999, "exchange_via_app": 0.000999900009999, "extra_charge_on_statement": 0.10628937106289371, "failed_transfer": 0.0007999200079992001, "fiat_currency_support": 0.0015998400159984002, "get_disposable_virtual_card": 0.0012998700129987, "get_physical_card": 0.000999900009999, "getting_spare_card": 0.0014998500149985001, "getting_virtual_card": 0.0008999100089991, "lost_or_stolen_card": 0.0007999200079992001, "lost_or_stolen_phone": 0.0006999300069993001, "order_physical_card": 0.0011998800119988001, "passcode_forgotten": 0.000999900009999, "pending_card_payment": 0.0010998900109989002, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.0007999200079992001, "pending_transfer": 0.0006999300069993001, "pin_blocked": 0.0008999100089991, "receiving_money": 0.0010998900109989002, "request_refund": 0.000999900009999, "reverted_card_payment?": 0.0016998300169983002, "supported_cards_and_currencies": 0.014698530146985302, "terminate_account": 0.0010998900109989002, "top_up_by_bank_transfer_charge": 0.010998900109989001, "top_up_by_card_charge": 0.38396160383961603, "top_up_by_cash_or_cheque": 0.0008999100089991, "top_up_failed": 0.0007999200079992001, "top_up_limits": 0.000999900009999, "top_up_reverted": 0.0010998900109989002, "topping_up_by_card": 0.0072992700729927005, "transaction_charged_twice": 0.0010998900109989002, "transfer_fee_charged": 0.022297770222977704, "transfer_into_account": 0.0007999200079992001, "transfer_not_received_by_recipient": 0.0007999200079992001, "transfer_timing": 0.0008999100089991, "unable_to_verify_identity": 0.0008999100089991, "verify_my_identity": 0.0008999100089991, "verify_source_of_funds": 0.0007999200079992001, "verify_top_up": 0.0007999200079992001, "virtual_card_not_working": 0.0014998500149985001, "visa_or_mastercard": 0.012498750124987502, "why_verify_identity": 0.0008999100089991, "wrong_amount_of_cash_received": 0.0007999200079992001, "wrong_exchange_rate_for_cash_withdrawal": 0.0012998700129987 }, "error": null, "latency_ms": 68.79133300390095, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-821", "text_group": "e87bb3784c53cc8580e3e6a0276eb7000900d12fad5e9f4b4407d1bf6ddb8dc8", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0005000500050005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0009000900090009, "automatic_top_up": 0.0005000500050005, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0009000900090009, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0006000600060006, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.843084308430843, "card_payment_not_recognised": 0.0033003300330033004, "card_payment_wrong_exchange_rate": 0.0013001300130013002, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.008600860086008601, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0006000600060006, "declined_card_payment": 0.0014001400140014, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.012301230123012302, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.004100410041004101, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0329032903290329, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0013001300130013002, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0007000700070007, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0014001400140014, "supported_cards_and_currencies": 0.0008000800080008001, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0053005300530053, "top_up_by_card_charge": 0.0324032403240324, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0007000700070007, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.0232023202320232, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 68.4091669972986, "usage": { "input_tokens": 608, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-822", "text_group": "61a9947318370efbdb97f4b5a0d2b41750d6e2b4d7e25597267d5b183e7a1b51", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0003998400639744103, "activate_my_card": 0.0002998800479808077, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0006997201119552179, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0004998000799680128, "card_not_working": 0.0004998000799680128, "card_payment_fee_charged": 0.9134346261495402, "card_payment_not_recognised": 0.0018992403038784486, "card_payment_wrong_exchange_rate": 0.0011995201919232307, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0006997201119552179, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.00019992003198720514, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0003998400639744103, "declined_card_payment": 0.005797680927628948, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.0026989204318272693, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0005997600959616154, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.002499000399840064, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0004998000799680128, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0005997600959616154, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.017393042782886847, "supported_cards_and_currencies": 0.0021991203518592567, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0006997201119552179, "top_up_by_card_charge": 0.01279488204718113, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0006997201119552179, "topping_up_by_card": 0.0021991203518592567, "transaction_charged_twice": 0.0009996001599360256, "transfer_fee_charged": 0.013394642143142744, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0003998400639744103, "visa_or_mastercard": 0.0003998400639744103, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 66.0609999904409, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-823", "text_group": "4d94e8dad4c72e7988a7ee8dd44166601d7c0d0bcbc9c9fb9f3cc15b7c750e7f", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0007, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0005, "card_payment_fee_charged": 0.9332, "card_payment_not_recognised": 0.002, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0004, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0011, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0014, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0005, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0022, "failed_transfer": 0.0002, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0007, "reverted_card_payment?": 0.0051, "supported_cards_and_currencies": 0.0021, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0148, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0149, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 68.06783296633512, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-824", "text_group": "ee4f6709c17e33fce4931b6180a2aa69ac77c08f25c8da0508e2d5d946ff7a2c", "expected": "card_payment_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.000999900009999, "atm_support": 0.0014998500149985001, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007999200079992001, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0006999300069993001, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.030896910308969103, "card_payment_not_recognised": 0.0008999100089991, "card_payment_wrong_exchange_rate": 0.0008999100089991, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.029697030296970305, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.00039996000399960006, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0007999200079992001, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0022997700229977, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.0032996700329967, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.8516148385161484, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0007999200079992001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0006999300069993001, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.0021997800219978004, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0112988701129887, "top_up_by_card_charge": 0.017098290170982904, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.013798620137986202, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0010998900109989002, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0006999300069993001 }, "error": null, "latency_ms": 67.3557500122115, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-825", "text_group": "ab909ab27d59214cbd4a803862154f9b31d926d2d59e578bced3cde6db9f40f0", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0004999000199960008, "activate_my_card": 0.0007998400319936014, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0009998000399920016, "atm_support": 0.0011997600479904018, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0005998800239952009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0006998600279944011, "card_acceptance": 0.0010997800439912018, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.001299740051989602, "card_not_working": 0.0007998400319936014, "card_payment_fee_charged": 0.5949810037992401, "card_payment_not_recognised": 0.0007998400319936014, "card_payment_wrong_exchange_rate": 0.0011997600479904018, "card_swallowed": 0.0006998600279944011, "cash_withdrawal_charge": 0.02499500099980004, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0004999000199960008, "compromised_card": 0.0007998400319936014, "contactless_not_working": 0.0005998800239952009, "country_support": 0.0006998600279944011, "declined_card_payment": 0.001999600079984003, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0005998800239952009, "direct_debit_payment_not_recognised": 0.0014997000599880025, "disposable_card_limits": 0.0008998200359928015, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.005198960207958408, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.15366926614677065, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0005998800239952009, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0005998800239952009, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0006998600279944011, "request_refund": 0.0004999000199960008, "reverted_card_payment?": 0.0011997600479904018, "supported_cards_and_currencies": 0.004799040191961607, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.010797840431913617, "top_up_by_card_charge": 0.11897620475904819, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0016996600679864027, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.03819236152769446, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0004999000199960008, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.0005998800239952009, "visa_or_mastercard": 0.0027994401119776045, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 66.9266659533605, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-826", "text_group": "295547dbd5e9f60406990f7ad4d157edcaf78ab45008c176a76fd510a983c0b5", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0005999400059994001, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.006699330066993301, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0020997900209979003, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0008999100089991, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.7639236076392361, "card_payment_not_recognised": 0.0015998400159984002, "card_payment_wrong_exchange_rate": 0.0007999200079992001, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.0034996500349965005, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0005999400059994001, "declined_card_payment": 0.0016998300169983002, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0027997200279972004, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.0023997600239976003, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.0188981101889811, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0005999400059994001, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.0020997900209979003, "supported_cards_and_currencies": 0.016798320167983202, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.004999500049995001, "top_up_by_card_charge": 0.11818818118188182, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.010298970102989701, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.011198880111988802, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.007099290070992901, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 67.74291698820889, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-827", "text_group": "a7c1ffcf6ff96ce2f3b13d4c909fb2fed3c03e8737b3229527553a41b680139b", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.937906209379062, "card_payment_not_recognised": 0.000999900009999, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.000999900009999, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.0013998600139986002, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.0091990800919908, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.0005999400059994001, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.001999800019998, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0007999200079992001, "top_up_by_card_charge": 0.015998400159984, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.0014998500149985001, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.006899310068993101, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.0008999100089991, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 66.9409999391064, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-828", "text_group": "70c240443bff7a2a02cc23cfabda2382f0f8e1c9dc8702332b2fa6040a8102c5", "expected": "card_payment_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.000600120024004801, "activate_my_card": 0.0005001000200040008, "age_limit": 0.0004000800160032007, "apple_pay_or_google_pay": 0.0008001600320064014, "atm_support": 0.0009001800360072014, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.0007001400280056011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008001600320064014, "beneficiary_not_allowed": 0.0008001600320064014, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0008001600320064014, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0008001600320064014, "card_not_working": 0.000600120024004801, "card_payment_fee_charged": 0.07911582316463293, "card_payment_not_recognised": 0.0011002200440088019, "card_payment_wrong_exchange_rate": 0.000600120024004801, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.04240848169633927, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0004000800160032007, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.0005001000200040008, "country_support": 0.000600120024004801, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0010002000400080016, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.004500900180036007, "exchange_rate": 0.0004000800160032007, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.7797559511902381, "failed_transfer": 0.0004000800160032007, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0004000800160032007, "getting_spare_card": 0.0004000800160032007, "getting_virtual_card": 0.0004000800160032007, "lost_or_stolen_card": 0.0004000800160032007, "lost_or_stolen_phone": 0.0004000800160032007, "order_physical_card": 0.0004000800160032007, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0004000800160032007, "pending_cash_withdrawal": 0.0004000800160032007, "pending_top_up": 0.0004000800160032007, "pending_transfer": 0.0004000800160032007, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0007001400280056011, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0007001400280056011, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.00600120024004801, "top_up_by_card_charge": 0.008701740348069614, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0004000800160032007, "top_up_limits": 0.0004000800160032007, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.000600120024004801, "transaction_charged_twice": 0.004100820164032807, "transfer_fee_charged": 0.03840768153630726, "transfer_into_account": 0.0004000800160032007, "transfer_not_received_by_recipient": 0.0004000800160032007, "transfer_timing": 0.0004000800160032007, "unable_to_verify_identity": 0.0004000800160032007, "verify_my_identity": 0.0004000800160032007, "verify_source_of_funds": 0.0004000800160032007, "verify_top_up": 0.0004000800160032007, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.000600120024004801, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 69.69375000335276, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-829", "text_group": "5a1e802a4c1529833b75995f79cfb5d31614899d15351126a80e6a69ab47b493", "expected": "card_payment_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0012996101169649105, "activate_my_card": 0.0008997300809757073, "age_limit": 0.0006997900629811057, "apple_pay_or_google_pay": 0.0017994601619514146, "atm_support": 0.0015995201439568132, "automatic_top_up": 0.0007997600719784066, "balance_not_updated_after_bank_transfer": 0.004698590422873138, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015995201439568132, "beneficiary_not_allowed": 0.0011996401079676095, "cancel_transfer": 0.0008997300809757073, "card_about_to_expire": 0.0007997600719784066, "card_acceptance": 0.0013995801259622115, "card_arrival": 0.0008997300809757073, "card_delivery_estimate": 0.0007997600719784066, "card_linking": 0.0012996101169649105, "card_not_working": 0.000999700089973008, "card_payment_fee_charged": 0.04498650404878536, "card_payment_not_recognised": 0.05768269519144257, "card_payment_wrong_exchange_rate": 0.008197540737778668, "card_swallowed": 0.000999700089973008, "cash_withdrawal_charge": 0.004698590422873138, "cash_withdrawal_not_recognised": 0.0008997300809757073, "change_pin": 0.0007997600719784066, "compromised_card": 0.0008997300809757073, "contactless_not_working": 0.000999700089973008, "country_support": 0.001099670098970309, "declined_card_payment": 0.0016994901529541137, "declined_cash_withdrawal": 0.0006997900629811057, "declined_transfer": 0.0006997900629811057, "direct_debit_payment_not_recognised": 0.016495051484554636, "disposable_card_limits": 0.0008997300809757073, "edit_personal_details": 0.001099670098970309, "exchange_charge": 0.0014995501349595122, "exchange_rate": 0.0006997900629811057, "exchange_via_app": 0.0008997300809757073, "extra_charge_on_statement": 0.7870638808357493, "failed_transfer": 0.0006997900629811057, "fiat_currency_support": 0.001099670098970309, "get_disposable_virtual_card": 0.0007997600719784066, "get_physical_card": 0.0007997600719784066, "getting_spare_card": 0.0006997900629811057, "getting_virtual_card": 0.0006997900629811057, "lost_or_stolen_card": 0.0006997900629811057, "lost_or_stolen_phone": 0.0006997900629811057, "order_physical_card": 0.0007997600719784066, "passcode_forgotten": 0.0007997600719784066, "pending_card_payment": 0.0014995501349595122, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.0006997900629811057, "pending_transfer": 0.0007997600719784066, "pin_blocked": 0.0007997600719784066, "receiving_money": 0.0011996401079676095, "request_refund": 0.000999700089973008, "reverted_card_payment?": 0.002199340197940618, "supported_cards_and_currencies": 0.0011996401079676095, "terminate_account": 0.0008997300809757073, "top_up_by_bank_transfer_charge": 0.0038988303508947315, "top_up_by_card_charge": 0.0049985004498650405, "top_up_by_cash_or_cheque": 0.0008997300809757073, "top_up_failed": 0.0007997600719784066, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.000999700089973008, "topping_up_by_card": 0.001099670098970309, "transaction_charged_twice": 0.0013995801259622115, "transfer_fee_charged": 0.0012996101169649105, "transfer_into_account": 0.0006997900629811057, "transfer_not_received_by_recipient": 0.0008997300809757073, "transfer_timing": 0.0007997600719784066, "unable_to_verify_identity": 0.0008997300809757073, "verify_my_identity": 0.0007997600719784066, "verify_source_of_funds": 0.0007997600719784066, "verify_top_up": 0.0007997600719784066, "virtual_card_not_working": 0.0008997300809757073, "visa_or_mastercard": 0.001099670098970309, "why_verify_identity": 0.0007997600719784066, "wrong_amount_of_cash_received": 0.0008997300809757073, "wrong_exchange_rate_for_cash_withdrawal": 0.001099670098970309 }, "error": null, "latency_ms": 71.56425004359335, "usage": { "input_tokens": 623, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-830", "text_group": "6d2ccb8c7de4e73a2d371d669f3322efa75fbae12a8aad3a13ad7cc7e8b9ee3a", "expected": "card_payment_fee_charged", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0007999200079992001, "activate_my_card": 0.027997200279972004, "age_limit": 0.0008999100089991, "apple_pay_or_google_pay": 0.0030996900309969004, "atm_support": 0.003999600039996, "automatic_top_up": 0.0011998800119988001, "balance_not_updated_after_bank_transfer": 0.000999900009999, "balance_not_updated_after_cheque_or_cash_deposit": 0.000999900009999, "beneficiary_not_allowed": 0.0011998800119988001, "cancel_transfer": 0.000999900009999, "card_about_to_expire": 0.0012998700129987, "card_acceptance": 0.019898010198980104, "card_arrival": 0.0011998800119988001, "card_delivery_estimate": 0.000999900009999, "card_linking": 0.011398860113988602, "card_not_working": 0.004999500049995001, "card_payment_fee_charged": 0.24767523247675233, "card_payment_not_recognised": 0.0027997200279972004, "card_payment_wrong_exchange_rate": 0.0022997700229977, "card_swallowed": 0.0012998700129987, "cash_withdrawal_charge": 0.0092990700929907, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.000999900009999, "compromised_card": 0.0012998700129987, "contactless_not_working": 0.0013998600139986002, "country_support": 0.0015998400159984002, "declined_card_payment": 0.0040995900409959, "declined_cash_withdrawal": 0.0007999200079992001, "declined_transfer": 0.000999900009999, "direct_debit_payment_not_recognised": 0.0012998700129987, "disposable_card_limits": 0.0015998400159984002, "edit_personal_details": 0.0010998900109989002, "exchange_charge": 0.010298970102989701, "exchange_rate": 0.0011998800119988001, "exchange_via_app": 0.0011998800119988001, "extra_charge_on_statement": 0.0025997400259974, "failed_transfer": 0.0007999200079992001, "fiat_currency_support": 0.0023997600239976003, "get_disposable_virtual_card": 0.0018998100189981002, "get_physical_card": 0.0017998200179982, "getting_spare_card": 0.0086991300869913, "getting_virtual_card": 0.0013998600139986002, "lost_or_stolen_card": 0.000999900009999, "lost_or_stolen_phone": 0.0005999400059994001, "order_physical_card": 0.0012998700129987, "passcode_forgotten": 0.0008999100089991, "pending_card_payment": 0.0012998700129987, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.0006999300069993001, "pin_blocked": 0.000999900009999, "receiving_money": 0.0013998600139986002, "request_refund": 0.001999800019998, "reverted_card_payment?": 0.0030996900309969004, "supported_cards_and_currencies": 0.11198880111988802, "terminate_account": 0.0010998900109989002, "top_up_by_bank_transfer_charge": 0.0168983101689831, "top_up_by_card_charge": 0.3531646835316469, "top_up_by_cash_or_cheque": 0.000999900009999, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.0008999100089991, "top_up_reverted": 0.0010998900109989002, "topping_up_by_card": 0.05409459054094591, "transaction_charged_twice": 0.0011998800119988001, "transfer_fee_charged": 0.017298270172982702, "transfer_into_account": 0.0007999200079992001, "transfer_not_received_by_recipient": 0.0007999200079992001, "transfer_timing": 0.0008999100089991, "unable_to_verify_identity": 0.000999900009999, "verify_my_identity": 0.0011998800119988001, "verify_source_of_funds": 0.0007999200079992001, "verify_top_up": 0.0008999100089991, "virtual_card_not_working": 0.0021997800219978004, "visa_or_mastercard": 0.0206979302069793, "why_verify_identity": 0.0008999100089991, "wrong_amount_of_cash_received": 0.0007999200079992001, "wrong_exchange_rate_for_cash_withdrawal": 0.0010998900109989002 }, "error": null, "latency_ms": 67.63150007463992, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-831", "text_group": "5d468e8df0d84c1ca7af29bd540c38b5a13ed9a545399a921aaaced1fd9186e8", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0006001800540162048, "activate_my_card": 0.0007002100630189057, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.0009002700810243073, "atm_support": 0.0009002700810243073, "automatic_top_up": 0.00040012003601080324, "balance_not_updated_after_bank_transfer": 0.0007002100630189057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001800540162048, "beneficiary_not_allowed": 0.0007002100630189057, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.0007002100630189057, "card_acceptance": 0.0014004201260378114, "card_arrival": 0.0006001800540162048, "card_delivery_estimate": 0.00040012003601080324, "card_linking": 0.001600480144043213, "card_not_working": 0.002200660198059418, "card_payment_fee_charged": 0.4308292487746324, "card_payment_not_recognised": 0.0015004501350405122, "card_payment_wrong_exchange_rate": 0.0012003601080324095, "card_swallowed": 0.0007002100630189057, "cash_withdrawal_charge": 0.01740522156646994, "cash_withdrawal_not_recognised": 0.00040012003601080324, "change_pin": 0.00040012003601080324, "compromised_card": 0.0007002100630189057, "contactless_not_working": 0.0007002100630189057, "country_support": 0.0006001800540162048, "declined_card_payment": 0.0019005701710513153, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.00040012003601080324, "direct_debit_payment_not_recognised": 0.0009002700810243073, "disposable_card_limits": 0.0006001800540162048, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.002100630189056717, "exchange_rate": 0.00040012003601080324, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.3714114234270281, "failed_transfer": 0.00040012003601080324, "fiat_currency_support": 0.0006001800540162048, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.0005001500450135041, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.0005001500450135041, "passcode_forgotten": 0.0005001500450135041, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.0005001500450135041, "request_refund": 0.0006001800540162048, "reverted_card_payment?": 0.0020006001800540163, "supported_cards_and_currencies": 0.00490147044113234, "terminate_account": 0.00040012003601080324, "top_up_by_bank_transfer_charge": 0.005701710513153946, "top_up_by_card_charge": 0.10123036911073321, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.00040012003601080324, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.0026007802340702207, "transaction_charged_twice": 0.0007002100630189057, "transfer_fee_charged": 0.016604981494448334, "transfer_into_account": 0.00040012003601080324, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.00040012003601080324, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0007002100630189057, "visa_or_mastercard": 0.005201560468140441, "why_verify_identity": 0.00040012003601080324, "wrong_amount_of_cash_received": 0.0005001500450135041, "wrong_exchange_rate_for_cash_withdrawal": 0.0007002100630189057 }, "error": null, "latency_ms": 67.54083395935595, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-832", "text_group": "0177d02e789dc78d3ab57ce9ac58c89d804c23d13cf4c36354024f5875bf7755", "expected": "card_payment_fee_charged", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0005997001499250374, "activate_my_card": 0.001699150424787606, "age_limit": 0.0005997001499250374, "apple_pay_or_google_pay": 0.0017991004497751124, "atm_support": 0.0017991004497751124, "automatic_top_up": 0.0006996501749125438, "balance_not_updated_after_bank_transfer": 0.0005997001499250374, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006996501749125438, "beneficiary_not_allowed": 0.0005997001499250374, "cancel_transfer": 0.0005997001499250374, "card_about_to_expire": 0.0008995502248875562, "card_acceptance": 0.004097951024487756, "card_arrival": 0.0006996501749125438, "card_delivery_estimate": 0.0006996501749125438, "card_linking": 0.0034982508745627187, "card_not_working": 0.0011994002998500749, "card_payment_fee_charged": 0.33773113443278363, "card_payment_not_recognised": 0.0009995002498750627, "card_payment_wrong_exchange_rate": 0.0008995502248875562, "card_swallowed": 0.0007996001999000501, "cash_withdrawal_charge": 0.006696651674162919, "cash_withdrawal_not_recognised": 0.0004997501249375313, "change_pin": 0.0005997001499250374, "compromised_card": 0.0009995002498750627, "contactless_not_working": 0.0008995502248875562, "country_support": 0.0009995002498750627, "declined_card_payment": 0.0009995002498750627, "declined_cash_withdrawal": 0.0004997501249375313, "declined_transfer": 0.0005997001499250374, "direct_debit_payment_not_recognised": 0.0010994502748625688, "disposable_card_limits": 0.0009995002498750627, "edit_personal_details": 0.0005997001499250374, "exchange_charge": 0.005897051474262869, "exchange_rate": 0.0005997001499250374, "exchange_via_app": 0.0005997001499250374, "extra_charge_on_statement": 0.016791604197901048, "failed_transfer": 0.0004997501249375313, "fiat_currency_support": 0.0008995502248875562, "get_disposable_virtual_card": 0.0007996001999000501, "get_physical_card": 0.0008995502248875562, "getting_spare_card": 0.0008995502248875562, "getting_virtual_card": 0.0006996501749125438, "lost_or_stolen_card": 0.0005997001499250374, "lost_or_stolen_phone": 0.00039980009995002505, "order_physical_card": 0.0007996001999000501, "passcode_forgotten": 0.0005997001499250374, "pending_card_payment": 0.0006996501749125438, "pending_cash_withdrawal": 0.00039980009995002505, "pending_top_up": 0.0004997501249375313, "pending_transfer": 0.00039980009995002505, "pin_blocked": 0.0005997001499250374, "receiving_money": 0.0007996001999000501, "request_refund": 0.0005997001499250374, "reverted_card_payment?": 0.0008995502248875562, "supported_cards_and_currencies": 0.07906046976511745, "terminate_account": 0.0005997001499250374, "top_up_by_bank_transfer_charge": 0.009995002498750625, "top_up_by_card_charge": 0.44157921039480263, "top_up_by_cash_or_cheque": 0.0004997501249375313, "top_up_failed": 0.0004997501249375313, "top_up_limits": 0.0005997001499250374, "top_up_reverted": 0.0006996501749125438, "topping_up_by_card": 0.012293853073463269, "transaction_charged_twice": 0.0004997501249375313, "transfer_fee_charged": 0.007596201899050475, "transfer_into_account": 0.0004997501249375313, "transfer_not_received_by_recipient": 0.0004997501249375313, "transfer_timing": 0.0004997501249375313, "unable_to_verify_identity": 0.0005997001499250374, "verify_my_identity": 0.0005997001499250374, "verify_source_of_funds": 0.0005997001499250374, "verify_top_up": 0.0005997001499250374, "virtual_card_not_working": 0.0007996001999000501, "visa_or_mastercard": 0.02688655672163918, "why_verify_identity": 0.0005997001499250374, "wrong_amount_of_cash_received": 0.0004997501249375313, "wrong_exchange_rate_for_cash_withdrawal": 0.0007996001999000501 }, "error": null, "latency_ms": 67.12849996984005, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-833", "text_group": "665d2d9ef4eb47a7d710534d458cab0b6416426a4dd91d9accd345bb4a927c00", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0011002200440088019, "activate_my_card": 0.001300260052010402, "age_limit": 0.0011002200440088019, "apple_pay_or_google_pay": 0.004800960192038407, "atm_support": 0.003700740148029606, "automatic_top_up": 0.001300260052010402, "balance_not_updated_after_bank_transfer": 0.0014002800560112022, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017003400680136026, "beneficiary_not_allowed": 0.002000400080016003, "cancel_transfer": 0.001300260052010402, "card_about_to_expire": 0.0012002400480096017, "card_acceptance": 0.0030006001200240046, "card_arrival": 0.0012002400480096017, "card_delivery_estimate": 0.001300260052010402, "card_linking": 0.0018003600720144029, "card_not_working": 0.0014002800560112022, "card_payment_fee_charged": 0.4948989797959592, "card_payment_not_recognised": 0.017403480696139225, "card_payment_wrong_exchange_rate": 0.010002000400080016, "card_swallowed": 0.0012002400480096017, "cash_withdrawal_charge": 0.010302060412082417, "cash_withdrawal_not_recognised": 0.0010002000400080016, "change_pin": 0.0011002200440088019, "compromised_card": 0.0014002800560112022, "contactless_not_working": 0.0014002800560112022, "country_support": 0.0024004800960192034, "declined_card_payment": 0.007601520304060812, "declined_cash_withdrawal": 0.0010002000400080016, "declined_transfer": 0.001300260052010402, "direct_debit_payment_not_recognised": 0.08501700340068014, "disposable_card_limits": 0.0016003200640128026, "edit_personal_details": 0.0012002400480096017, "exchange_charge": 0.01890378075615123, "exchange_rate": 0.0015003000600120023, "exchange_via_app": 0.001300260052010402, "extra_charge_on_statement": 0.0697139427885577, "failed_transfer": 0.0011002200440088019, "fiat_currency_support": 0.002000400080016003, "get_disposable_virtual_card": 0.001300260052010402, "get_physical_card": 0.001300260052010402, "getting_spare_card": 0.0012002400480096017, "getting_virtual_card": 0.0011002200440088019, "lost_or_stolen_card": 0.0010002000400080016, "lost_or_stolen_phone": 0.0010002000400080016, "order_physical_card": 0.0012002400480096017, "passcode_forgotten": 0.0010002000400080016, "pending_card_payment": 0.0029005801160232043, "pending_cash_withdrawal": 0.0009001800360072014, "pending_top_up": 0.0010002000400080016, "pending_transfer": 0.0010002000400080016, "pin_blocked": 0.0012002400480096017, "receiving_money": 0.002000400080016003, "request_refund": 0.001300260052010402, "reverted_card_payment?": 0.005201040208041608, "supported_cards_and_currencies": 0.003700740148029606, "terminate_account": 0.001300260052010402, "top_up_by_bank_transfer_charge": 0.04810962192438487, "top_up_by_card_charge": 0.07001400280056012, "top_up_by_cash_or_cheque": 0.0012002400480096017, "top_up_failed": 0.0011002200440088019, "top_up_limits": 0.0011002200440088019, "top_up_reverted": 0.0016003200640128026, "topping_up_by_card": 0.002000400080016003, "transaction_charged_twice": 0.002100420084016803, "transfer_fee_charged": 0.0625125025005001, "transfer_into_account": 0.0011002200440088019, "transfer_not_received_by_recipient": 0.0012002400480096017, "transfer_timing": 0.0011002200440088019, "unable_to_verify_identity": 0.001300260052010402, "verify_my_identity": 0.001300260052010402, "verify_source_of_funds": 0.001300260052010402, "verify_top_up": 0.0014002800560112022, "virtual_card_not_working": 0.0014002800560112022, "visa_or_mastercard": 0.002600520104020804, "why_verify_identity": 0.0018003600720144029, "wrong_amount_of_cash_received": 0.0012002400480096017, "wrong_exchange_rate_for_cash_withdrawal": 0.002000400080016003 }, "error": null, "latency_ms": 67.7688749274239, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-834", "text_group": "baa2df6c9138301e8edcbb441a9868d1320d060f4990296ae1f318c957f479f5", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.0009004502251125563, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00040020010005002504, "cancel_transfer": 0.00020010005002501252, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.0006003001500750375, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.00040020010005002504, "card_not_working": 0.00040020010005002504, "card_payment_fee_charged": 0.9151575787893947, "card_payment_not_recognised": 0.001500750375187594, "card_payment_wrong_exchange_rate": 0.001200600300150075, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.0011005502751375688, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00040020010005002504, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00040020010005002504, "declined_card_payment": 0.002301150575287644, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.002301150575287644, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.0010005002501250627, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.00940470235117559, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.0005002501250625313, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00040020010005002504, "request_refund": 0.00040020010005002504, "reverted_card_payment?": 0.006703351675837919, "supported_cards_and_currencies": 0.002301150575287644, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.0011005502751375688, "top_up_by_card_charge": 0.022111055527763886, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00040020010005002504, "topping_up_by_card": 0.0013006503251625813, "transaction_charged_twice": 0.002301150575287644, "transfer_fee_charged": 0.011805902951475739, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.0005002501250625313, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.04750009905547, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-835", "text_group": "1e6d1bf646329249b9df405f3e240a37158158feb846a1b5ad359ad43129b261", "expected": "card_payment_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0008999100089991, "activate_my_card": 0.0005999400059994001, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0007999200079992001, "atm_support": 0.000999900009999, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.0008999100089991, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008999100089991, "beneficiary_not_allowed": 0.0007999200079992001, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0008999100089991, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.0005999400059994001, "card_linking": 0.0007999200079992001, "card_not_working": 0.0006999300069993001, "card_payment_fee_charged": 0.05069493050694931, "card_payment_not_recognised": 0.000999900009999, "card_payment_wrong_exchange_rate": 0.0008999100089991, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.039996000399960006, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.0004999500049995, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0006999300069993001, "country_support": 0.0006999300069993001, "declined_card_payment": 0.0006999300069993001, "declined_cash_withdrawal": 0.0006999300069993001, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.0018998100189981002, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.0030996900309969004, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.8097190280971902, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.0007999200079992001, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.0005999400059994001, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0006999300069993001, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0008999100089991, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.0007999200079992001, "top_up_by_bank_transfer_charge": 0.010798920107989201, "top_up_by_card_charge": 0.0092990700929907, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.0006999300069993001, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.029997000299970003, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0005999400059994001, "wrong_exchange_rate_for_cash_withdrawal": 0.0007999200079992001 }, "error": null, "latency_ms": 68.53862490970641, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-836", "text_group": "597a3904a6572afdda7aceb7afac3f1df4c5d15d6fb68f5c9221c6e0dd719818", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00020014009806864806, "activate_my_card": 0.00030021014710297203, "age_limit": 0.00020014009806864806, "apple_pay_or_google_pay": 0.0005003502451716201, "atm_support": 0.0004002801961372961, "automatic_top_up": 0.00020014009806864806, "balance_not_updated_after_bank_transfer": 0.00020014009806864806, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030021014710297203, "beneficiary_not_allowed": 0.00030021014710297203, "cancel_transfer": 0.00020014009806864806, "card_about_to_expire": 0.00020014009806864806, "card_acceptance": 0.0005003502451716201, "card_arrival": 0.00020014009806864806, "card_delivery_estimate": 0.00020014009806864806, "card_linking": 0.00030021014710297203, "card_not_working": 0.00030021014710297203, "card_payment_fee_charged": 0.9388572000400279, "card_payment_not_recognised": 0.0005003502451716201, "card_payment_wrong_exchange_rate": 0.0005003502451716201, "card_swallowed": 0.00020014009806864806, "cash_withdrawal_charge": 0.0005003502451716201, "cash_withdrawal_not_recognised": 0.00020014009806864806, "change_pin": 0.00020014009806864806, "compromised_card": 0.00030021014710297203, "contactless_not_working": 0.00030021014710297203, "country_support": 0.0004002801961372961, "declined_card_payment": 0.0031021715200640443, "declined_cash_withdrawal": 0.00020014009806864806, "declined_transfer": 0.00030021014710297203, "direct_debit_payment_not_recognised": 0.0008005603922745922, "disposable_card_limits": 0.00030021014710297203, "edit_personal_details": 0.00020014009806864806, "exchange_charge": 0.0005003502451716201, "exchange_rate": 0.00020014009806864806, "exchange_via_app": 0.00020014009806864806, "extra_charge_on_statement": 0.0067046932852997095, "failed_transfer": 0.00020014009806864806, "fiat_currency_support": 0.0004002801961372961, "get_disposable_virtual_card": 0.00020014009806864806, "get_physical_card": 0.00020014009806864806, "getting_spare_card": 0.00020014009806864806, "getting_virtual_card": 0.00020014009806864806, "lost_or_stolen_card": 0.00020014009806864806, "lost_or_stolen_phone": 0.00020014009806864806, "order_physical_card": 0.00020014009806864806, "passcode_forgotten": 0.00020014009806864806, "pending_card_payment": 0.0005003502451716201, "pending_cash_withdrawal": 0.00020014009806864806, "pending_top_up": 0.00020014009806864806, "pending_transfer": 0.00020014009806864806, "pin_blocked": 0.00020014009806864806, "receiving_money": 0.0004002801961372961, "request_refund": 0.00020014009806864806, "reverted_card_payment?": 0.0007004903432402681, "supported_cards_and_currencies": 0.007905533873711599, "terminate_account": 0.00020014009806864806, "top_up_by_bank_transfer_charge": 0.0005003502451716201, "top_up_by_card_charge": 0.017011908335835085, "top_up_by_cash_or_cheque": 0.00020014009806864806, "top_up_failed": 0.00020014009806864806, "top_up_limits": 0.00020014009806864806, "top_up_reverted": 0.00030021014710297203, "topping_up_by_card": 0.0007004903432402681, "transaction_charged_twice": 0.0004002801961372961, "transfer_fee_charged": 0.005603922745922145, "transfer_into_account": 0.00020014009806864806, "transfer_not_received_by_recipient": 0.00020014009806864806, "transfer_timing": 0.00020014009806864806, "unable_to_verify_identity": 0.00020014009806864806, "verify_my_identity": 0.00020014009806864806, "verify_source_of_funds": 0.00020014009806864806, "verify_top_up": 0.00020014009806864806, "virtual_card_not_working": 0.00030021014710297203, "visa_or_mastercard": 0.0005003502451716201, "why_verify_identity": 0.00030021014710297203, "wrong_amount_of_cash_received": 0.00020014009806864806, "wrong_exchange_rate_for_cash_withdrawal": 0.00030021014710297203 }, "error": null, "latency_ms": 69.16070799343288, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-837", "text_group": "45230ebbac69a75327fcccc6b4cf655fada0fd43a99355f7e2c406abf4a2c6a7", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00030018010806483886, "activate_my_card": 0.00030018010806483886, "age_limit": 0.00020012007204322593, "apple_pay_or_google_pay": 0.0005003001801080648, "atm_support": 0.00040024014408645187, "automatic_top_up": 0.00020012007204322593, "balance_not_updated_after_bank_transfer": 0.00030018010806483886, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030018010806483886, "beneficiary_not_allowed": 0.00040024014408645187, "cancel_transfer": 0.00020012007204322593, "card_about_to_expire": 0.00030018010806483886, "card_acceptance": 0.0006003602161296777, "card_arrival": 0.00030018010806483886, "card_delivery_estimate": 0.00030018010806483886, "card_linking": 0.00040024014408645187, "card_not_working": 0.00040024014408645187, "card_payment_fee_charged": 0.9557734640784471, "card_payment_not_recognised": 0.0013007804682809683, "card_payment_wrong_exchange_rate": 0.0005003001801080648, "card_swallowed": 0.00030018010806483886, "cash_withdrawal_charge": 0.0005003001801080648, "cash_withdrawal_not_recognised": 0.00020012007204322593, "change_pin": 0.00020012007204322593, "compromised_card": 0.00030018010806483886, "contactless_not_working": 0.00030018010806483886, "country_support": 0.00040024014408645187, "declined_card_payment": 0.002301380828497098, "declined_cash_withdrawal": 0.00020012007204322593, "declined_transfer": 0.00030018010806483886, "direct_debit_payment_not_recognised": 0.0010006003602161296, "disposable_card_limits": 0.00030018010806483886, "edit_personal_details": 0.00020012007204322593, "exchange_charge": 0.0006003602161296777, "exchange_rate": 0.00030018010806483886, "exchange_via_app": 0.00020012007204322593, "extra_charge_on_statement": 0.004702821693015809, "failed_transfer": 0.00020012007204322593, "fiat_currency_support": 0.00030018010806483886, "get_disposable_virtual_card": 0.00020012007204322593, "get_physical_card": 0.00020012007204322593, "getting_spare_card": 0.00020012007204322593, "getting_virtual_card": 0.00020012007204322593, "lost_or_stolen_card": 0.00020012007204322593, "lost_or_stolen_phone": 0.00020012007204322593, "order_physical_card": 0.00020012007204322593, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.0006003602161296777, "pending_cash_withdrawal": 0.00020012007204322593, "pending_top_up": 0.00020012007204322593, "pending_transfer": 0.00020012007204322593, "pin_blocked": 0.00020012007204322593, "receiving_money": 0.00030018010806483886, "request_refund": 0.00040024014408645187, "reverted_card_payment?": 0.0012007204322593554, "supported_cards_and_currencies": 0.0016009605763458075, "terminate_account": 0.00020012007204322593, "top_up_by_bank_transfer_charge": 0.0005003001801080648, "top_up_by_card_charge": 0.006203722233340004, "top_up_by_cash_or_cheque": 0.00020012007204322593, "top_up_failed": 0.00020012007204322593, "top_up_limits": 0.00020012007204322593, "top_up_reverted": 0.00030018010806483886, "topping_up_by_card": 0.0006003602161296777, "transaction_charged_twice": 0.00040024014408645187, "transfer_fee_charged": 0.006103662197318391, "transfer_into_account": 0.00020012007204322593, "transfer_not_received_by_recipient": 0.00020012007204322593, "transfer_timing": 0.00020012007204322593, "unable_to_verify_identity": 0.00020012007204322593, "verify_my_identity": 0.00020012007204322593, "verify_source_of_funds": 0.00020012007204322593, "verify_top_up": 0.00020012007204322593, "virtual_card_not_working": 0.00030018010806483886, "visa_or_mastercard": 0.00040024014408645187, "why_verify_identity": 0.00020012007204322593, "wrong_amount_of_cash_received": 0.00020012007204322593, "wrong_exchange_rate_for_cash_withdrawal": 0.00030018010806483886 }, "error": null, "latency_ms": 67.94883299153298, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-838", "text_group": "ab12fae556292e44d42e46bbeddecf91f10589459123d883819c14074bb65e57", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0010995601759296284, "activate_my_card": 0.0011995201919232307, "age_limit": 0.0005997600959616154, "apple_pay_or_google_pay": 0.0015993602558976412, "atm_support": 0.0015993602558976412, "automatic_top_up": 0.0005997600959616154, "balance_not_updated_after_bank_transfer": 0.0009996001599360256, "balance_not_updated_after_cheque_or_cash_deposit": 0.000899640143942423, "beneficiary_not_allowed": 0.0010995601759296284, "cancel_transfer": 0.0005997600959616154, "card_about_to_expire": 0.0009996001599360256, "card_acceptance": 0.001799280287884846, "card_arrival": 0.000899640143942423, "card_delivery_estimate": 0.0006997201119552179, "card_linking": 0.0021991203518592567, "card_not_working": 0.0037984806077568972, "card_payment_fee_charged": 0.6107556977209116, "card_payment_not_recognised": 0.0054978008796481405, "card_payment_wrong_exchange_rate": 0.0016993202718912435, "card_swallowed": 0.0009996001599360256, "cash_withdrawal_charge": 0.027988804478208718, "cash_withdrawal_not_recognised": 0.0005997600959616154, "change_pin": 0.0005997600959616154, "compromised_card": 0.0010995601759296284, "contactless_not_working": 0.0011995201919232307, "country_support": 0.0009996001599360256, "declined_card_payment": 0.002499000399840064, "declined_cash_withdrawal": 0.0007996801279488206, "declined_transfer": 0.0007996801279488206, "direct_debit_payment_not_recognised": 0.0020991603358656535, "disposable_card_limits": 0.000899640143942423, "edit_personal_details": 0.0005997600959616154, "exchange_charge": 0.005097960815673731, "exchange_rate": 0.0005997600959616154, "exchange_via_app": 0.0005997600959616154, "extra_charge_on_statement": 0.08656537385045981, "failed_transfer": 0.0004998000799680128, "fiat_currency_support": 0.000899640143942423, "get_disposable_virtual_card": 0.0006997201119552179, "get_physical_card": 0.000899640143942423, "getting_spare_card": 0.0007996801279488206, "getting_virtual_card": 0.0005997600959616154, "lost_or_stolen_card": 0.000899640143942423, "lost_or_stolen_phone": 0.0004998000799680128, "order_physical_card": 0.000899640143942423, "passcode_forgotten": 0.0006997201119552179, "pending_card_payment": 0.0006997201119552179, "pending_cash_withdrawal": 0.0004998000799680128, "pending_top_up": 0.0004998000799680128, "pending_transfer": 0.0004998000799680128, "pin_blocked": 0.0007996801279488206, "receiving_money": 0.0007996801279488206, "request_refund": 0.000899640143942423, "reverted_card_payment?": 0.010195921631347462, "supported_cards_and_currencies": 0.003598560575769692, "terminate_account": 0.0006997201119552179, "top_up_by_bank_transfer_charge": 0.009296281487405038, "top_up_by_card_charge": 0.12994802079168333, "top_up_by_cash_or_cheque": 0.0005997600959616154, "top_up_failed": 0.0005997600959616154, "top_up_limits": 0.0004998000799680128, "top_up_reverted": 0.000899640143942423, "topping_up_by_card": 0.0038984406237504996, "transaction_charged_twice": 0.0011995201919232307, "transfer_fee_charged": 0.039084366253498606, "transfer_into_account": 0.0004998000799680128, "transfer_not_received_by_recipient": 0.0004998000799680128, "transfer_timing": 0.0004998000799680128, "unable_to_verify_identity": 0.0006997201119552179, "verify_my_identity": 0.0006997201119552179, "verify_source_of_funds": 0.0005997600959616154, "verify_top_up": 0.0005997600959616154, "virtual_card_not_working": 0.0011995201919232307, "visa_or_mastercard": 0.006897241103558577, "why_verify_identity": 0.0007996801279488206, "wrong_amount_of_cash_received": 0.0006997201119552179, "wrong_exchange_rate_for_cash_withdrawal": 0.0009996001599360256 }, "error": null, "latency_ms": 68.43674997799098, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-839", "text_group": "7b0231e19f1f5b195cc2606d15691a0b953af0648a54e3c18966d18144c85237", "expected": "card_payment_fee_charged", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.001999800019998, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0015998400159984002, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.8631136886311369, "card_payment_not_recognised": 0.0051994800519948, "card_payment_wrong_exchange_rate": 0.0016998300169983002, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.0015998400159984002, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0024997500249975004, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.0033996600339966003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0011998800119988001, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.0425957404259574, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0021997800219978004, "supported_cards_and_currencies": 0.0024997500249975004, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0016998300169983002, "top_up_by_card_charge": 0.029597040295970406, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.0044995500449955, "transaction_charged_twice": 0.0007999200079992001, "transfer_fee_charged": 0.009699030096990302, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.006799320067993201, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.92520899418741, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-840", "text_group": "be954201ef6f74530928b033862e7b48379e5613c7e46ad095b2b25566f732f4", "expected": "transfer_not_received_by_recipient", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.8613584075222567, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002100630189057, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.00030009002700810244, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.00030009002700810244, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00030009002700810244, "change_pin": 0.00020006001800540165, "compromised_card": 0.00020006001800540165, "contactless_not_working": 0.00030009002700810244, "country_support": 0.002300690207062119, "declined_card_payment": 0.00020006001800540165, "declined_cash_withdrawal": 0.0004001200360108033, "declined_transfer": 0.0012003601080324098, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.00030009002700810244, "exchange_rate": 0.00030009002700810244, "exchange_via_app": 0.00030009002700810244, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.018005401620486146, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.00020006001800540165, "get_physical_card": 0.00030009002700810244, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.0010003000900270082, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.06021806541962589, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.0004001200360108033, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.0004001200360108033, "terminate_account": 0.00030009002700810244, "top_up_by_bank_transfer_charge": 0.0004001200360108033, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.0005001500450135041, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.0004001200360108033, "topping_up_by_card": 0.00030009002700810244, "transaction_charged_twice": 0.0008002400720216066, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.01820546163849155, "transfer_not_received_by_recipient": 0.016805041512453735, "transfer_timing": 0.0006001800540162049, "unable_to_verify_identity": 0.00020006001800540165, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.00030009002700810244, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.0006001800540162049, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 71.20295893400908, "usage": { "input_tokens": 617, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-841", "text_group": "4eb9a6d90e3fe4c08b066015b16b5039e04714f91fb3a14e0f70295922ced5af", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.039, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0007, "card_delivery_estimate": 0.0102, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.001, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0002, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0134, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0007, "pending_transfer": 0.1658, "pin_blocked": 0.0002, "receiving_money": 0.0073, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0004, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0009, "transfer_not_received_by_recipient": 0.7027, "transfer_timing": 0.0391, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 68.82112508174032, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-842", "text_group": "2025431fb702730009bae1e195a3983586b67e2c0bee2625d1cd6f4cf574ca4a", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.001000100010001, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0407040704070407, "balance_not_updated_after_cheque_or_cash_deposit": 0.0019001900190019003, "beneficiary_not_allowed": 0.0013001300130013002, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0016001600160016002, "card_delivery_estimate": 0.08970897089708971, "card_linking": 0.0005000500050005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0005000500050005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0014001400140014, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0083008300830083, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0036003600360036, "pending_cash_withdrawal": 0.0028002800280028, "pending_top_up": 0.0028002800280028, "pending_transfer": 0.016001600160016, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0026002600260026003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.8046804680468047, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 67.82558304257691, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-843", "text_group": "319845bcbdb8d6d6be9a028bdaf61ab1e2a5ca7aa19c0cca42fec5908d0f3b8a", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0007, "activate_my_card": 0.0005, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0011, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0563, "balance_not_updated_after_cheque_or_cash_deposit": 0.0043, "beneficiary_not_allowed": 0.0013, "cancel_transfer": 0.0014, "card_about_to_expire": 0.0006, "card_acceptance": 0.0009, "card_arrival": 0.0006, "card_delivery_estimate": 0.0006, "card_linking": 0.0009, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0018, "card_payment_wrong_exchange_rate": 0.0009, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0005, "compromised_card": 0.0011, "contactless_not_working": 0.0008, "country_support": 0.0008, "declined_card_payment": 0.001, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0016, "direct_debit_payment_not_recognised": 0.0139, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0007, "exchange_charge": 0.0006, "exchange_rate": 0.0006, "exchange_via_app": 0.0008, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0013, "fiat_currency_support": 0.0013, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0007, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0004, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0007, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0006, "pending_transfer": 0.0021, "pin_blocked": 0.0006, "receiving_money": 0.0475, "request_refund": 0.0006, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.001, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0006, "top_up_limits": 0.0005, "top_up_reverted": 0.0009, "topping_up_by_card": 0.0008, "transaction_charged_twice": 0.001, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0011, "transfer_not_received_by_recipient": 0.8225, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0009, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0007, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0011, "wrong_exchange_rate_for_cash_withdrawal": 0.0007 }, "error": null, "latency_ms": 68.19004192948341, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-844", "text_group": "fd4c4e3e9ee849ccb1cbe00d7d201316dd19a0c65c61ae6deebf6b13dcb02423", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.004999500049995001, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0012998700129987, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.010998900109989001, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.0318968103189681, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.015998400159984, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.013098690130986902, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.0022997700229977, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.9014098590140985, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.0008999100089991, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 69.5962910540402, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-845", "text_group": "96e94a78dc1bb56d24136093834979c2ea5203ec6958523f4d39ecdf588d312f", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.0005002501250625312, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.002601300650325162, "balance_not_updated_after_cheque_or_cash_deposit": 0.000400200100050025, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.000400200100050025, "card_arrival": 0.0005002501250625312, "card_delivery_estimate": 0.012706353176588293, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.0002001000500250125, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.0002001000500250125, "contactless_not_working": 0.00030015007503751874, "country_support": 0.000400200100050025, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.00030015007503751874, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0005002501250625312, "fiat_currency_support": 0.000400200100050025, "get_disposable_virtual_card": 0.0002001000500250125, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.00030015007503751874, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.14367183591795898, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.0009004502251125562, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.0002001000500250125, "supported_cards_and_currencies": 0.000400200100050025, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.0002001000500250125, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.0002001000500250125, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0009004502251125562, "transfer_not_received_by_recipient": 0.8108054027013506, "transfer_timing": 0.010405202601300649, "unable_to_verify_identity": 0.0002001000500250125, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.0002001000500250125, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.0002001000500250125 }, "error": null, "latency_ms": 70.10308303870261, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-846", "text_group": "904fd709e7eede419e9ed052ead3eaffcbb74b286dc57e7f679801148b0b6296", "expected": "transfer_not_received_by_recipient", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.003601080324097229, "activate_my_card": 0.00500150045013504, "age_limit": 0.002700810243072922, "apple_pay_or_google_pay": 0.005301590477143143, "atm_support": 0.008802640792237672, "automatic_top_up": 0.004601380414124237, "balance_not_updated_after_bank_transfer": 0.016404921476442933, "balance_not_updated_after_cheque_or_cash_deposit": 0.006501950585175552, "beneficiary_not_allowed": 0.00490147044113234, "cancel_transfer": 0.004601380414124237, "card_about_to_expire": 0.003100930279083725, "card_acceptance": 0.005501650495148544, "card_arrival": 0.0035010503150945285, "card_delivery_estimate": 0.003601080324097229, "card_linking": 0.005701710513153946, "card_not_working": 0.003601080324097229, "card_payment_fee_charged": 0.0039011703511053313, "card_payment_not_recognised": 0.009202760828248474, "card_payment_wrong_exchange_rate": 0.004601380414124237, "card_swallowed": 0.003601080324097229, "cash_withdrawal_charge": 0.003200960288086426, "cash_withdrawal_not_recognised": 0.00370111033309993, "change_pin": 0.003200960288086426, "compromised_card": 0.004001200360108033, "contactless_not_working": 0.0038011403421026307, "country_support": 0.00490147044113234, "declined_card_payment": 0.003100930279083725, "declined_cash_withdrawal": 0.002700810243072922, "declined_transfer": 0.003601080324097229, "direct_debit_payment_not_recognised": 0.006802040612183654, "disposable_card_limits": 0.0047014104231269385, "edit_personal_details": 0.0047014104231269385, "exchange_charge": 0.00370111033309993, "exchange_rate": 0.0035010503150945285, "exchange_via_app": 0.004801440432129638, "extra_charge_on_statement": 0.0033009902970891265, "failed_transfer": 0.004201260378113434, "fiat_currency_support": 0.006702010603180954, "get_disposable_virtual_card": 0.004201260378113434, "get_physical_card": 0.004801440432129638, "getting_spare_card": 0.0029008702610783233, "getting_virtual_card": 0.0028008402520756227, "lost_or_stolen_card": 0.0023006902070621185, "lost_or_stolen_phone": 0.002100630189056717, "order_physical_card": 0.0026007802340702207, "passcode_forgotten": 0.002400720216064819, "pending_card_payment": 0.003401020306091827, "pending_cash_withdrawal": 0.003100930279083725, "pending_top_up": 0.0038011403421026307, "pending_transfer": 0.0043012903871161344, "pin_blocked": 0.0030009002700810243, "receiving_money": 0.6060818245473641, "request_refund": 0.0028008402520756227, "reverted_card_payment?": 0.00370111033309993, "supported_cards_and_currencies": 0.00490147044113234, "terminate_account": 0.0030009002700810243, "top_up_by_bank_transfer_charge": 0.003401020306091827, "top_up_by_card_charge": 0.0026007802340702207, "top_up_by_cash_or_cheque": 0.0038011403421026307, "top_up_failed": 0.0030009002700810243, "top_up_limits": 0.0029008702610783233, "top_up_reverted": 0.0039011703511053313, "topping_up_by_card": 0.0047014104231269385, "transaction_charged_twice": 0.004001200360108033, "transfer_fee_charged": 0.0029008702610783233, "transfer_into_account": 0.00490147044113234, "transfer_not_received_by_recipient": 0.08332499749924976, "transfer_timing": 0.005101530459137742, "unable_to_verify_identity": 0.0028008402520756227, "verify_my_identity": 0.0026007802340702207, "verify_source_of_funds": 0.004001200360108033, "verify_top_up": 0.003100930279083725, "virtual_card_not_working": 0.0033009902970891265, "visa_or_mastercard": 0.0038011403421026307, "why_verify_identity": 0.0026007802340702207, "wrong_amount_of_cash_received": 0.004101230369110733, "wrong_exchange_rate_for_cash_withdrawal": 0.003601080324097229 }, "error": null, "latency_ms": 69.93062503170222, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-847", "text_group": "255c998a94067625615f2588e722d03fbd9acca55d74039a6abe5d8b66a75959", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.00029982010793523883, "activate_my_card": 0.00019988007195682593, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00029982010793523883, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.037977213671796926, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039976014391365186, "beneficiary_not_allowed": 0.00039976014391365186, "cancel_transfer": 0.00019988007195682593, "card_about_to_expire": 0.00019988007195682593, "card_acceptance": 0.00019988007195682593, "card_arrival": 0.00039976014391365186, "card_delivery_estimate": 0.0004997001798920648, "card_linking": 0.00019988007195682593, "card_not_working": 0.00019988007195682593, "card_payment_fee_charged": 0.00019988007195682593, "card_payment_not_recognised": 0.00019988007195682593, "card_payment_wrong_exchange_rate": 0.00019988007195682593, "card_swallowed": 0.00019988007195682593, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.00019988007195682593, "compromised_card": 0.00019988007195682593, "contactless_not_working": 0.00019988007195682593, "country_support": 0.00029982010793523883, "declined_card_payment": 0.00019988007195682593, "declined_cash_withdrawal": 0.00019988007195682593, "declined_transfer": 0.00029982010793523883, "direct_debit_payment_not_recognised": 0.00029982010793523883, "disposable_card_limits": 0.00019988007195682593, "edit_personal_details": 0.00019988007195682593, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.0015990405756546075, "fiat_currency_support": 0.00029982010793523883, "get_disposable_virtual_card": 0.00019988007195682593, "get_physical_card": 0.00029982010793523883, "getting_spare_card": 0.00019988007195682593, "getting_virtual_card": 0.00019988007195682593, "lost_or_stolen_card": 0.00029982010793523883, "lost_or_stolen_phone": 0.00029982010793523883, "order_physical_card": 0.00019988007195682593, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00029982010793523883, "pending_cash_withdrawal": 0.00029982010793523883, "pending_top_up": 0.00029982010793523883, "pending_transfer": 0.028382970217869282, "pin_blocked": 0.00019988007195682593, "receiving_money": 0.0024985008994603242, "request_refund": 0.00019988007195682593, "reverted_card_payment?": 0.00019988007195682593, "supported_cards_and_currencies": 0.00029982010793523883, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00019988007195682593, "top_up_failed": 0.00029982010793523883, "top_up_limits": 0.00019988007195682593, "top_up_reverted": 0.00029982010793523883, "topping_up_by_card": 0.00019988007195682593, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00039976014391365186, "transfer_not_received_by_recipient": 0.9110533679792125, "transfer_timing": 0.0014991005396761943, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.00019988007195682593, "visa_or_mastercard": 0.00019988007195682593, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.00039976014391365186, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682593 }, "error": null, "latency_ms": 69.25929198041558, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-848", "text_group": "3c36360f8fbf0778827fcaf98b52c4b3bcd1a6ed801248bf75382f3513a82839", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0005005005005005005, "activate_my_card": 0.0002002002002002002, "age_limit": 0.0002002002002002002, "apple_pay_or_google_pay": 0.0003003003003003003, "atm_support": 0.0004004004004004004, "automatic_top_up": 0.0002002002002002002, "balance_not_updated_after_bank_transfer": 0.13623623623623624, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009009009009009009, "beneficiary_not_allowed": 0.0006006006006006006, "cancel_transfer": 0.0005005005005005005, "card_about_to_expire": 0.0002002002002002002, "card_acceptance": 0.0003003003003003003, "card_arrival": 0.0004004004004004004, "card_delivery_estimate": 0.0006006006006006006, "card_linking": 0.0003003003003003003, "card_not_working": 0.0003003003003003003, "card_payment_fee_charged": 0.0002002002002002002, "card_payment_not_recognised": 0.0003003003003003003, "card_payment_wrong_exchange_rate": 0.0003003003003003003, "card_swallowed": 0.0003003003003003003, "cash_withdrawal_charge": 0.0002002002002002002, "cash_withdrawal_not_recognised": 0.0002002002002002002, "change_pin": 0.0002002002002002002, "compromised_card": 0.0003003003003003003, "contactless_not_working": 0.0003003003003003003, "country_support": 0.0003003003003003003, "declined_card_payment": 0.0002002002002002002, "declined_cash_withdrawal": 0.0002002002002002002, "declined_transfer": 0.0008008008008008008, "direct_debit_payment_not_recognised": 0.0003003003003003003, "disposable_card_limits": 0.0003003003003003003, "edit_personal_details": 0.0003003003003003003, "exchange_charge": 0.0002002002002002002, "exchange_rate": 0.0002002002002002002, "exchange_via_app": 0.0003003003003003003, "extra_charge_on_statement": 0.0002002002002002002, "failed_transfer": 0.038238238238238235, "fiat_currency_support": 0.0003003003003003003, "get_disposable_virtual_card": 0.0002002002002002002, "get_physical_card": 0.0003003003003003003, "getting_spare_card": 0.0002002002002002002, "getting_virtual_card": 0.0002002002002002002, "lost_or_stolen_card": 0.0003003003003003003, "lost_or_stolen_phone": 0.0004004004004004004, "order_physical_card": 0.0002002002002002002, "passcode_forgotten": 0.0002002002002002002, "pending_card_payment": 0.0003003003003003003, "pending_cash_withdrawal": 0.0003003003003003003, "pending_top_up": 0.0004004004004004004, "pending_transfer": 0.14774774774774777, "pin_blocked": 0.0002002002002002002, "receiving_money": 0.0004004004004004004, "request_refund": 0.0003003003003003003, "reverted_card_payment?": 0.0003003003003003003, "supported_cards_and_currencies": 0.0003003003003003003, "terminate_account": 0.0002002002002002002, "top_up_by_bank_transfer_charge": 0.0003003003003003003, "top_up_by_card_charge": 0.0002002002002002002, "top_up_by_cash_or_cheque": 0.0002002002002002002, "top_up_failed": 0.0004004004004004004, "top_up_limits": 0.0002002002002002002, "top_up_reverted": 0.0004004004004004004, "topping_up_by_card": 0.0002002002002002002, "transaction_charged_twice": 0.0002002002002002002, "transfer_fee_charged": 0.0002002002002002002, "transfer_into_account": 0.0006006006006006006, "transfer_not_received_by_recipient": 0.6441441441441441, "transfer_timing": 0.012112112112112113, "unable_to_verify_identity": 0.0002002002002002002, "verify_my_identity": 0.0002002002002002002, "verify_source_of_funds": 0.0002002002002002002, "verify_top_up": 0.0002002002002002002, "virtual_card_not_working": 0.0002002002002002002, "visa_or_mastercard": 0.0003003003003003003, "why_verify_identity": 0.0002002002002002002, "wrong_amount_of_cash_received": 0.0003003003003003003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003003003003003003 }, "error": null, "latency_ms": 67.27441702969372, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-849", "text_group": "f0e3931cf853a01ab1f209ed9d7804a5467b57894a3618b0f64118aad3908821", "expected": "transfer_not_received_by_recipient", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0007999200079992001, "age_limit": 0.0006999300069993001, "apple_pay_or_google_pay": 0.0012998700129987, "atm_support": 0.0031996800319968005, "automatic_top_up": 0.000999900009999, "balance_not_updated_after_bank_transfer": 0.14508549145085492, "balance_not_updated_after_cheque_or_cash_deposit": 0.0028997100289971, "beneficiary_not_allowed": 0.0013998600139986002, "cancel_transfer": 0.0014998500149985001, "card_about_to_expire": 0.0006999300069993001, "card_acceptance": 0.0014998500149985001, "card_arrival": 0.0010998900109989002, "card_delivery_estimate": 0.025197480251974803, "card_linking": 0.0012998700129987, "card_not_working": 0.0007999200079992001, "card_payment_fee_charged": 0.0008999100089991, "card_payment_not_recognised": 0.000999900009999, "card_payment_wrong_exchange_rate": 0.000999900009999, "card_swallowed": 0.0007999200079992001, "cash_withdrawal_charge": 0.0014998500149985001, "cash_withdrawal_not_recognised": 0.0007999200079992001, "change_pin": 0.0006999300069993001, "compromised_card": 0.0007999200079992001, "contactless_not_working": 0.000999900009999, "country_support": 0.0022997700229977, "declined_card_payment": 0.0007999200079992001, "declined_cash_withdrawal": 0.0006999300069993001, "declined_transfer": 0.0014998500149985001, "direct_debit_payment_not_recognised": 0.0013998600139986002, "disposable_card_limits": 0.0011998800119988001, "edit_personal_details": 0.0007999200079992001, "exchange_charge": 0.0027997200279972004, "exchange_rate": 0.0012998700129987, "exchange_via_app": 0.0013998600139986002, "extra_charge_on_statement": 0.0008999100089991, "failed_transfer": 0.004999500049995001, "fiat_currency_support": 0.0018998100189981002, "get_disposable_virtual_card": 0.0008999100089991, "get_physical_card": 0.0008999100089991, "getting_spare_card": 0.0006999300069993001, "getting_virtual_card": 0.0007999200079992001, "lost_or_stolen_card": 0.0005999400059994001, "lost_or_stolen_phone": 0.0005999400059994001, "order_physical_card": 0.0006999300069993001, "passcode_forgotten": 0.0005999400059994001, "pending_card_payment": 0.0007999200079992001, "pending_cash_withdrawal": 0.0008999100089991, "pending_top_up": 0.0012998700129987, "pending_transfer": 0.5090490950904909, "pin_blocked": 0.0006999300069993001, "receiving_money": 0.08059194080591942, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.0036996300369963007, "terminate_account": 0.0007999200079992001, "top_up_by_bank_transfer_charge": 0.013398660133986603, "top_up_by_card_charge": 0.0010998900109989002, "top_up_by_cash_or_cheque": 0.0011998800119988001, "top_up_failed": 0.0011998800119988001, "top_up_limits": 0.0011998800119988001, "top_up_reverted": 0.0010998900109989002, "topping_up_by_card": 0.0013998600139986002, "transaction_charged_twice": 0.0007999200079992001, "transfer_fee_charged": 0.0014998500149985001, "transfer_into_account": 0.0206979302069793, "transfer_not_received_by_recipient": 0.0423957604239576, "transfer_timing": 0.0812918708129187, "unable_to_verify_identity": 0.0007999200079992001, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.0008999100089991, "verify_top_up": 0.0008999100089991, "virtual_card_not_working": 0.0008999100089991, "visa_or_mastercard": 0.0012998700129987, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0007999200079992001, "wrong_exchange_rate_for_cash_withdrawal": 0.000999900009999 }, "error": null, "latency_ms": 68.33783397451043, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-850", "text_group": "da783038016bb2fc56ce99ba920026a3778ec0adff21ae3a125c2949ce092e38", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.0807919208079192, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.008499150084991502, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.10768923107689232, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.03349665033496651, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.0018998100189981002, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.0010998900109989002, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.0027997200279972004, "transfer_not_received_by_recipient": 0.7423257674232576, "transfer_timing": 0.0008999100089991, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.0016998300169983002, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.21004208177328, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-851", "text_group": "7a8d82e256d8a4fd1a26f99d4700cc20df75f03ed302b9ab79a713db0958dcbd", "expected": "transfer_not_received_by_recipient", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0007, "activate_my_card": 0.0007, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0011, "atm_support": 0.0018, "automatic_top_up": 0.0008, "balance_not_updated_after_bank_transfer": 0.6123, "balance_not_updated_after_cheque_or_cash_deposit": 0.0021, "beneficiary_not_allowed": 0.0017, "cancel_transfer": 0.0024, "card_about_to_expire": 0.0006, "card_acceptance": 0.0011, "card_arrival": 0.0009, "card_delivery_estimate": 0.0007, "card_linking": 0.001, "card_not_working": 0.0008, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.001, "card_payment_wrong_exchange_rate": 0.0009, "card_swallowed": 0.0007, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0009, "change_pin": 0.0006, "compromised_card": 0.0008, "contactless_not_working": 0.0009, "country_support": 0.0011, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.002, "direct_debit_payment_not_recognised": 0.0009, "disposable_card_limits": 0.0009, "edit_personal_details": 0.0008, "exchange_charge": 0.001, "exchange_rate": 0.0008, "exchange_via_app": 0.001, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.011, "fiat_currency_support": 0.0013, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0009, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0005, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.001, "pending_transfer": 0.0804, "pin_blocked": 0.0006, "receiving_money": 0.0028, "request_refund": 0.0007, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.0011, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0017, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0008, "top_up_failed": 0.001, "top_up_limits": 0.0006, "top_up_reverted": 0.001, "topping_up_by_card": 0.0008, "transaction_charged_twice": 0.0007, "transfer_fee_charged": 0.0008, "transfer_into_account": 0.0055, "transfer_not_received_by_recipient": 0.2205, "transfer_timing": 0.0066, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0007, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.001, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0007 }, "error": null, "latency_ms": 68.66145902313292, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-852", "text_group": "37ab342013e720313548a96aaa6c28189e02c9d7ae007317b736e4418d3ed8c6", "expected": "transfer_not_received_by_recipient", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0012, "activate_my_card": 0.0006, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.001, "atm_support": 0.0014, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0046, "balance_not_updated_after_cheque_or_cash_deposit": 0.0019, "beneficiary_not_allowed": 0.0461, "cancel_transfer": 0.0023, "card_about_to_expire": 0.0006, "card_acceptance": 0.0009, "card_arrival": 0.0007, "card_delivery_estimate": 0.0006, "card_linking": 0.001, "card_not_working": 0.0055, "card_payment_fee_charged": 0.0009, "card_payment_not_recognised": 0.0026, "card_payment_wrong_exchange_rate": 0.0012, "card_swallowed": 0.0009, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0009, "change_pin": 0.0005, "compromised_card": 0.0009, "contactless_not_working": 0.0018, "country_support": 0.0009, "declined_card_payment": 0.0466, "declined_cash_withdrawal": 0.023, "declined_transfer": 0.2185, "direct_debit_payment_not_recognised": 0.0009, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0006, "exchange_charge": 0.0005, "exchange_rate": 0.0006, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.4711, "fiat_currency_support": 0.0009, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0006, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0005, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0008, "pending_top_up": 0.0008, "pending_transfer": 0.0014, "pin_blocked": 0.0009, "receiving_money": 0.0011, "request_refund": 0.0012, "reverted_card_payment?": 0.0016, "supported_cards_and_currencies": 0.001, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0667, "top_up_limits": 0.0005, "top_up_reverted": 0.0031, "topping_up_by_card": 0.0008, "transaction_charged_twice": 0.0553, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0022, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.0009, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0006, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0011, "visa_or_mastercard": 0.001, "why_verify_identity": 0.0007, "wrong_amount_of_cash_received": 0.001, "wrong_exchange_rate_for_cash_withdrawal": 0.0009 }, "error": null, "latency_ms": 72.07875000312924, "usage": { "input_tokens": 581, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-853", "text_group": "d6ce9629363aa1b02a9d51c8dc54cc1a8ff641f31458f76b5c058cdc7b18996b", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.025807742322696812, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0005001500450135041, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.0004001200360108033, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.0004001200360108033, "card_linking": 0.0004001200360108033, "card_not_working": 0.0004001200360108033, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0004001200360108033, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00020006001800540165, "cash_withdrawal_not_recognised": 0.00030009002700810244, "change_pin": 0.00020006001800540165, "compromised_card": 0.0004001200360108033, "contactless_not_working": 0.0004001200360108033, "country_support": 0.00030009002700810244, "declined_card_payment": 0.0004001200360108033, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.0007002100630189057, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00030009002700810244, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.0031009302790837253, "fiat_currency_support": 0.00030009002700810244, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.00030009002700810244, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.0004001200360108033, "pending_transfer": 0.004601380414124238, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.00970291087326198, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.0004001200360108033, "supported_cards_and_currencies": 0.00030009002700810244, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00030009002700810244, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.0006001800540162049, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.00030009002700810244, "transaction_charged_twice": 0.0004001200360108033, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.0004001200360108033, "transfer_not_received_by_recipient": 0.9331799539861959, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00030009002700810244, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.00030009002700810244, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.0004001200360108033, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 73.49591597449034, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-854", "text_group": "6299e3eed9e58ab28647d6b0593f934cf6f17b91d76fdfe6393e73444580de6a", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0004002801961372961, "activate_my_card": 0.00020014009806864806, "age_limit": 0.00020014009806864806, "apple_pay_or_google_pay": 0.0004002801961372961, "atm_support": 0.0004002801961372961, "automatic_top_up": 0.00030021014710297203, "balance_not_updated_after_bank_transfer": 0.0337236065245672, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008005603922745922, "beneficiary_not_allowed": 0.0006004202942059441, "cancel_transfer": 0.0004002801961372961, "card_about_to_expire": 0.00020014009806864806, "card_acceptance": 0.00030021014710297203, "card_arrival": 0.0004002801961372961, "card_delivery_estimate": 0.0004002801961372961, "card_linking": 0.00030021014710297203, "card_not_working": 0.00030021014710297203, "card_payment_fee_charged": 0.00030021014710297203, "card_payment_not_recognised": 0.0004002801961372961, "card_payment_wrong_exchange_rate": 0.0004002801961372961, "card_swallowed": 0.00030021014710297203, "cash_withdrawal_charge": 0.00030021014710297203, "cash_withdrawal_not_recognised": 0.00030021014710297203, "change_pin": 0.00020014009806864806, "compromised_card": 0.00030021014710297203, "contactless_not_working": 0.00030021014710297203, "country_support": 0.0004002801961372961, "declined_card_payment": 0.0004002801961372961, "declined_cash_withdrawal": 0.00030021014710297203, "declined_transfer": 0.0005003502451716201, "direct_debit_payment_not_recognised": 0.0005003502451716201, "disposable_card_limits": 0.00030021014710297203, "edit_personal_details": 0.00020014009806864806, "exchange_charge": 0.00030021014710297203, "exchange_rate": 0.00030021014710297203, "exchange_via_app": 0.00030021014710297203, "extra_charge_on_statement": 0.00020014009806864806, "failed_transfer": 0.002101471029720804, "fiat_currency_support": 0.0004002801961372961, "get_disposable_virtual_card": 0.00030021014710297203, "get_physical_card": 0.0005003502451716201, "getting_spare_card": 0.00030021014710297203, "getting_virtual_card": 0.00030021014710297203, "lost_or_stolen_card": 0.00030021014710297203, "lost_or_stolen_phone": 0.00030021014710297203, "order_physical_card": 0.00020014009806864806, "passcode_forgotten": 0.00020014009806864806, "pending_card_payment": 0.0004002801961372961, "pending_cash_withdrawal": 0.00030021014710297203, "pending_top_up": 0.0004002801961372961, "pending_transfer": 0.0067046932852997095, "pin_blocked": 0.00020014009806864806, "receiving_money": 0.013909736815771038, "request_refund": 0.00030021014710297203, "reverted_card_payment?": 0.0004002801961372961, "supported_cards_and_currencies": 0.0004002801961372961, "terminate_account": 0.00020014009806864806, "top_up_by_bank_transfer_charge": 0.00030021014710297203, "top_up_by_card_charge": 0.00020014009806864806, "top_up_by_cash_or_cheque": 0.00030021014710297203, "top_up_failed": 0.0004002801961372961, "top_up_limits": 0.00020014009806864806, "top_up_reverted": 0.0005003502451716201, "topping_up_by_card": 0.00030021014710297203, "transaction_charged_twice": 0.0004002801961372961, "transfer_fee_charged": 0.00030021014710297203, "transfer_into_account": 0.0004002801961372961, "transfer_not_received_by_recipient": 0.9197438206744721, "transfer_timing": 0.0004002801961372961, "unable_to_verify_identity": 0.00020014009806864806, "verify_my_identity": 0.00020014009806864806, "verify_source_of_funds": 0.00030021014710297203, "verify_top_up": 0.00020014009806864806, "virtual_card_not_working": 0.00020014009806864806, "visa_or_mastercard": 0.00030021014710297203, "why_verify_identity": 0.00020014009806864806, "wrong_amount_of_cash_received": 0.0007004903432402681, "wrong_exchange_rate_for_cash_withdrawal": 0.00030021014710297203 }, "error": null, "latency_ms": 71.47375005297363, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-855", "text_group": "54b6819ed798639c7872283401889dda8f45c8c8e4de4f41099fa34c5cd5d71e", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.010898910108989102, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.000999900009999, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0020997900209979003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.0006999300069993001, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.0100989901009899, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.008299170082991702, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.9485051494850515, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 70.58270799461752, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-856", "text_group": "8d4a75c571ab32b19399fa336cf331b98bc0c2257debd6ceee4249849b2306cd", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.0005002000800320128, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.37154861944777917, "balance_not_updated_after_cheque_or_cash_deposit": 0.000900360144057623, "beneficiary_not_allowed": 0.0010004001600640256, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00040016006402561027, "card_linking": 0.00040016006402561027, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.006702681072428972, "card_payment_wrong_exchange_rate": 0.0006002400960384153, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.0006002400960384153, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.0005002000800320128, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.0008003201280512205, "direct_debit_payment_not_recognised": 0.031312525010004005, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.007202881152460984, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.0005002000800320128, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.0035014005602240898, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.020708283313325332, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.0020008003201280513, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.004501800720288115, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.0005002000800320128, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.0005002000800320128, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.000900360144057623, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.0006002400960384153, "transfer_fee_charged": 0.00040016006402561027, "transfer_into_account": 0.010204081632653062, "transfer_not_received_by_recipient": 0.5016006402561024, "transfer_timing": 0.0017006802721088435, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.0005002000800320128, "verify_source_of_funds": 0.007503001200480192, "verify_top_up": 0.006402561024409764, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.0005002000800320128, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 72.16970797162503, "usage": { "input_tokens": 638, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-857", "text_group": "01007956ef1cd55e9ae54bcbf31b0814bcb671ea82475004054ad18086520b1e", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0004001200360108033, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.0028008402520756227, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0060018005401620495, "cancel_transfer": 0.001100330099029709, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.00030009002700810244, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.00030009002700810244, "card_not_working": 0.0004001200360108033, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.0004001200360108033, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.0004001200360108033, "country_support": 0.0004001200360108033, "declined_card_payment": 0.0004001200360108033, "declined_cash_withdrawal": 0.0004001200360108033, "declined_transfer": 0.03210963288986696, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00030009002700810244, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.3292987896368911, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.00030009002700810244, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.10993297989396819, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.0004001200360108033, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.0004001200360108033, "supported_cards_and_currencies": 0.00030009002700810244, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00030009002700810244, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00020006001800540165, "top_up_failed": 0.0007002100630189057, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.00030009002700810244, "transaction_charged_twice": 0.00030009002700810244, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.002100630189056717, "transfer_not_received_by_recipient": 0.49374812443733124, "transfer_timing": 0.0031009302790837253, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 66.78441690746695, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-858", "text_group": "3f87ccb10cd802bf9df73db9881ab77539218547bb4b34195b76916a2ed57dee", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0018001800180018, "activate_my_card": 0.0007000700070007, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0015001500150015003, "automatic_top_up": 0.0007000700070007, "balance_not_updated_after_bank_transfer": 0.09720972097209721, "balance_not_updated_after_cheque_or_cash_deposit": 0.009100910091009102, "beneficiary_not_allowed": 0.0028002800280028, "cancel_transfer": 0.001000100010001, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0013001300130013002, "card_arrival": 0.0011001100110011003, "card_delivery_estimate": 0.001000100010001, "card_linking": 0.0012001200120012, "card_not_working": 0.0012001200120012, "card_payment_fee_charged": 0.0011001100110011003, "card_payment_not_recognised": 0.11171117111711171, "card_payment_wrong_exchange_rate": 0.0016001600160016002, "card_swallowed": 0.0011001100110011003, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.0013001300130013002, "change_pin": 0.0007000700070007, "compromised_card": 0.0014001400140014, "contactless_not_working": 0.0009000900090009, "country_support": 0.0034003400340034003, "declined_card_payment": 0.005700570057005701, "declined_cash_withdrawal": 0.0009000900090009, "declined_transfer": 0.0011001100110011003, "direct_debit_payment_not_recognised": 0.05170517051705171, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.0011001100110011003, "exchange_charge": 0.0007000700070007, "exchange_rate": 0.0008000800080008001, "exchange_via_app": 0.0009000900090009, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0014001400140014, "fiat_currency_support": 0.001000100010001, "get_disposable_virtual_card": 0.001000100010001, "get_physical_card": 0.0015001500150015003, "getting_spare_card": 0.0008000800080008001, "getting_virtual_card": 0.0009000900090009, "lost_or_stolen_card": 0.0019001900190019003, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.0007000700070007, "passcode_forgotten": 0.0007000700070007, "pending_card_payment": 0.07910791079107911, "pending_cash_withdrawal": 0.0011001100110011003, "pending_top_up": 0.0011001100110011003, "pending_transfer": 0.0017001700170017002, "pin_blocked": 0.0008000800080008001, "receiving_money": 0.0024002400240024, "request_refund": 0.0018001800180018, "reverted_card_payment?": 0.044904490449044904, "supported_cards_and_currencies": 0.001000100010001, "terminate_account": 0.0009000900090009, "top_up_by_bank_transfer_charge": 0.0007000700070007, "top_up_by_card_charge": 0.0007000700070007, "top_up_by_cash_or_cheque": 0.0009000900090009, "top_up_failed": 0.001000100010001, "top_up_limits": 0.0006000600060006, "top_up_reverted": 0.0012001200120012, "topping_up_by_card": 0.0009000900090009, "transaction_charged_twice": 0.0011001100110011003, "transfer_fee_charged": 0.0007000700070007, "transfer_into_account": 0.0008000800080008001, "transfer_not_received_by_recipient": 0.5220522052205221, "transfer_timing": 0.0011001100110011003, "unable_to_verify_identity": 0.001000100010001, "verify_my_identity": 0.001000100010001, "verify_source_of_funds": 0.0026002600260026003, "verify_top_up": 0.0023002300230023, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.0008000800080008001, "why_verify_identity": 0.0009000900090009, "wrong_amount_of_cash_received": 0.0016001600160016002, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008001 }, "error": null, "latency_ms": 70.83229103591293, "usage": { "input_tokens": 635, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-859", "text_group": "f7ef57deaf3e3ee3b9ebff96dffc496bcea59b47d428b8ff1cb252fafeaefa29", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0005997001499250374, "activate_my_card": 0.00019990004997501253, "age_limit": 9.995002498750626e-05, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.0002998500749625187, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.0303848075962019, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039980009995002505, "beneficiary_not_allowed": 0.0004997501249375313, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.00019990004997501253, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.00019990004997501253, "card_not_working": 0.0002998500749625187, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.0002998500749625187, "card_payment_wrong_exchange_rate": 0.0002998500749625187, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.00019990004997501253, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.00019990004997501253, "country_support": 0.0002998500749625187, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.00019990004997501253, "declined_transfer": 0.0005997001499250374, "direct_debit_payment_not_recognised": 0.00039980009995002505, "disposable_card_limits": 0.00019990004997501253, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.0064967516241879065, "fiat_currency_support": 0.00019990004997501253, "get_disposable_virtual_card": 0.00019990004997501253, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.00039980009995002505, "lost_or_stolen_phone": 0.0002998500749625187, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.0024987506246876563, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.0037981009495252375, "request_refund": 0.00039980009995002505, "reverted_card_payment?": 0.0002998500749625187, "supported_cards_and_currencies": 0.00019990004997501253, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.00019990004997501253, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.9383308345827087, "transfer_timing": 0.00039980009995002505, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.00019990004997501253, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.0005997001499250374, "wrong_exchange_rate_for_cash_withdrawal": 0.00019990004997501253 }, "error": null, "latency_ms": 67.86387495230883, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-860", "text_group": "e8426212916157740af41e8099d828ceece20d4aebe2b5e74cef96f9ef4ce750", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.00010005002501250626, "activate_my_card": 0.00010005002501250626, "age_limit": 0.00010005002501250626, "apple_pay_or_google_pay": 0.00010005002501250626, "atm_support": 0.00020010005002501252, "automatic_top_up": 0.00010005002501250626, "balance_not_updated_after_bank_transfer": 0.2975487743871936, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00020010005002501252, "card_about_to_expire": 0.00010005002501250626, "card_acceptance": 0.00020010005002501252, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00020010005002501252, "card_not_working": 0.00020010005002501252, "card_payment_fee_charged": 0.00010005002501250626, "card_payment_not_recognised": 0.00020010005002501252, "card_payment_wrong_exchange_rate": 0.00020010005002501252, "card_swallowed": 0.00020010005002501252, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.00010005002501250626, "compromised_card": 0.00010005002501250626, "contactless_not_working": 0.00020010005002501252, "country_support": 0.00020010005002501252, "declined_card_payment": 0.00010005002501250626, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.00010005002501250626, "edit_personal_details": 0.00010005002501250626, "exchange_charge": 0.00010005002501250626, "exchange_rate": 0.00010005002501250626, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00010005002501250626, "failed_transfer": 0.00040020010005002504, "fiat_currency_support": 0.00020010005002501252, "get_disposable_virtual_card": 0.00010005002501250626, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00010005002501250626, "getting_virtual_card": 0.00010005002501250626, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00010005002501250626, "passcode_forgotten": 0.00010005002501250626, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.0005002501250625313, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.10025012506253127, "pin_blocked": 0.00010005002501250626, "receiving_money": 0.0006003001500750375, "request_refund": 0.00010005002501250626, "reverted_card_payment?": 0.00020010005002501252, "supported_cards_and_currencies": 0.00020010005002501252, "terminate_account": 0.00010005002501250626, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00010005002501250626, "top_up_by_cash_or_cheque": 0.00010005002501250626, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00010005002501250626, "top_up_reverted": 0.00020010005002501252, "topping_up_by_card": 0.00010005002501250626, "transaction_charged_twice": 0.00010005002501250626, "transfer_fee_charged": 0.00010005002501250626, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.5883941970985492, "transfer_timing": 0.0013006503251625813, "unable_to_verify_identity": 0.00010005002501250626, "verify_my_identity": 0.00010005002501250626, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00010005002501250626, "virtual_card_not_working": 0.00010005002501250626, "visa_or_mastercard": 0.00010005002501250626, "why_verify_identity": 0.00010005002501250626, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00020010005002501252 }, "error": null, "latency_ms": 70.66516706254333, "usage": { "input_tokens": 612, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-861", "text_group": "fd1cb7d6bddac3024775ee88033a113cef569c6bac5072a69bcba6e6664460d0", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0006001200240048009, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.09291858371674334, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010002000400080016, "beneficiary_not_allowed": 0.07481496299259853, "cancel_transfer": 0.0029005801160232043, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.0005001000200040008, "country_support": 0.004800960192038407, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.15183036607321462, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.1936387277455491, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0006001200240048009, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0007001400280056011, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0007001400280056011, "pending_transfer": 0.12542508501700342, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0005001000200040008, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0007001400280056011, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0008001600320064013, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.014602920584116823, "transfer_not_received_by_recipient": 0.3068613722744549, "transfer_timing": 0.0015003000600120023, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.001300260052010402, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 71.26645895186812, "usage": { "input_tokens": 621, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-862", "text_group": "eb005c773ab81b1650b2766019f471f434e1f2602fa3884b1e36773d8c4f9e7a", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.1683326669332267, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.00019992003198720514, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.00019992003198720514, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.0002998800479808077, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.0037984806077568972, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.01279488204718113, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.0027988804478208716, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0002998800479808077, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.00019992003198720514, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.7959816073570573, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 71.56762492377311, "usage": { "input_tokens": 628, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-863", "text_group": "c682dc2f8380df2bcde4346cfda9b61758bc7b550f91b0ca3d5f346d717d05ea", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.1323, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0052, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0158, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0002, "pending_transfer": 0.0127, "pin_blocked": 0.0003, "receiving_money": 0.003, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0006, "top_up_limits": 0.0002, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.002, "transfer_not_received_by_recipient": 0.8085, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0016, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 69.75991697981954, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-864", "text_group": "95a0a4336b8d8d2b8c9896c777ca66cf89f52b892cd95ca6b2e4376d2a3cb5da", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.005297880847660936, "activate_my_card": 0.004898040783686526, "age_limit": 0.004498200719712115, "apple_pay_or_google_pay": 0.01279488204718113, "atm_support": 0.013794482207117154, "automatic_top_up": 0.004998000799680128, "balance_not_updated_after_bank_transfer": 0.05227908836465414, "balance_not_updated_after_cheque_or_cash_deposit": 0.017093162734906037, "beneficiary_not_allowed": 0.008696521391443423, "cancel_transfer": 0.012994802079168333, "card_about_to_expire": 0.004698120751699321, "card_acceptance": 0.009396241503398642, "card_arrival": 0.005897640943622551, "card_delivery_estimate": 0.00429828068772491, "card_linking": 0.008496601359456218, "card_not_working": 0.006197520991603359, "card_payment_fee_charged": 0.0059976009596161535, "card_payment_not_recognised": 0.08636545381847262, "card_payment_wrong_exchange_rate": 0.007497001199520192, "card_swallowed": 0.006597361055577769, "cash_withdrawal_charge": 0.004798080767692923, "cash_withdrawal_not_recognised": 0.014594162335065974, "change_pin": 0.004598160735705718, "compromised_card": 0.007696921231507397, "contactless_not_working": 0.006097560975609757, "country_support": 0.0069972011195521796, "declined_card_payment": 0.005397840863654539, "declined_cash_withdrawal": 0.004498200719712115, "declined_transfer": 0.006197520991603359, "direct_debit_payment_not_recognised": 0.047780887644942024, "disposable_card_limits": 0.006797281087564974, "edit_personal_details": 0.00739704118352659, "exchange_charge": 0.005597760895641743, "exchange_rate": 0.005597760895641743, "exchange_via_app": 0.007696921231507397, "extra_charge_on_statement": 0.0043982407037185135, "failed_transfer": 0.006797281087564974, "fiat_currency_support": 0.008696521391443423, "get_disposable_virtual_card": 0.006197520991603359, "get_physical_card": 0.0064974010395841665, "getting_spare_card": 0.004098360655737705, "getting_virtual_card": 0.004498200719712115, "lost_or_stolen_card": 0.0069972011195521796, "lost_or_stolen_phone": 0.0043982407037185135, "order_physical_card": 0.003598560575769692, "passcode_forgotten": 0.003698520591763295, "pending_card_payment": 0.00429828068772491, "pending_cash_withdrawal": 0.003698520591763295, "pending_top_up": 0.004198320671731307, "pending_transfer": 0.004998000799680128, "pin_blocked": 0.004998000799680128, "receiving_money": 0.042682926829268296, "request_refund": 0.004598160735705718, "reverted_card_payment?": 0.008896441423430629, "supported_cards_and_currencies": 0.009096361455417834, "terminate_account": 0.004798080767692923, "top_up_by_bank_transfer_charge": 0.005297880847660936, "top_up_by_card_charge": 0.0037984806077568972, "top_up_by_cash_or_cheque": 0.004698120751699321, "top_up_failed": 0.0043982407037185135, "top_up_limits": 0.0038984406237504996, "top_up_reverted": 0.006097560975609757, "topping_up_by_card": 0.006197520991603359, "transaction_charged_twice": 0.024090363854458216, "transfer_fee_charged": 0.004698120751699321, "transfer_into_account": 0.004498200719712115, "transfer_not_received_by_recipient": 0.2983806477409036, "transfer_timing": 0.004698120751699321, "unable_to_verify_identity": 0.004798080767692923, "verify_my_identity": 0.004898040783686526, "verify_source_of_funds": 0.007097161135545782, "verify_top_up": 0.005097960815673731, "virtual_card_not_working": 0.005097960815673731, "visa_or_mastercard": 0.008696521391443423, "why_verify_identity": 0.004898040783686526, "wrong_amount_of_cash_received": 0.0059976009596161535, "wrong_exchange_rate_for_cash_withdrawal": 0.0059976009596161535 }, "error": null, "latency_ms": 68.40804195962846, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-865", "text_group": "66dfc5e5ff6445566d278f5455e987cec1c45551ebc43b933ed300754b061f93", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0022993102069379188, "activate_my_card": 0.000499850044986504, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0007997600719784066, "atm_support": 0.0008997300809757073, "automatic_top_up": 0.000499850044986504, "balance_not_updated_after_bank_transfer": 0.16465060481855445, "balance_not_updated_after_cheque_or_cash_deposit": 0.010396880935719284, "beneficiary_not_allowed": 0.001099670098970309, "cancel_transfer": 0.0008997300809757073, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0007997600719784066, "card_arrival": 0.0005998200539838048, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.0007997600719784066, "card_not_working": 0.0006997900629811057, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.000999700089973008, "card_payment_wrong_exchange_rate": 0.0008997300809757073, "card_swallowed": 0.0005998200539838048, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.0007997600719784066, "change_pin": 0.0003998800359892033, "compromised_card": 0.0006997900629811057, "contactless_not_working": 0.0007997600719784066, "country_support": 0.0006997900629811057, "declined_card_payment": 0.0005998200539838048, "declined_cash_withdrawal": 0.0008997300809757073, "declined_transfer": 0.0006997900629811057, "direct_debit_payment_not_recognised": 0.0012996101169649105, "disposable_card_limits": 0.0006997900629811057, "edit_personal_details": 0.000499850044986504, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.0005998200539838048, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0015995201439568132, "fiat_currency_support": 0.0007997600719784066, "get_disposable_virtual_card": 0.001099670098970309, "get_physical_card": 0.000999700089973008, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0006997900629811057, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.0013995801259622115, "pending_cash_withdrawal": 0.0247925622313306, "pending_top_up": 0.0013995801259622115, "pending_transfer": 0.002099370188943317, "pin_blocked": 0.000499850044986504, "receiving_money": 0.01599520143956813, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.0029991002699190244, "supported_cards_and_currencies": 0.0006997900629811057, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0005998200539838048, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0007997600719784066, "topping_up_by_card": 0.0005998200539838048, "transaction_charged_twice": 0.0031990402879136263, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.000499850044986504, "transfer_not_received_by_recipient": 0.7286813955813256, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0012996101169649105, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998200539838048 }, "error": null, "latency_ms": 66.30579207558185, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-866", "text_group": "8815109fc3fcf7219deb3c21a1f634f5fae89b7d124491c1c961bc1a0c473a1c", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.001100330099029709, "activate_my_card": 0.0007002100630189057, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.0008002400720216065, "atm_support": 0.0009002700810243073, "automatic_top_up": 0.0005001500450135041, "balance_not_updated_after_bank_transfer": 0.01000300090027008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009002700810243073, "beneficiary_not_allowed": 0.020706211863559067, "cancel_transfer": 0.0008002400720216065, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0013003901170351103, "card_arrival": 0.0009002700810243073, "card_delivery_estimate": 0.0377113133940182, "card_linking": 0.0008002400720216065, "card_not_working": 0.0006001800540162048, "card_payment_fee_charged": 0.0007002100630189057, "card_payment_not_recognised": 0.001100330099029709, "card_payment_wrong_exchange_rate": 0.0008002400720216065, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.00040012003601080324, "compromised_card": 0.0006001800540162048, "contactless_not_working": 0.0007002100630189057, "country_support": 0.0007002100630189057, "declined_card_payment": 0.0009002700810243073, "declined_cash_withdrawal": 0.0006001800540162048, "declined_transfer": 0.0014004201260378114, "direct_debit_payment_not_recognised": 0.004601380414124237, "disposable_card_limits": 0.0006001800540162048, "edit_personal_details": 0.0006001800540162048, "exchange_charge": 0.0006001800540162048, "exchange_rate": 0.0006001800540162048, "exchange_via_app": 0.0007002100630189057, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.015204561368410523, "fiat_currency_support": 0.0008002400720216065, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.0006001800540162048, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.01830549164749425, "pending_cash_withdrawal": 0.0015004501350405122, "pending_top_up": 0.0033009902970891265, "pending_transfer": 0.23887166149844954, "pin_blocked": 0.0005001500450135041, "receiving_money": 0.0078023407022106625, "request_refund": 0.0006001800540162048, "reverted_card_payment?": 0.0006001800540162048, "supported_cards_and_currencies": 0.0007002100630189057, "terminate_account": 0.00040012003601080324, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.00040012003601080324, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.0006001800540162048, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.0005001500450135041, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.0010003000900270082, "transfer_not_received_by_recipient": 0.5621686505951786, "transfer_timing": 0.04031209362808843, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.00040012003601080324, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.00040012003601080324, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.0006001800540162048, "why_verify_identity": 0.00040012003601080324, "wrong_amount_of_cash_received": 0.0005001500450135041, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 66.26150000374764, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-867", "text_group": "67a0fa4949f5c018a950a17d41875635dfe0615e83de480fbb6568c0f3d94bcd", "expected": "transfer_not_received_by_recipient", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0017, "activate_my_card": 0.0009, "age_limit": 0.0008, "apple_pay_or_google_pay": 0.0018, "atm_support": 0.0016, "automatic_top_up": 0.0008, "balance_not_updated_after_bank_transfer": 0.0294, "balance_not_updated_after_cheque_or_cash_deposit": 0.0038, "beneficiary_not_allowed": 0.0635, "cancel_transfer": 0.0067, "card_about_to_expire": 0.001, "card_acceptance": 0.0016, "card_arrival": 0.0012, "card_delivery_estimate": 0.0024, "card_linking": 0.0014, "card_not_working": 0.0014, "card_payment_fee_charged": 0.0013, "card_payment_not_recognised": 0.0015, "card_payment_wrong_exchange_rate": 0.0014, "card_swallowed": 0.0014, "cash_withdrawal_charge": 0.0011, "cash_withdrawal_not_recognised": 0.0011, "change_pin": 0.0008, "compromised_card": 0.0012, "contactless_not_working": 0.0015, "country_support": 0.0013, "declined_card_payment": 0.0018, "declined_cash_withdrawal": 0.0012, "declined_transfer": 0.0169, "direct_debit_payment_not_recognised": 0.0036, "disposable_card_limits": 0.0012, "edit_personal_details": 0.0011, "exchange_charge": 0.0012, "exchange_rate": 0.001, "exchange_via_app": 0.0014, "extra_charge_on_statement": 0.001, "failed_transfer": 0.2388, "fiat_currency_support": 0.0015, "get_disposable_virtual_card": 0.0009, "get_physical_card": 0.0009, "getting_spare_card": 0.0007, "getting_virtual_card": 0.0008, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0007, "order_physical_card": 0.0007, "passcode_forgotten": 0.0008, "pending_card_payment": 0.0113, "pending_cash_withdrawal": 0.0021, "pending_top_up": 0.0083, "pending_transfer": 0.3827, "pin_blocked": 0.001, "receiving_money": 0.0017, "request_refund": 0.003, "reverted_card_payment?": 0.0013, "supported_cards_and_currencies": 0.0014, "terminate_account": 0.0009, "top_up_by_bank_transfer_charge": 0.0012, "top_up_by_card_charge": 0.0008, "top_up_by_cash_or_cheque": 0.001, "top_up_failed": 0.0027, "top_up_limits": 0.0008, "top_up_reverted": 0.0014, "topping_up_by_card": 0.0011, "transaction_charged_twice": 0.0064, "transfer_fee_charged": 0.0014, "transfer_into_account": 0.0013, "transfer_not_received_by_recipient": 0.1478, "transfer_timing": 0.0017, "unable_to_verify_identity": 0.001, "verify_my_identity": 0.0008, "verify_source_of_funds": 0.0008, "verify_top_up": 0.0009, "virtual_card_not_working": 0.0012, "visa_or_mastercard": 0.0014, "why_verify_identity": 0.0008, "wrong_amount_of_cash_received": 0.0012, "wrong_exchange_rate_for_cash_withdrawal": 0.0011 }, "error": null, "latency_ms": 69.22149995807558, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-868", "text_group": "a3523dca4fc00ab1c65c43f4c9666dd65e0ddfd8922ab4b31b3fd4e2a0c2d036", "expected": "transfer_not_received_by_recipient", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0012996101169649105, "activate_my_card": 0.0006997900629811057, "age_limit": 0.0006997900629811057, "apple_pay_or_google_pay": 0.0011996401079676095, "atm_support": 0.0014995501349595122, "automatic_top_up": 0.0007997600719784066, "balance_not_updated_after_bank_transfer": 0.02329301209637109, "balance_not_updated_after_cheque_or_cash_deposit": 0.002799160251924423, "beneficiary_not_allowed": 0.003099070278916325, "cancel_transfer": 0.0012996101169649105, "card_about_to_expire": 0.0006997900629811057, "card_acceptance": 0.0012996101169649105, "card_arrival": 0.001099670098970309, "card_delivery_estimate": 0.013695891232630212, "card_linking": 0.0012996101169649105, "card_not_working": 0.0011996401079676095, "card_payment_fee_charged": 0.0008997300809757073, "card_payment_not_recognised": 0.0011996401079676095, "card_payment_wrong_exchange_rate": 0.0013995801259622115, "card_swallowed": 0.001099670098970309, "cash_withdrawal_charge": 0.000999700089973008, "cash_withdrawal_not_recognised": 0.0012996101169649105, "change_pin": 0.0006997900629811057, "compromised_card": 0.0008997300809757073, "contactless_not_working": 0.0013995801259622115, "country_support": 0.0013995801259622115, "declined_card_payment": 0.0012996101169649105, "declined_cash_withdrawal": 0.0016994901529541137, "declined_transfer": 0.0032990102969109266, "direct_debit_payment_not_recognised": 0.0011996401079676095, "disposable_card_limits": 0.000999700089973008, "edit_personal_details": 0.0007997600719784066, "exchange_charge": 0.000999700089973008, "exchange_rate": 0.0007997600719784066, "exchange_via_app": 0.000999700089973008, "extra_charge_on_statement": 0.0006997900629811057, "failed_transfer": 0.028991302609217236, "fiat_currency_support": 0.0012996101169649105, "get_disposable_virtual_card": 0.0007997600719784066, "get_physical_card": 0.0006997900629811057, "getting_spare_card": 0.0005998200539838048, "getting_virtual_card": 0.0006997900629811057, "lost_or_stolen_card": 0.0005998200539838048, "lost_or_stolen_phone": 0.0005998200539838048, "order_physical_card": 0.0005998200539838048, "passcode_forgotten": 0.0006997900629811057, "pending_card_payment": 0.002399280215935219, "pending_cash_withdrawal": 0.023193042087373786, "pending_top_up": 0.00489853044086774, "pending_transfer": 0.6626012196341098, "pin_blocked": 0.0007997600719784066, "receiving_money": 0.0028991302609217232, "request_refund": 0.0008997300809757073, "reverted_card_payment?": 0.000999700089973008, "supported_cards_and_currencies": 0.0011996401079676095, "terminate_account": 0.0006997900629811057, "top_up_by_bank_transfer_charge": 0.0011996401079676095, "top_up_by_card_charge": 0.0006997900629811057, "top_up_by_cash_or_cheque": 0.0008997300809757073, "top_up_failed": 0.0011996401079676095, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.000999700089973008, "topping_up_by_card": 0.000999700089973008, "transaction_charged_twice": 0.002199340197940618, "transfer_fee_charged": 0.001099670098970309, "transfer_into_account": 0.0011996401079676095, "transfer_not_received_by_recipient": 0.1326602019394182, "transfer_timing": 0.03199040287913626, "unable_to_verify_identity": 0.0007997600719784066, "verify_my_identity": 0.0006997900629811057, "verify_source_of_funds": 0.0006997900629811057, "verify_top_up": 0.0006997900629811057, "virtual_card_not_working": 0.001099670098970309, "visa_or_mastercard": 0.0011996401079676095, "why_verify_identity": 0.0007997600719784066, "wrong_amount_of_cash_received": 0.0008997300809757073, "wrong_exchange_rate_for_cash_withdrawal": 0.000999700089973008 }, "error": null, "latency_ms": 67.99595803022385, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-869", "text_group": "990408bb60da44f2533f3f2a84c1ffd1a1fc47e46369cf340642ef2e72a1fd25", "expected": "transfer_not_received_by_recipient", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0006, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.001, "atm_support": 0.0009, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0004, "card_acceptance": 0.0009, "card_arrival": 0.0025, "card_delivery_estimate": 0.6247, "card_linking": 0.0008, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0004, "compromised_card": 0.0005, "contactless_not_working": 0.0006, "country_support": 0.0007, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0009, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0004, "exchange_charge": 0.0007, "exchange_rate": 0.0006, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0014, "fiat_currency_support": 0.0009, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0007, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0004, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0035, "pending_cash_withdrawal": 0.0027, "pending_top_up": 0.0056, "pending_transfer": 0.1636, "pin_blocked": 0.0004, "receiving_money": 0.0038, "request_refund": 0.0005, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0009, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0009, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0004, "top_up_limits": 0.0004, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0007, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0008, "transfer_not_received_by_recipient": 0.0972, "transfer_timing": 0.0569, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0007, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 67.07904092036188, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-870", "text_group": "eb9d7fe31dfa41ed5cc769059b11ddc7633151426fcf79aeb66c656ba9c8304b", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0007001400280056011, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0003000600120024005, "atm_support": 0.0004000800160032007, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.050310062012402484, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009001800360072014, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0003000600120024005, "card_arrival": 0.0003000600120024005, "card_delivery_estimate": 0.0004000800160032007, "card_linking": 0.0004000800160032007, "card_not_working": 0.0004000800160032007, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0004000800160032007, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.0013002600520104022, "cash_withdrawal_charge": 0.0003000600120024005, "cash_withdrawal_not_recognised": 0.000600120024004801, "change_pin": 0.00020004000800160035, "compromised_card": 0.0004000800160032007, "contactless_not_working": 0.0004000800160032007, "country_support": 0.0003000600120024005, "declined_card_payment": 0.0003000600120024005, "declined_cash_withdrawal": 0.0011002200440088019, "declined_transfer": 0.0013002600520104022, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.0008001600320064014, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.0003000600120024005, "get_physical_card": 0.0004000800160032007, "getting_spare_card": 0.0003000600120024005, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.0004000800160032007, "lost_or_stolen_phone": 0.0003000600120024005, "order_physical_card": 0.0003000600120024005, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.0003000600120024005, "pending_cash_withdrawal": 0.0004000800160032007, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.0004000800160032007, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.01760352070414083, "request_refund": 0.0003000600120024005, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0003000600120024005, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.0003000600120024005, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.0003000600120024005, "top_up_failed": 0.0004000800160032007, "top_up_limits": 0.0003000600120024005, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0004000800160032007, "transaction_charged_twice": 0.0003000600120024005, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.8986797359471895, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.0003000600120024005, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.0003000600120024005, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.005601120224044809, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 66.40320899896324, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-871", "text_group": "e87018de41c7cc8c3c482993cf104c25f5ac699ed2d334151778609c6f148440", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.042008401680336066, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.00020004000800160032, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0009001800360072014, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.0011002200440088019, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.009301860372074413, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.9277855571114223, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 68.94825003109872, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-872", "text_group": "4c007468aee644d39ddd6ef4902358ae83eff1ffde5f889356d49d75f6e77212", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.008399160083991601, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00019998000199980003, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.00019998000199980003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.0081991800819918, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.0040995900409959, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00019998000199980003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.9604039596040397, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 68.49745800718665, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-873", "text_group": "55ff5345545443ecfa8e29898da96a75c25f35f2beaed55b04d9b76f6f39c2ad", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.00040020010005002504, "activate_my_card": 0.00040020010005002504, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.0006003001500750375, "atm_support": 0.0010005002501250627, "automatic_top_up": 0.0010005002501250627, "balance_not_updated_after_bank_transfer": 0.03561780890445223, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011005502751375688, "beneficiary_not_allowed": 0.0007003501750875438, "cancel_transfer": 0.00040020010005002504, "card_about_to_expire": 0.0005002501250625313, "card_acceptance": 0.0006003001500750375, "card_arrival": 0.001200600300150075, "card_delivery_estimate": 0.03661830915457729, "card_linking": 0.0006003001500750375, "card_not_working": 0.0005002501250625313, "card_payment_fee_charged": 0.0005002501250625313, "card_payment_not_recognised": 0.0006003001500750375, "card_payment_wrong_exchange_rate": 0.0006003001500750375, "card_swallowed": 0.00040020010005002504, "cash_withdrawal_charge": 0.0005002501250625313, "cash_withdrawal_not_recognised": 0.00040020010005002504, "change_pin": 0.00030015007503751874, "compromised_card": 0.0005002501250625313, "contactless_not_working": 0.0005002501250625313, "country_support": 0.0007003501750875438, "declined_card_payment": 0.00040020010005002504, "declined_cash_withdrawal": 0.00040020010005002504, "declined_transfer": 0.0006003001500750375, "direct_debit_payment_not_recognised": 0.001500750375187594, "disposable_card_limits": 0.0006003001500750375, "edit_personal_details": 0.00040020010005002504, "exchange_charge": 0.0006003001500750375, "exchange_rate": 0.0005002501250625313, "exchange_via_app": 0.0005002501250625313, "extra_charge_on_statement": 0.00040020010005002504, "failed_transfer": 0.0009004502251125563, "fiat_currency_support": 0.0006003001500750375, "get_disposable_virtual_card": 0.00040020010005002504, "get_physical_card": 0.00040020010005002504, "getting_spare_card": 0.00040020010005002504, "getting_virtual_card": 0.00040020010005002504, "lost_or_stolen_card": 0.00030015007503751874, "lost_or_stolen_phone": 0.00030015007503751874, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.00030015007503751874, "pending_card_payment": 0.001200600300150075, "pending_cash_withdrawal": 0.0016008004002001002, "pending_top_up": 0.004702351175587795, "pending_transfer": 0.17048524262131065, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.013906953476738369, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.00040020010005002504, "supported_cards_and_currencies": 0.0008004002001000501, "terminate_account": 0.00040020010005002504, "top_up_by_bank_transfer_charge": 0.0008004002001000501, "top_up_by_card_charge": 0.00040020010005002504, "top_up_by_cash_or_cheque": 0.0005002501250625313, "top_up_failed": 0.00040020010005002504, "top_up_limits": 0.00040020010005002504, "top_up_reverted": 0.00040020010005002504, "topping_up_by_card": 0.0006003001500750375, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.004502251125562781, "transfer_not_received_by_recipient": 0.001900950475237619, "transfer_timing": 0.6951475737868935, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.0005002501250625313, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.00040020010005002504, "visa_or_mastercard": 0.0005002501250625313, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00040020010005002504, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002501250625313 }, "error": null, "latency_ms": 72.0394579693675, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-874", "text_group": "828eb48f21cf06594445ff04f5e1aac71c9a43d9a6d44c58f666fc7f966dc783", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0001, "activate_my_card": 0.0001, "age_limit": 0.0001, "apple_pay_or_google_pay": 0.0001, "atm_support": 0.0002, "automatic_top_up": 0.0001, "balance_not_updated_after_bank_transfer": 0.3893, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0001, "card_acceptance": 0.0002, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0002, "card_not_working": 0.0002, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0002, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0001, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0001, "compromised_card": 0.0001, "contactless_not_working": 0.0002, "country_support": 0.0002, "declined_card_payment": 0.0001, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0001, "exchange_charge": 0.0001, "exchange_rate": 0.0001, "exchange_via_app": 0.0001, "extra_charge_on_statement": 0.0001, "failed_transfer": 0.0026, "fiat_currency_support": 0.0002, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0001, "lost_or_stolen_phone": 0.0001, "order_physical_card": 0.0001, "passcode_forgotten": 0.0001, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0834, "pin_blocked": 0.0001, "receiving_money": 0.0028, "request_refund": 0.0001, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0002, "terminate_account": 0.0001, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0001, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0001, "top_up_reverted": 0.0002, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.508, "transfer_timing": 0.0014, "unable_to_verify_identity": 0.0001, "verify_my_identity": 0.0001, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0001, "visa_or_mastercard": 0.0001, "why_verify_identity": 0.0001, "wrong_amount_of_cash_received": 0.0008, "wrong_exchange_rate_for_cash_withdrawal": 0.0001 }, "error": null, "latency_ms": 73.1745830271393, "usage": { "input_tokens": 606, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-875", "text_group": "0761752463785a4db4725460a0b06cba0d3e54986bf5f3f75e4c249069220dc4", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 9.997000899730082e-05, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.11376587023892833, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.00019994001799460164, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0008997300809757073, "card_linking": 0.00019994001799460164, "card_not_working": 0.00019994001799460164, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.00019994001799460164, "card_payment_wrong_exchange_rate": 0.00019994001799460164, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.004198740377886634, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.135259422173348, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.002799160251924423, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.00019994001799460164, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.00019994001799460164, "topping_up_by_card": 0.00019994001799460164, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.0003998800359892033, "transfer_not_received_by_recipient": 0.7223832850144957, "transfer_timing": 0.004698590422873138, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 76.2446669396013, "usage": { "input_tokens": 613, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-876", "text_group": "8c4b6fc2a07a96965ac621c41f1696a3574af90efaa64557a46fcccea68ad348", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0009998000399920016, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0010997800439912018, "atm_support": 0.001299740051989602, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.01249750049990002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014997000599880025, "beneficiary_not_allowed": 0.0007998400319936014, "cancel_transfer": 0.0006998600279944011, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0008998200359928015, "card_arrival": 0.002299540091981604, "card_delivery_estimate": 0.09348130373925215, "card_linking": 0.0007998400319936014, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0006998600279944011, "card_payment_not_recognised": 0.0015996800639872027, "card_payment_wrong_exchange_rate": 0.0008998200359928015, "card_swallowed": 0.0005998800239952009, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.0003999200159968007, "compromised_card": 0.0006998600279944011, "contactless_not_working": 0.0005998800239952009, "country_support": 0.0007998400319936014, "declined_card_payment": 0.0005998800239952009, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0005998800239952009, "direct_debit_payment_not_recognised": 0.0020995800839832034, "disposable_card_limits": 0.001299740051989602, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0007998400319936014, "fiat_currency_support": 0.0008998200359928015, "get_disposable_virtual_card": 0.0008998200359928015, "get_physical_card": 0.0020995800839832034, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.0006998600279944011, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0034993001399720057, "pending_cash_withdrawal": 0.002299540091981604, "pending_top_up": 0.0016996600679864027, "pending_transfer": 0.03719256148770246, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.036892621475704865, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0006998600279944011, "supported_cards_and_currencies": 0.0006998600279944011, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.7634473105378924, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0005998800239952009, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 78.56495899613947, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-877", "text_group": "a8ffb849c5c3318d38aaee5c9095eeead2434b311a0d632914d20bb6063ad5dd", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0033993201359728054, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.028794241151769647, "balance_not_updated_after_cheque_or_cash_deposit": 0.003999200159968006, "beneficiary_not_allowed": 0.0010997800439912018, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0008998200359928015, "card_linking": 0.0003999200159968007, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0005998800239952009, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.0024995000999800043, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0005998800239952009, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0034993001399720057, "declined_transfer": 0.0008998200359928015, "direct_debit_payment_not_recognised": 0.0007998400319936014, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0032993401319736052, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.09188162367526495, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.00569886022795441, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.05668866226754649, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.7424515096980604, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.02979404119176165, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 75.96129190642387, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-878", "text_group": "ccefe5c8fb3f0dac195d91b0641666b6a5aecca9d231f45524d804c2938f52b9", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0021010505252626313, "activate_my_card": 0.000400200100050025, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.0006003001500750375, "atm_support": 0.0007003501750875437, "automatic_top_up": 0.000400200100050025, "balance_not_updated_after_bank_transfer": 0.08874437218609305, "balance_not_updated_after_cheque_or_cash_deposit": 0.0031015507753876935, "beneficiary_not_allowed": 0.0014007003501750874, "cancel_transfer": 0.0009004502251125562, "card_about_to_expire": 0.0005002501250625312, "card_acceptance": 0.0007003501750875437, "card_arrival": 0.009004502251125562, "card_delivery_estimate": 0.30655327663831916, "card_linking": 0.0007003501750875437, "card_not_working": 0.0007003501750875437, "card_payment_fee_charged": 0.0005002501250625312, "card_payment_not_recognised": 0.0007003501750875437, "card_payment_wrong_exchange_rate": 0.0006003001500750375, "card_swallowed": 0.0005002501250625312, "cash_withdrawal_charge": 0.000400200100050025, "cash_withdrawal_not_recognised": 0.0006003001500750375, "change_pin": 0.00030015007503751874, "compromised_card": 0.0005002501250625312, "contactless_not_working": 0.0006003001500750375, "country_support": 0.0006003001500750375, "declined_card_payment": 0.0007003501750875437, "declined_cash_withdrawal": 0.0011005502751375688, "declined_transfer": 0.0023011505752876435, "direct_debit_payment_not_recognised": 0.0006003001500750375, "disposable_card_limits": 0.0006003001500750375, "edit_personal_details": 0.000400200100050025, "exchange_charge": 0.000400200100050025, "exchange_rate": 0.000400200100050025, "exchange_via_app": 0.0005002501250625312, "extra_charge_on_statement": 0.00030015007503751874, "failed_transfer": 0.023811905952976487, "fiat_currency_support": 0.0006003001500750375, "get_disposable_virtual_card": 0.000400200100050025, "get_physical_card": 0.0005002501250625312, "getting_spare_card": 0.00030015007503751874, "getting_virtual_card": 0.000400200100050025, "lost_or_stolen_card": 0.000400200100050025, "lost_or_stolen_phone": 0.00030015007503751874, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.00030015007503751874, "pending_card_payment": 0.007003501750875438, "pending_cash_withdrawal": 0.01810905452726363, "pending_top_up": 0.016608304152076037, "pending_transfer": 0.031015507753876938, "pin_blocked": 0.000400200100050025, "receiving_money": 0.008604302151075537, "request_refund": 0.0005002501250625312, "reverted_card_payment?": 0.0006003001500750375, "supported_cards_and_currencies": 0.0006003001500750375, "terminate_account": 0.000400200100050025, "top_up_by_bank_transfer_charge": 0.000400200100050025, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.000400200100050025, "top_up_failed": 0.0007003501750875437, "top_up_limits": 0.00030015007503751874, "top_up_reverted": 0.0006003001500750375, "topping_up_by_card": 0.0005002501250625312, "transaction_charged_twice": 0.0006003001500750375, "transfer_fee_charged": 0.000400200100050025, "transfer_into_account": 0.0005002501250625312, "transfer_not_received_by_recipient": 0.4498249124562281, "transfer_timing": 0.00080040020010005, "unable_to_verify_identity": 0.000400200100050025, "verify_my_identity": 0.000400200100050025, "verify_source_of_funds": 0.000400200100050025, "verify_top_up": 0.0005002501250625312, "virtual_card_not_working": 0.0005002501250625312, "visa_or_mastercard": 0.0006003001500750375, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.0005002501250625312, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002501250625312 }, "error": null, "latency_ms": 75.72112500201911, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-879", "text_group": "e9b1f642735dab83a4c0211d2d28ff6450bce02264838ba3568228741d2eb0ba", "expected": "transfer_not_received_by_recipient", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.00020002000200020003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0482048204820482, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012001200120012, "beneficiary_not_allowed": 0.0009000900090009, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.00040004000400040005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.014601460146014602, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0005000500050005, "country_support": 0.0005000500050005, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.07580758075807581, "declined_transfer": 0.0013001300130013002, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.008600860086008601, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.2914291429142914, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.0159015901590159, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.008000800080008, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.001000100010001, "transfer_not_received_by_recipient": 0.5062506250625062, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0033003300330033004, "wrong_exchange_rate_for_cash_withdrawal": 0.0007000700070007 }, "error": null, "latency_ms": 73.02904198877513, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-880", "text_group": "42576f124a774e13cd8df012d4caa92b99aaa2bff462a63e021df36790b0b3de", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.0004999000199960008, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.0013997200559888023, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0691861627674465, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0013997200559888023, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.890621875624875, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0011997600479904018, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0031993601279744054, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.006798640271945611, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.0007998400319936014, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0004999000199960008, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 74.77483304683119, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-881", "text_group": "308dd1bd4caf166d882550c450b20ecf14266d73f2c983522d35dc7056ba85ac", "expected": "supported_cards_and_currencies", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0025, "age_limit": 0.0009, "apple_pay_or_google_pay": 0.0013, "atm_support": 0.0034, "automatic_top_up": 0.0089, "balance_not_updated_after_bank_transfer": 0.0009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012, "beneficiary_not_allowed": 0.0012, "cancel_transfer": 0.001, "card_about_to_expire": 0.0013, "card_acceptance": 0.0032, "card_arrival": 0.0009, "card_delivery_estimate": 0.0009, "card_linking": 0.0036, "card_not_working": 0.0013, "card_payment_fee_charged": 0.0013, "card_payment_not_recognised": 0.0011, "card_payment_wrong_exchange_rate": 0.0012, "card_swallowed": 0.0012, "cash_withdrawal_charge": 0.0011, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.001, "compromised_card": 0.001, "contactless_not_working": 0.001, "country_support": 0.0017, "declined_card_payment": 0.0009, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0008, "direct_debit_payment_not_recognised": 0.001, "disposable_card_limits": 0.0027, "edit_personal_details": 0.0011, "exchange_charge": 0.0011, "exchange_rate": 0.0009, "exchange_via_app": 0.001, "extra_charge_on_statement": 0.001, "failed_transfer": 0.0009, "fiat_currency_support": 0.0017, "get_disposable_virtual_card": 0.0083, "get_physical_card": 0.0015, "getting_spare_card": 0.0049, "getting_virtual_card": 0.0009, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0006, "order_physical_card": 0.0019, "passcode_forgotten": 0.0007, "pending_card_payment": 0.0009, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0019, "pending_transfer": 0.0007, "pin_blocked": 0.0007, "receiving_money": 0.0011, "request_refund": 0.0008, "reverted_card_payment?": 0.001, "supported_cards_and_currencies": 0.0083, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0027, "top_up_by_card_charge": 0.0043, "top_up_by_cash_or_cheque": 0.0051, "top_up_failed": 0.0013, "top_up_limits": 0.0034, "top_up_reverted": 0.0017, "topping_up_by_card": 0.8748, "transaction_charged_twice": 0.0007, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.001, "unable_to_verify_identity": 0.0008, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0009, "verify_top_up": 0.0013, "virtual_card_not_working": 0.001, "visa_or_mastercard": 0.0015, "why_verify_identity": 0.0007, "wrong_amount_of_cash_received": 0.0008, "wrong_exchange_rate_for_cash_withdrawal": 0.0009 }, "error": null, "latency_ms": 71.59716705791652, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-882", "text_group": "5b83fb5e3b7b9a8a2f98a6139f5ac2f2b614254de276d48bd2610231aa71228c", "expected": "supported_cards_and_currencies", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0015001500150015003, "activate_my_card": 0.0035003500350035003, "age_limit": 0.0014001400140014, "apple_pay_or_google_pay": 0.0019001900190019003, "atm_support": 0.0030003000300030005, "automatic_top_up": 0.0015001500150015003, "balance_not_updated_after_bank_transfer": 0.0021002100210021, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018001800180018, "beneficiary_not_allowed": 0.004300430043004301, "cancel_transfer": 0.0021002100210021, "card_about_to_expire": 0.0072007200720072, "card_acceptance": 0.0173017301730173, "card_arrival": 0.0032003200320032004, "card_delivery_estimate": 0.0018001800180018, "card_linking": 0.0191019101910191, "card_not_working": 0.007100710071007101, "card_payment_fee_charged": 0.0023002300230023, "card_payment_not_recognised": 0.0018001800180018, "card_payment_wrong_exchange_rate": 0.0021002100210021, "card_swallowed": 0.21412141214121413, "cash_withdrawal_charge": 0.0014001400140014, "cash_withdrawal_not_recognised": 0.0015001500150015003, "change_pin": 0.0019001900190019003, "compromised_card": 0.0033003300330033004, "contactless_not_working": 0.002000200020002, "country_support": 0.0032003200320032004, "declined_card_payment": 0.0025002500250025004, "declined_cash_withdrawal": 0.0017001700170017002, "declined_transfer": 0.0037003700370037006, "direct_debit_payment_not_recognised": 0.0018001800180018, "disposable_card_limits": 0.0032003200320032004, "edit_personal_details": 0.0018001800180018, "exchange_charge": 0.0014001400140014, "exchange_rate": 0.0014001400140014, "exchange_via_app": 0.0018001800180018, "extra_charge_on_statement": 0.0012001200120012, "failed_transfer": 0.0016001600160016002, "fiat_currency_support": 0.0018001800180018, "get_disposable_virtual_card": 0.006600660066006601, "get_physical_card": 0.08680868086808681, "getting_spare_card": 0.3459345934593459, "getting_virtual_card": 0.0028002800280028, "lost_or_stolen_card": 0.0031003100310031, "lost_or_stolen_phone": 0.0011001100110011003, "order_physical_card": 0.011101110111011102, "passcode_forgotten": 0.0013001300130013002, "pending_card_payment": 0.0016001600160016002, "pending_cash_withdrawal": 0.0011001100110011003, "pending_top_up": 0.0012001200120012, "pending_transfer": 0.0013001300130013002, "pin_blocked": 0.0018001800180018, "receiving_money": 0.0022002200220022005, "request_refund": 0.002000200020002, "reverted_card_payment?": 0.004000400040004, "supported_cards_and_currencies": 0.04410441044104411, "terminate_account": 0.0018001800180018, "top_up_by_bank_transfer_charge": 0.0015001500150015003, "top_up_by_card_charge": 0.0016001600160016002, "top_up_by_cash_or_cheque": 0.0018001800180018, "top_up_failed": 0.0019001900190019003, "top_up_limits": 0.0016001600160016002, "top_up_reverted": 0.0023002300230023, "topping_up_by_card": 0.026502650265026503, "transaction_charged_twice": 0.0015001500150015003, "transfer_fee_charged": 0.0013001300130013002, "transfer_into_account": 0.0014001400140014, "transfer_not_received_by_recipient": 0.0017001700170017002, "transfer_timing": 0.0019001900190019003, "unable_to_verify_identity": 0.0017001700170017002, "verify_my_identity": 0.0017001700170017002, "verify_source_of_funds": 0.0015001500150015003, "verify_top_up": 0.0013001300130013002, "virtual_card_not_working": 0.0021002100210021, "visa_or_mastercard": 0.0856085608560856, "why_verify_identity": 0.0014001400140014, "wrong_amount_of_cash_received": 0.0017001700170017002, "wrong_exchange_rate_for_cash_withdrawal": 0.0018001800180018 }, "error": null, "latency_ms": 70.8799168933183, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-883", "text_group": "a38a595ddbfb2b399e7ce9c2f9248c3e74341d6aaeb97ba7acb5c76bac01e345", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0029005801160232043, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0011002200440088019, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.008601720344068814, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.9677935587117423, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.72170795779675, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-884", "text_group": "e876c36e8ea44d5d1168950a114be1d051dce2cab6230b40b4871ad9d6476fa9", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0008997300809757073, "automatic_top_up": 0.0015995201439568132, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.000999700089973008, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.000499850044986504, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0006997900629811057, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0990702789163251, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0003998800359892033, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.002099370188943317, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.8652404278716386, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.000499850044986504, "top_up_by_cash_or_cheque": 0.0006997900629811057, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0005998200539838048, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.0017994601619514146, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.0005998200539838048, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.000499850044986504, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 70.4455419909209, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-885", "text_group": "e6bc219b4b3fdcc65984099632545876e1572c9c363b396acce62f7a486e9e21", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0008, "automatic_top_up": 0.001, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0007, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0006, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0004, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0899, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0012, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.8789, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0003, "top_up_limits": 0.0006, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0026, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 67.70541600417346, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-886", "text_group": "cf1d405ec03a88166a0d239ef4fd31c4858e505bf5c9c7d106042813b314e13a", "expected": "supported_cards_and_currencies", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.0007998400319936014, "activate_my_card": 0.0014997000599880025, "age_limit": 0.0009998000399920016, "apple_pay_or_google_pay": 0.001299740051989602, "atm_support": 0.0016996600679864027, "automatic_top_up": 0.0006998600279944011, "balance_not_updated_after_bank_transfer": 0.0007998400319936014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008998200359928015, "beneficiary_not_allowed": 0.0014997000599880025, "cancel_transfer": 0.0008998200359928015, "card_about_to_expire": 0.0011997600479904018, "card_acceptance": 0.21975604879024196, "card_arrival": 0.0011997600479904018, "card_delivery_estimate": 0.0009998000399920016, "card_linking": 0.0033993201359728054, "card_not_working": 0.0018996200759848032, "card_payment_fee_charged": 0.0013997200559888023, "card_payment_not_recognised": 0.0010997800439912018, "card_payment_wrong_exchange_rate": 0.0013997200559888023, "card_swallowed": 0.0011997600479904018, "cash_withdrawal_charge": 0.0008998200359928015, "cash_withdrawal_not_recognised": 0.0007998400319936014, "change_pin": 0.0008998200359928015, "compromised_card": 0.0010997800439912018, "contactless_not_working": 0.0010997800439912018, "country_support": 0.009798040391921616, "declined_card_payment": 0.003899220155968806, "declined_cash_withdrawal": 0.0010997800439912018, "declined_transfer": 0.0028994201159768043, "direct_debit_payment_not_recognised": 0.001299740051989602, "disposable_card_limits": 0.0013997200559888023, "edit_personal_details": 0.0009998000399920016, "exchange_charge": 0.0007998400319936014, "exchange_rate": 0.0008998200359928015, "exchange_via_app": 0.0009998000399920016, "extra_charge_on_statement": 0.0007998400319936014, "failed_transfer": 0.0008998200359928015, "fiat_currency_support": 0.0014997000599880025, "get_disposable_virtual_card": 0.0010997800439912018, "get_physical_card": 0.0016996600679864027, "getting_spare_card": 0.0639872025594881, "getting_virtual_card": 0.0009998000399920016, "lost_or_stolen_card": 0.0007998400319936014, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.0013997200559888023, "passcode_forgotten": 0.0006998600279944011, "pending_card_payment": 0.0007998400319936014, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.0006998600279944011, "pin_blocked": 0.0007998400319936014, "receiving_money": 0.0011997600479904018, "request_refund": 0.0009998000399920016, "reverted_card_payment?": 0.001299740051989602, "supported_cards_and_currencies": 0.26944611077784447, "terminate_account": 0.0007998400319936014, "top_up_by_bank_transfer_charge": 0.0008998200359928015, "top_up_by_card_charge": 0.0009998000399920016, "top_up_by_cash_or_cheque": 0.0008998200359928015, "top_up_failed": 0.0008998200359928015, "top_up_limits": 0.0008998200359928015, "top_up_reverted": 0.0010997800439912018, "topping_up_by_card": 0.004899020195960808, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.0007998400319936014, "transfer_into_account": 0.0007998400319936014, "transfer_not_received_by_recipient": 0.0007998400319936014, "transfer_timing": 0.0008998200359928015, "unable_to_verify_identity": 0.0008998200359928015, "verify_my_identity": 0.0008998200359928015, "verify_source_of_funds": 0.0007998400319936014, "verify_top_up": 0.0007998400319936014, "virtual_card_not_working": 0.0008998200359928015, "visa_or_mastercard": 0.35322935412917417, "why_verify_identity": 0.0006998600279944011, "wrong_amount_of_cash_received": 0.0006998600279944011, "wrong_exchange_rate_for_cash_withdrawal": 0.0010997800439912018 }, "error": null, "latency_ms": 69.32512496132404, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-887", "text_group": "6260eb50ba5c18fdfd9a42bd38fd2a41821cf402216be8ac0ca646959e1e4e6a", "expected": "supported_cards_and_currencies", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0007998400319936014, "activate_my_card": 0.001799640071985603, "age_limit": 0.0008998200359928015, "apple_pay_or_google_pay": 0.0013997200559888023, "atm_support": 0.0021995600879824036, "automatic_top_up": 0.0009998000399920016, "balance_not_updated_after_bank_transfer": 0.0009998000399920016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009998000399920016, "beneficiary_not_allowed": 0.0015996800639872027, "cancel_transfer": 0.0013997200559888023, "card_about_to_expire": 0.0018996200759848032, "card_acceptance": 0.02019596080783843, "card_arrival": 0.0015996800639872027, "card_delivery_estimate": 0.0011997600479904018, "card_linking": 0.008098380323935212, "card_not_working": 0.0020995800839832034, "card_payment_fee_charged": 0.0014997000599880025, "card_payment_not_recognised": 0.0009998000399920016, "card_payment_wrong_exchange_rate": 0.0013997200559888023, "card_swallowed": 0.236752649470106, "cash_withdrawal_charge": 0.0008998200359928015, "cash_withdrawal_not_recognised": 0.0008998200359928015, "change_pin": 0.0010997800439912018, "compromised_card": 0.0015996800639872027, "contactless_not_working": 0.0010997800439912018, "country_support": 0.001799640071985603, "declined_card_payment": 0.0013997200559888023, "declined_cash_withdrawal": 0.0010997800439912018, "declined_transfer": 0.001799640071985603, "direct_debit_payment_not_recognised": 0.0010997800439912018, "disposable_card_limits": 0.0018996200759848032, "edit_personal_details": 0.0010997800439912018, "exchange_charge": 0.0008998200359928015, "exchange_rate": 0.0009998000399920016, "exchange_via_app": 0.0011997600479904018, "extra_charge_on_statement": 0.0007998400319936014, "failed_transfer": 0.0008998200359928015, "fiat_currency_support": 0.0013997200559888023, "get_disposable_virtual_card": 0.003699260147970406, "get_physical_card": 0.02969406118776245, "getting_spare_card": 0.4756048790241952, "getting_virtual_card": 0.0016996600679864027, "lost_or_stolen_card": 0.0008998200359928015, "lost_or_stolen_phone": 0.0006998600279944011, "order_physical_card": 0.011297740451909618, "passcode_forgotten": 0.0007998400319936014, "pending_card_payment": 0.0007998400319936014, "pending_cash_withdrawal": 0.0006998600279944011, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.0006998600279944011, "pin_blocked": 0.0009998000399920016, "receiving_money": 0.0014997000599880025, "request_refund": 0.0009998000399920016, "reverted_card_payment?": 0.0014997000599880025, "supported_cards_and_currencies": 0.0641871625674865, "terminate_account": 0.0010997800439912018, "top_up_by_bank_transfer_charge": 0.0009998000399920016, "top_up_by_card_charge": 0.0010997800439912018, "top_up_by_cash_or_cheque": 0.0010997800439912018, "top_up_failed": 0.0009998000399920016, "top_up_limits": 0.0009998000399920016, "top_up_reverted": 0.0011997600479904018, "topping_up_by_card": 0.019596080783843232, "transaction_charged_twice": 0.0007998400319936014, "transfer_fee_charged": 0.0008998200359928015, "transfer_into_account": 0.0008998200359928015, "transfer_not_received_by_recipient": 0.0008998200359928015, "transfer_timing": 0.0009998000399920016, "unable_to_verify_identity": 0.0009998000399920016, "verify_my_identity": 0.0009998000399920016, "verify_source_of_funds": 0.0008998200359928015, "verify_top_up": 0.0007998400319936014, "virtual_card_not_working": 0.0011997600479904018, "visa_or_mastercard": 0.053289342131573686, "why_verify_identity": 0.0007998400319936014, "wrong_amount_of_cash_received": 0.0009998000399920016, "wrong_exchange_rate_for_cash_withdrawal": 0.0010997800439912018 }, "error": null, "latency_ms": 69.55795804969966, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-888", "text_group": "724bfbc65e3ce5f474bf839e4eafd43908162838ac19890ccbc02dbf2f3725f5", "expected": "supported_cards_and_currencies", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0007000700070007, "activate_my_card": 0.0018001800180018, "age_limit": 0.001000100010001, "apple_pay_or_google_pay": 0.0045004500450045, "atm_support": 0.0048004800480048, "automatic_top_up": 0.0374037403740374, "balance_not_updated_after_bank_transfer": 0.0011001100110011003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015001500150015003, "beneficiary_not_allowed": 0.0017001700170017002, "cancel_transfer": 0.0013001300130013002, "card_about_to_expire": 0.0013001300130013002, "card_acceptance": 0.010201020102010202, "card_arrival": 0.0012001200120012, "card_delivery_estimate": 0.0011001100110011003, "card_linking": 0.0039003900390039, "card_not_working": 0.0021002100210021, "card_payment_fee_charged": 0.0018001800180018, "card_payment_not_recognised": 0.0022002200220022005, "card_payment_wrong_exchange_rate": 0.0018001800180018, "card_swallowed": 0.0015001500150015003, "cash_withdrawal_charge": 0.0011001100110011003, "cash_withdrawal_not_recognised": 0.0009000900090009, "change_pin": 0.0013001300130013002, "compromised_card": 0.0015001500150015003, "contactless_not_working": 0.0016001600160016002, "country_support": 0.0025002500250025004, "declined_card_payment": 0.0018001800180018, "declined_cash_withdrawal": 0.001000100010001, "declined_transfer": 0.0014001400140014, "direct_debit_payment_not_recognised": 0.0018001800180018, "disposable_card_limits": 0.0023002300230023, "edit_personal_details": 0.0021002100210021, "exchange_charge": 0.0016001600160016002, "exchange_rate": 0.0014001400140014, "exchange_via_app": 0.0021002100210021, "extra_charge_on_statement": 0.0030003000300030005, "failed_transfer": 0.0011001100110011003, "fiat_currency_support": 0.0047004700470047005, "get_disposable_virtual_card": 0.0027002700270027003, "get_physical_card": 0.0017001700170017002, "getting_spare_card": 0.0053005300530053, "getting_virtual_card": 0.0015001500150015003, "lost_or_stolen_card": 0.0008000800080008001, "lost_or_stolen_phone": 0.0008000800080008001, "order_physical_card": 0.0022002200220022005, "passcode_forgotten": 0.0009000900090009, "pending_card_payment": 0.001000100010001, "pending_cash_withdrawal": 0.0008000800080008001, "pending_top_up": 0.0011001100110011003, "pending_transfer": 0.0009000900090009, "pin_blocked": 0.001000100010001, "receiving_money": 0.014101410141014101, "request_refund": 0.0009000900090009, "reverted_card_payment?": 0.0012001200120012, "supported_cards_and_currencies": 0.253025302530253, "terminate_account": 0.001000100010001, "top_up_by_bank_transfer_charge": 0.0037003700370037006, "top_up_by_card_charge": 0.004000400040004, "top_up_by_cash_or_cheque": 0.004000400040004, "top_up_failed": 0.0015001500150015003, "top_up_limits": 0.002000200020002, "top_up_reverted": 0.0019001900190019003, "topping_up_by_card": 0.5003500350035003, "transaction_charged_twice": 0.0009000900090009, "transfer_fee_charged": 0.0011001100110011003, "transfer_into_account": 0.0371037103710371, "transfer_not_received_by_recipient": 0.0011001100110011003, "transfer_timing": 0.0032003200320032004, "unable_to_verify_identity": 0.001000100010001, "verify_my_identity": 0.001000100010001, "verify_source_of_funds": 0.0012001200120012, "verify_top_up": 0.0013001300130013002, "virtual_card_not_working": 0.0017001700170017002, "visa_or_mastercard": 0.022802280228022803, "why_verify_identity": 0.0009000900090009, "wrong_amount_of_cash_received": 0.001000100010001, "wrong_exchange_rate_for_cash_withdrawal": 0.0012001200120012 }, "error": null, "latency_ms": 68.00375005695969, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-889", "text_group": "9e1891bdc1a831b6145ab5c7cff8043cd078e3eae9ddcd2d7b6023628041ba69", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.005100510051005101, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0006000600060006, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.007700770077007701, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0006000600060006, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.9600960096009601, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 69.37883293721825, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-890", "text_group": "0847ae517690e8da3b4b28940360721b75fbecd41d47680e8b71f3b70dfda12b", "expected": "supported_cards_and_currencies", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.0013995801259622115, "age_limit": 0.0007997600719784066, "apple_pay_or_google_pay": 0.011596521043686893, "atm_support": 0.0045986204138758376, "automatic_top_up": 0.04088773367989603, "balance_not_updated_after_bank_transfer": 0.0007997600719784066, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011996401079676095, "beneficiary_not_allowed": 0.0013995801259622115, "cancel_transfer": 0.0011996401079676095, "card_about_to_expire": 0.0008997300809757073, "card_acceptance": 0.0071978406478056586, "card_arrival": 0.0008997300809757073, "card_delivery_estimate": 0.0008997300809757073, "card_linking": 0.002699190242927122, "card_not_working": 0.0012996101169649105, "card_payment_fee_charged": 0.0016994901529541137, "card_payment_not_recognised": 0.002399280215935219, "card_payment_wrong_exchange_rate": 0.0017994601619514146, "card_swallowed": 0.000999700089973008, "cash_withdrawal_charge": 0.000999700089973008, "cash_withdrawal_not_recognised": 0.0006997900629811057, "change_pin": 0.000999700089973008, "compromised_card": 0.000999700089973008, "contactless_not_working": 0.0013995801259622115, "country_support": 0.002399280215935219, "declined_card_payment": 0.0018994301709487154, "declined_cash_withdrawal": 0.0007997600719784066, "declined_transfer": 0.0011996401079676095, "direct_debit_payment_not_recognised": 0.0038988303508947315, "disposable_card_limits": 0.0018994301709487154, "edit_personal_details": 0.0015995201439568132, "exchange_charge": 0.0016994901529541137, "exchange_rate": 0.0011996401079676095, "exchange_via_app": 0.0024992502249325203, "extra_charge_on_statement": 0.0045986204138758376, "failed_transfer": 0.0008997300809757073, "fiat_currency_support": 0.004098770368889334, "get_disposable_virtual_card": 0.0029991002699190244, "get_physical_card": 0.0012996101169649105, "getting_spare_card": 0.0038988303508947315, "getting_virtual_card": 0.0011996401079676095, "lost_or_stolen_card": 0.0005998200539838048, "lost_or_stolen_phone": 0.0005998200539838048, "order_physical_card": 0.002199340197940618, "passcode_forgotten": 0.0006997900629811057, "pending_card_payment": 0.0008997300809757073, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.000999700089973008, "pending_transfer": 0.0007997600719784066, "pin_blocked": 0.0007997600719784066, "receiving_money": 0.021393581925422372, "request_refund": 0.0006997900629811057, "reverted_card_payment?": 0.000999700089973008, "supported_cards_and_currencies": 0.13785864240727783, "terminate_account": 0.0007997600719784066, "top_up_by_bank_transfer_charge": 0.009697090872738179, "top_up_by_card_charge": 0.007397780665800261, "top_up_by_cash_or_cheque": 0.004298710386883935, "top_up_failed": 0.0011996401079676095, "top_up_limits": 0.0018994301709487154, "top_up_reverted": 0.0014995501349595122, "topping_up_by_card": 0.5917224832550235, "transaction_charged_twice": 0.0006997900629811057, "transfer_fee_charged": 0.000999700089973008, "transfer_into_account": 0.05618314505648306, "transfer_not_received_by_recipient": 0.0008997300809757073, "transfer_timing": 0.0038988303508947315, "unable_to_verify_identity": 0.0007997600719784066, "verify_my_identity": 0.0007997600719784066, "verify_source_of_funds": 0.000999700089973008, "verify_top_up": 0.000999700089973008, "virtual_card_not_working": 0.0012996101169649105, "visa_or_mastercard": 0.013795861241627513, "why_verify_identity": 0.0006997900629811057, "wrong_amount_of_cash_received": 0.0007997600719784066, "wrong_exchange_rate_for_cash_withdrawal": 0.000999700089973008 }, "error": null, "latency_ms": 68.75445903278887, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-891", "text_group": "abe6c2537fd5dd6ae530d3dc233326acd3391bd674a2b086b6844773d95aa89d", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0017, "activate_my_card": 0.0039, "age_limit": 0.0017, "apple_pay_or_google_pay": 0.003, "atm_support": 0.005, "automatic_top_up": 0.0019, "balance_not_updated_after_bank_transfer": 0.0021, "balance_not_updated_after_cheque_or_cash_deposit": 0.0023, "beneficiary_not_allowed": 0.0029, "cancel_transfer": 0.0023, "card_about_to_expire": 0.0029, "card_acceptance": 0.2496, "card_arrival": 0.0038, "card_delivery_estimate": 0.0023, "card_linking": 0.0402, "card_not_working": 0.0051, "card_payment_fee_charged": 0.0033, "card_payment_not_recognised": 0.0026, "card_payment_wrong_exchange_rate": 0.0033, "card_swallowed": 0.0034, "cash_withdrawal_charge": 0.002, "cash_withdrawal_not_recognised": 0.0018, "change_pin": 0.003, "compromised_card": 0.0123, "contactless_not_working": 0.0024, "country_support": 0.0368, "declined_card_payment": 0.004, "declined_cash_withdrawal": 0.0022, "declined_transfer": 0.0032, "direct_debit_payment_not_recognised": 0.0026, "disposable_card_limits": 0.0042, "edit_personal_details": 0.0029, "exchange_charge": 0.0027, "exchange_rate": 0.0024, "exchange_via_app": 0.003, "extra_charge_on_statement": 0.002, "failed_transfer": 0.002, "fiat_currency_support": 0.0048, "get_disposable_virtual_card": 0.0059, "get_physical_card": 0.0148, "getting_spare_card": 0.0658, "getting_virtual_card": 0.0037, "lost_or_stolen_card": 0.0021, "lost_or_stolen_phone": 0.0014, "order_physical_card": 0.0033, "passcode_forgotten": 0.0017, "pending_card_payment": 0.0021, "pending_cash_withdrawal": 0.0014, "pending_top_up": 0.0015, "pending_transfer": 0.0016, "pin_blocked": 0.002, "receiving_money": 0.0028, "request_refund": 0.0025, "reverted_card_payment?": 0.0032, "supported_cards_and_currencies": 0.3862, "terminate_account": 0.0021, "top_up_by_bank_transfer_charge": 0.0023, "top_up_by_card_charge": 0.0024, "top_up_by_cash_or_cheque": 0.0023, "top_up_failed": 0.002, "top_up_limits": 0.0021, "top_up_reverted": 0.0025, "topping_up_by_card": 0.0087, "transaction_charged_twice": 0.0018, "transfer_fee_charged": 0.0019, "transfer_into_account": 0.0016, "transfer_not_received_by_recipient": 0.0018, "transfer_timing": 0.002, "unable_to_verify_identity": 0.0023, "verify_my_identity": 0.0021, "verify_source_of_funds": 0.0022, "verify_top_up": 0.0019, "virtual_card_not_working": 0.0028, "visa_or_mastercard": 0.0091, "why_verify_identity": 0.0019, "wrong_amount_of_cash_received": 0.002, "wrong_exchange_rate_for_cash_withdrawal": 0.0026 }, "error": null, "latency_ms": 67.96791695524007, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-892", "text_group": "dc3c0f99272bf848a498fc00b2b8f2179e345471f4a2e550f0a49d370a176dac", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.034203420342034205, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0008000800080008001, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.018901890189018902, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.9221922192219222, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 68.11683299019933, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-893", "text_group": "994b15ad0fdb135437d00946f261f554669f0d321d7b61ab584dffaa46a224c8", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0009, "activate_my_card": 0.0024, "age_limit": 0.0011, "apple_pay_or_google_pay": 0.002, "atm_support": 0.0031, "automatic_top_up": 0.0012, "balance_not_updated_after_bank_transfer": 0.0011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013, "beneficiary_not_allowed": 0.0019, "cancel_transfer": 0.0014, "card_about_to_expire": 0.0018, "card_acceptance": 0.202, "card_arrival": 0.0017, "card_delivery_estimate": 0.0013, "card_linking": 0.0227, "card_not_working": 0.0022, "card_payment_fee_charged": 0.0019, "card_payment_not_recognised": 0.0015, "card_payment_wrong_exchange_rate": 0.0019, "card_swallowed": 0.0019, "cash_withdrawal_charge": 0.0012, "cash_withdrawal_not_recognised": 0.0011, "change_pin": 0.0019, "compromised_card": 0.004, "contactless_not_working": 0.0015, "country_support": 0.0026, "declined_card_payment": 0.0025, "declined_cash_withdrawal": 0.0013, "declined_transfer": 0.0021, "direct_debit_payment_not_recognised": 0.0014, "disposable_card_limits": 0.0024, "edit_personal_details": 0.0018, "exchange_charge": 0.0014, "exchange_rate": 0.0013, "exchange_via_app": 0.0016, "extra_charge_on_statement": 0.0012, "failed_transfer": 0.0012, "fiat_currency_support": 0.0035, "get_disposable_virtual_card": 0.0049, "get_physical_card": 0.0064, "getting_spare_card": 0.295, "getting_virtual_card": 0.0027, "lost_or_stolen_card": 0.001, "lost_or_stolen_phone": 0.0008, "order_physical_card": 0.0018, "passcode_forgotten": 0.001, "pending_card_payment": 0.0012, "pending_cash_withdrawal": 0.0009, "pending_top_up": 0.0009, "pending_transfer": 0.001, "pin_blocked": 0.0012, "receiving_money": 0.0017, "request_refund": 0.0014, "reverted_card_payment?": 0.002, "supported_cards_and_currencies": 0.3471, "terminate_account": 0.0013, "top_up_by_bank_transfer_charge": 0.0013, "top_up_by_card_charge": 0.0014, "top_up_by_cash_or_cheque": 0.0014, "top_up_failed": 0.0012, "top_up_limits": 0.0012, "top_up_reverted": 0.0016, "topping_up_by_card": 0.0076, "transaction_charged_twice": 0.0011, "transfer_fee_charged": 0.0011, "transfer_into_account": 0.001, "transfer_not_received_by_recipient": 0.0011, "transfer_timing": 0.0012, "unable_to_verify_identity": 0.0013, "verify_my_identity": 0.0013, "verify_source_of_funds": 0.0013, "verify_top_up": 0.0012, "virtual_card_not_working": 0.0018, "visa_or_mastercard": 0.0065, "why_verify_identity": 0.0011, "wrong_amount_of_cash_received": 0.0011, "wrong_exchange_rate_for_cash_withdrawal": 0.0016 }, "error": null, "latency_ms": 68.87087505310774, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-894", "text_group": "c1ebf4a6a4ffeec20de6e0194bbb0cf05d29f0553ea4a04153d0da3271423828", "expected": "supported_cards_and_currencies", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.000499850044986504, "activate_my_card": 0.0011996401079676095, "age_limit": 0.0007997600719784066, "apple_pay_or_google_pay": 0.002099370188943317, "atm_support": 0.002099370188943317, "automatic_top_up": 0.01819454163750875, "balance_not_updated_after_bank_transfer": 0.0008997300809757073, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011996401079676095, "beneficiary_not_allowed": 0.0011996401079676095, "cancel_transfer": 0.001099670098970309, "card_about_to_expire": 0.000999700089973008, "card_acceptance": 0.0031990402879136263, "card_arrival": 0.0007997600719784066, "card_delivery_estimate": 0.0007997600719784066, "card_linking": 0.002399280215935219, "card_not_working": 0.0011996401079676095, "card_payment_fee_charged": 0.0012996101169649105, "card_payment_not_recognised": 0.0012996101169649105, "card_payment_wrong_exchange_rate": 0.0011996401079676095, "card_swallowed": 0.0008997300809757073, "cash_withdrawal_charge": 0.0008997300809757073, "cash_withdrawal_not_recognised": 0.0005998200539838048, "change_pin": 0.000999700089973008, "compromised_card": 0.0008997300809757073, "contactless_not_working": 0.0011996401079676095, "country_support": 0.0012996101169649105, "declined_card_payment": 0.000999700089973008, "declined_cash_withdrawal": 0.0005998200539838048, "declined_transfer": 0.0007997600719784066, "direct_debit_payment_not_recognised": 0.0018994301709487154, "disposable_card_limits": 0.0012996101169649105, "edit_personal_details": 0.002799160251924423, "exchange_charge": 0.0011996401079676095, "exchange_rate": 0.0008997300809757073, "exchange_via_app": 0.0011996401079676095, "extra_charge_on_statement": 0.009897030890732782, "failed_transfer": 0.0007997600719784066, "fiat_currency_support": 0.0011996401079676095, "get_disposable_virtual_card": 0.001099670098970309, "get_physical_card": 0.0008997300809757073, "getting_spare_card": 0.000999700089973008, "getting_virtual_card": 0.0007997600719784066, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.000499850044986504, "order_physical_card": 0.001099670098970309, "passcode_forgotten": 0.0006997900629811057, "pending_card_payment": 0.0007997600719784066, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.001099670098970309, "pending_transfer": 0.0007997600719784066, "pin_blocked": 0.0006997900629811057, "receiving_money": 0.0045986204138758376, "request_refund": 0.0006997900629811057, "reverted_card_payment?": 0.0008997300809757073, "supported_cards_and_currencies": 0.046885934219734075, "terminate_account": 0.0007997600719784066, "top_up_by_bank_transfer_charge": 0.015295411376587024, "top_up_by_card_charge": 0.01489553134059782, "top_up_by_cash_or_cheque": 0.003099070278916325, "top_up_failed": 0.001099670098970309, "top_up_limits": 0.0014995501349595122, "top_up_reverted": 0.0011996401079676095, "topping_up_by_card": 0.7694691592522244, "transaction_charged_twice": 0.0005998200539838048, "transfer_fee_charged": 0.0007997600719784066, "transfer_into_account": 0.038388483454963505, "transfer_not_received_by_recipient": 0.0007997600719784066, "transfer_timing": 0.0018994301709487154, "unable_to_verify_identity": 0.0006997900629811057, "verify_my_identity": 0.0006997900629811057, "verify_source_of_funds": 0.0006997900629811057, "verify_top_up": 0.0007997600719784066, "virtual_card_not_working": 0.000999700089973008, "visa_or_mastercard": 0.007497750674797561, "why_verify_identity": 0.0005998200539838048, "wrong_amount_of_cash_received": 0.0006997900629811057, "wrong_exchange_rate_for_cash_withdrawal": 0.0008997300809757073 }, "error": null, "latency_ms": 66.57366699073464, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-895", "text_group": "2f00b9c4514769b1c11d9cd3349929c0db945b0cda7d41f3f055edae1d09e45c", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00030009002700810244, "activate_my_card": 0.0007002100630189057, "age_limit": 0.0004001200360108033, "apple_pay_or_google_pay": 0.0007002100630189057, "atm_support": 0.0013003901170351106, "automatic_top_up": 0.0017005101530459137, "balance_not_updated_after_bank_transfer": 0.0004001200360108033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0004001200360108033, "card_about_to_expire": 0.0006001800540162049, "card_acceptance": 0.004301290387116135, "card_arrival": 0.0005001500450135041, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.0010003000900270082, "card_not_working": 0.0008002400720216066, "card_payment_fee_charged": 0.0009002700810243074, "card_payment_not_recognised": 0.0006001800540162049, "card_payment_wrong_exchange_rate": 0.0007002100630189057, "card_swallowed": 0.0006001800540162049, "cash_withdrawal_charge": 0.0004001200360108033, "cash_withdrawal_not_recognised": 0.00030009002700810244, "change_pin": 0.0004001200360108033, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0005001500450135041, "country_support": 0.0007002100630189057, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.0004001200360108033, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.0008002400720216066, "edit_personal_details": 0.0004001200360108033, "exchange_charge": 0.0005001500450135041, "exchange_rate": 0.0004001200360108033, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.0004001200360108033, "failed_transfer": 0.0004001200360108033, "fiat_currency_support": 0.0014004201260378114, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.0005001500450135041, "getting_spare_card": 0.0014004201260378114, "getting_virtual_card": 0.0004001200360108033, "lost_or_stolen_card": 0.00030009002700810244, "lost_or_stolen_phone": 0.00030009002700810244, "order_physical_card": 0.0005001500450135041, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.0004001200360108033, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.0004001200360108033, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.0004001200360108033, "receiving_money": 0.0005001500450135041, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.7455236570971292, "terminate_account": 0.00030009002700810244, "top_up_by_bank_transfer_charge": 0.0007002100630189057, "top_up_by_card_charge": 0.0013003901170351106, "top_up_by_cash_or_cheque": 0.0006001800540162049, "top_up_failed": 0.0005001500450135041, "top_up_limits": 0.0010003000900270082, "top_up_reverted": 0.0006001800540162049, "topping_up_by_card": 0.17435230569170754, "transaction_charged_twice": 0.0004001200360108033, "transfer_fee_charged": 0.0004001200360108033, "transfer_into_account": 0.0004001200360108033, "transfer_not_received_by_recipient": 0.0004001200360108033, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.0004001200360108033, "verify_my_identity": 0.0004001200360108033, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.0007002100630189057, "virtual_card_not_working": 0.0004001200360108033, "visa_or_mastercard": 0.03561068320496149, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.0004001200360108033, "wrong_exchange_rate_for_cash_withdrawal": 0.0004001200360108033 }, "error": null, "latency_ms": 69.40675002988428, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-896", "text_group": "4ef99eff574fdd57bfc8e2367d2094f7e85f82d2c268a97ced83220095abef4f", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.0008003201280512205, "age_limit": 0.0005002000800320128, "apple_pay_or_google_pay": 0.0009003601440576229, "atm_support": 0.0017006802721088435, "automatic_top_up": 0.0006002400960384153, "balance_not_updated_after_bank_transfer": 0.0006002400960384153, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002801120448179, "beneficiary_not_allowed": 0.0007002801120448179, "cancel_transfer": 0.0006002400960384153, "card_about_to_expire": 0.0006002400960384153, "card_acceptance": 0.010104041616646658, "card_arrival": 0.0006002400960384153, "card_delivery_estimate": 0.0005002000800320128, "card_linking": 0.0013005202080832333, "card_not_working": 0.0013005202080832333, "card_payment_fee_charged": 0.0012004801920768306, "card_payment_not_recognised": 0.0007002801120448179, "card_payment_wrong_exchange_rate": 0.0008003201280512205, "card_swallowed": 0.0007002801120448179, "cash_withdrawal_charge": 0.0005002000800320128, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.0005002000800320128, "compromised_card": 0.0007002801120448179, "contactless_not_working": 0.0008003201280512205, "country_support": 0.0015006002400960385, "declined_card_payment": 0.0007002801120448179, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.0005002000800320128, "direct_debit_payment_not_recognised": 0.0008003201280512205, "disposable_card_limits": 0.0008003201280512205, "edit_personal_details": 0.0005002000800320128, "exchange_charge": 0.0005002000800320128, "exchange_rate": 0.0005002000800320128, "exchange_via_app": 0.0006002400960384153, "extra_charge_on_statement": 0.00040016006402561027, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.003401360544217687, "get_disposable_virtual_card": 0.0006002400960384153, "get_physical_card": 0.0012004801920768306, "getting_spare_card": 0.0007002801120448179, "getting_virtual_card": 0.0006002400960384153, "lost_or_stolen_card": 0.00040016006402561027, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.0007002801120448179, "passcode_forgotten": 0.00040016006402561027, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.00040016006402561027, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.0006002400960384153, "request_refund": 0.0005002000800320128, "reverted_card_payment?": 0.0006002400960384153, "supported_cards_and_currencies": 0.8540416166466587, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.0005002000800320128, "top_up_by_card_charge": 0.0006002400960384153, "top_up_by_cash_or_cheque": 0.0005002000800320128, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.0005002000800320128, "top_up_reverted": 0.0006002400960384153, "topping_up_by_card": 0.006202480992396959, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.0005002000800320128, "transfer_into_account": 0.0005002000800320128, "transfer_not_received_by_recipient": 0.0005002000800320128, "transfer_timing": 0.0005002000800320128, "unable_to_verify_identity": 0.0005002000800320128, "verify_my_identity": 0.0006002400960384153, "verify_source_of_funds": 0.0006002400960384153, "verify_top_up": 0.0006002400960384153, "virtual_card_not_working": 0.0006002400960384153, "visa_or_mastercard": 0.08183273309323728, "why_verify_identity": 0.0005002000800320128, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002000800320128 }, "error": null, "latency_ms": 67.33345799148083, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-897", "text_group": "c28aabd716d35ad4e8e355dc3aa809aeafca0d899435dbe948ab2d1733eeb5cf", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0008999100089991, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0007999200079992001, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.014898510148985102, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.9628037196280372, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 67.1913749538362, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-898", "text_group": "8866af30a7e41441cd7c092a1990a3be1b94644e8784ec35300111e39876a2f8", "expected": "supported_cards_and_currencies", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0007, "activate_my_card": 0.0016, "age_limit": 0.0009, "apple_pay_or_google_pay": 0.003, "atm_support": 0.0035, "automatic_top_up": 0.0017, "balance_not_updated_after_bank_transfer": 0.0043, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016, "beneficiary_not_allowed": 0.0016, "cancel_transfer": 0.0016, "card_about_to_expire": 0.0011, "card_acceptance": 0.0034, "card_arrival": 0.0012, "card_delivery_estimate": 0.0011, "card_linking": 0.0047, "card_not_working": 0.0018, "card_payment_fee_charged": 0.0032, "card_payment_not_recognised": 0.0026, "card_payment_wrong_exchange_rate": 0.0021, "card_swallowed": 0.0014, "cash_withdrawal_charge": 0.0014, "cash_withdrawal_not_recognised": 0.001, "change_pin": 0.0011, "compromised_card": 0.0014, "contactless_not_working": 0.0014, "country_support": 0.003, "declined_card_payment": 0.0017, "declined_cash_withdrawal": 0.001, "declined_transfer": 0.0015, "direct_debit_payment_not_recognised": 0.005, "disposable_card_limits": 0.0015, "edit_personal_details": 0.0013, "exchange_charge": 0.0097, "exchange_rate": 0.0017, "exchange_via_app": 0.0041, "extra_charge_on_statement": 0.0014, "failed_transfer": 0.0022, "fiat_currency_support": 0.0024, "get_disposable_virtual_card": 0.0012, "get_physical_card": 0.0011, "getting_spare_card": 0.0012, "getting_virtual_card": 0.0009, "lost_or_stolen_card": 0.0008, "lost_or_stolen_phone": 0.0007, "order_physical_card": 0.0016, "passcode_forgotten": 0.0008, "pending_card_payment": 0.0011, "pending_cash_withdrawal": 0.0008, "pending_top_up": 0.0009, "pending_transfer": 0.0014, "pin_blocked": 0.0009, "receiving_money": 0.0279, "request_refund": 0.0008, "reverted_card_payment?": 0.0014, "supported_cards_and_currencies": 0.1408, "terminate_account": 0.001, "top_up_by_bank_transfer_charge": 0.0146, "top_up_by_card_charge": 0.0018, "top_up_by_cash_or_cheque": 0.0041, "top_up_failed": 0.0014, "top_up_limits": 0.0013, "top_up_reverted": 0.0014, "topping_up_by_card": 0.0297, "transaction_charged_twice": 0.001, "transfer_fee_charged": 0.0016, "transfer_into_account": 0.6395, "transfer_not_received_by_recipient": 0.0015, "transfer_timing": 0.0095, "unable_to_verify_identity": 0.0009, "verify_my_identity": 0.0008, "verify_source_of_funds": 0.0014, "verify_top_up": 0.0008, "virtual_card_not_working": 0.0011, "visa_or_mastercard": 0.0132, "why_verify_identity": 0.0008, "wrong_amount_of_cash_received": 0.0011, "wrong_exchange_rate_for_cash_withdrawal": 0.0013 }, "error": null, "latency_ms": 65.41612499859184, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-899", "text_group": "ab220ca7606e474b82c735f348b16322fb2f979cb30f45b606108b71a695de72", "expected": "supported_cards_and_currencies", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0007002100630189057, "activate_my_card": 0.002100630189056717, "age_limit": 0.0010003000900270082, "apple_pay_or_google_pay": 0.01830549164749425, "atm_support": 0.005901770531159347, "automatic_top_up": 0.059917975392617784, "balance_not_updated_after_bank_transfer": 0.001100330099029709, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015004501350405122, "beneficiary_not_allowed": 0.0015004501350405122, "cancel_transfer": 0.0013003901170351103, "card_about_to_expire": 0.001100330099029709, "card_acceptance": 0.005601680504151245, "card_arrival": 0.0012003601080324095, "card_delivery_estimate": 0.001100330099029709, "card_linking": 0.0033009902970891265, "card_not_working": 0.0018005401620486145, "card_payment_fee_charged": 0.0029008702610783233, "card_payment_not_recognised": 0.003200960288086426, "card_payment_wrong_exchange_rate": 0.002400720216064819, "card_swallowed": 0.0013003901170351103, "cash_withdrawal_charge": 0.0012003601080324095, "cash_withdrawal_not_recognised": 0.0009002700810243073, "change_pin": 0.0013003901170351103, "compromised_card": 0.0013003901170351103, "contactless_not_working": 0.0020006001800540163, "country_support": 0.003100930279083725, "declined_card_payment": 0.002200660198059418, "declined_cash_withdrawal": 0.0009002700810243073, "declined_transfer": 0.0013003901170351103, "direct_debit_payment_not_recognised": 0.0043012903871161344, "disposable_card_limits": 0.0023006902070621185, "edit_personal_details": 0.0020006001800540163, "exchange_charge": 0.002200660198059418, "exchange_rate": 0.0014004201260378114, "exchange_via_app": 0.0026007802340702207, "extra_charge_on_statement": 0.005101530459137742, "failed_transfer": 0.0013003901170351103, "fiat_currency_support": 0.004201260378113434, "get_disposable_virtual_card": 0.003200960288086426, "get_physical_card": 0.0015004501350405122, "getting_spare_card": 0.0028008402520756227, "getting_virtual_card": 0.0014004201260378114, "lost_or_stolen_card": 0.0008002400720216065, "lost_or_stolen_phone": 0.0007002100630189057, "order_physical_card": 0.0023006902070621185, "passcode_forgotten": 0.0009002700810243073, "pending_card_payment": 0.001100330099029709, "pending_cash_withdrawal": 0.0008002400720216065, "pending_top_up": 0.0013003901170351103, "pending_transfer": 0.0010003000900270082, "pin_blocked": 0.0010003000900270082, "receiving_money": 0.03090927278183455, "request_refund": 0.0009002700810243073, "reverted_card_payment?": 0.0012003601080324095, "supported_cards_and_currencies": 0.13394018205461636, "terminate_account": 0.0010003000900270082, "top_up_by_bank_transfer_charge": 0.01590477143142943, "top_up_by_card_charge": 0.00870261078323497, "top_up_by_cash_or_cheque": 0.004801440432129638, "top_up_failed": 0.001600480144043213, "top_up_limits": 0.002400720216064819, "top_up_reverted": 0.0018005401620486145, "topping_up_by_card": 0.5381614484345304, "transaction_charged_twice": 0.0010003000900270082, "transfer_fee_charged": 0.0013003901170351103, "transfer_into_account": 0.05921776532959888, "transfer_not_received_by_recipient": 0.001100330099029709, "transfer_timing": 0.004201260378113434, "unable_to_verify_identity": 0.0010003000900270082, "verify_my_identity": 0.0009002700810243073, "verify_source_of_funds": 0.0010003000900270082, "verify_top_up": 0.0012003601080324095, "virtual_card_not_working": 0.0015004501350405122, "visa_or_mastercard": 0.00750225067520256, "why_verify_identity": 0.0009002700810243073, "wrong_amount_of_cash_received": 0.0010003000900270082, "wrong_exchange_rate_for_cash_withdrawal": 0.0012003601080324095 }, "error": null, "latency_ms": 64.99924999661744, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-900", "text_group": "af7a3d3e6335cb11be69f460b542780f1954b782542fa23c1c416fdaabc109b5", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.000999900009999, "age_limit": 0.0005999400059994001, "apple_pay_or_google_pay": 0.0016998300169983002, "atm_support": 0.0036996300369963007, "automatic_top_up": 0.012498750124987502, "balance_not_updated_after_bank_transfer": 0.000999900009999, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011998800119988001, "beneficiary_not_allowed": 0.000999900009999, "cancel_transfer": 0.0008999100089991, "card_about_to_expire": 0.0006999300069993001, "card_acceptance": 0.0026997300269973002, "card_arrival": 0.0006999300069993001, "card_delivery_estimate": 0.0006999300069993001, "card_linking": 0.0011998800119988001, "card_not_working": 0.0008999100089991, "card_payment_fee_charged": 0.0008999100089991, "card_payment_not_recognised": 0.000999900009999, "card_payment_wrong_exchange_rate": 0.0018998100189981002, "card_swallowed": 0.0016998300169983002, "cash_withdrawal_charge": 0.0006999300069993001, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.0006999300069993001, "compromised_card": 0.0007999200079992001, "contactless_not_working": 0.0008999100089991, "country_support": 0.0014998500149985001, "declined_card_payment": 0.0007999200079992001, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.000999900009999, "direct_debit_payment_not_recognised": 0.000999900009999, "disposable_card_limits": 0.000999900009999, "edit_personal_details": 0.0006999300069993001, "exchange_charge": 0.0013998600139986002, "exchange_rate": 0.0011998800119988001, "exchange_via_app": 0.0023997600239976003, "extra_charge_on_statement": 0.0006999300069993001, "failed_transfer": 0.000999900009999, "fiat_currency_support": 0.25987401259874016, "get_disposable_virtual_card": 0.0011998800119988001, "get_physical_card": 0.0007999200079992001, "getting_spare_card": 0.0010998900109989002, "getting_virtual_card": 0.0007999200079992001, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.0006999300069993001, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.0005999400059994001, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0432956704329567, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.538046195380462, "terminate_account": 0.0005999400059994001, "top_up_by_bank_transfer_charge": 0.0016998300169983002, "top_up_by_card_charge": 0.000999900009999, "top_up_by_cash_or_cheque": 0.034396560343965606, "top_up_failed": 0.000999900009999, "top_up_limits": 0.0012998700129987, "top_up_reverted": 0.0010998900109989002, "topping_up_by_card": 0.03499650034996501, "transaction_charged_twice": 0.0006999300069993001, "transfer_fee_charged": 0.0007999200079992001, "transfer_into_account": 0.005099490050994901, "transfer_not_received_by_recipient": 0.0007999200079992001, "transfer_timing": 0.0011998800119988001, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0007999200079992001, "verify_source_of_funds": 0.0027997200279972004, "verify_top_up": 0.0011998800119988001, "virtual_card_not_working": 0.0007999200079992001, "visa_or_mastercard": 0.0011998800119988001, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0008999100089991, "wrong_exchange_rate_for_cash_withdrawal": 0.0010998900109989002 }, "error": null, "latency_ms": 66.85116700828075, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-901", "text_group": "22a766e777ba182800f6bb09246b4ee28c2fb7867f997c003b70a78072e1aafb", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.0017998200179982, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0006999300069993001, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.1523847615238476, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.8238176182381761, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.77095904201269, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-902", "text_group": "2f9f3dc13eddf4d004fce458b13e56bfeb42b1b1a1d3a6ef96f8f3564dc26250", "expected": "supported_cards_and_currencies", "prediction": "card_acceptance", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0005001000200040008, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.4209841968393679, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0008001600320064013, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.0005001000200040008, "country_support": 0.05411082216443289, "declined_card_payment": 0.002500500100020004, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0011002200440088019, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0006001200240048009, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.1890378075615123, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.002000400080016003, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.30066013202640524, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 68.00924998242408, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-903", "text_group": "e82bb8d848c43d3cb98df0c51ee01cbca802f1b05369b575cb714037d5b321c5", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.0008999100089991, "age_limit": 0.0005999400059994001, "apple_pay_or_google_pay": 0.0013998600139986002, "atm_support": 0.0026997300269973002, "automatic_top_up": 0.007899210078992101, "balance_not_updated_after_bank_transfer": 0.0007999200079992001, "balance_not_updated_after_cheque_or_cash_deposit": 0.000999900009999, "beneficiary_not_allowed": 0.0010998900109989002, "cancel_transfer": 0.0011998800119988001, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0051994800519948, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.0005999400059994001, "card_linking": 0.0011998800119988001, "card_not_working": 0.0007999200079992001, "card_payment_fee_charged": 0.0007999200079992001, "card_payment_not_recognised": 0.0006999300069993001, "card_payment_wrong_exchange_rate": 0.000999900009999, "card_swallowed": 0.0007999200079992001, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.0006999300069993001, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0006999300069993001, "country_support": 0.0016998300169983002, "declined_card_payment": 0.0006999300069993001, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0008999100089991, "direct_debit_payment_not_recognised": 0.0008999100089991, "disposable_card_limits": 0.000999900009999, "edit_personal_details": 0.000999900009999, "exchange_charge": 0.000999900009999, "exchange_rate": 0.000999900009999, "exchange_via_app": 0.0013998600139986002, "extra_charge_on_statement": 0.0005999400059994001, "failed_transfer": 0.0007999200079992001, "fiat_currency_support": 0.23517648235176483, "get_disposable_virtual_card": 0.0007999200079992001, "get_physical_card": 0.0007999200079992001, "getting_spare_card": 0.000999900009999, "getting_virtual_card": 0.0006999300069993001, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.0007999200079992001, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.0005999400059994001, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0168983101689831, "request_refund": 0.0005999400059994001, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.6433356664333566, "terminate_account": 0.0005999400059994001, "top_up_by_bank_transfer_charge": 0.0014998500149985001, "top_up_by_card_charge": 0.0008999100089991, "top_up_by_cash_or_cheque": 0.007499250074992501, "top_up_failed": 0.0010998900109989002, "top_up_limits": 0.001999800019998, "top_up_reverted": 0.0011998800119988001, "topping_up_by_card": 0.008299170082991702, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0006999300069993001, "transfer_into_account": 0.014498550144985502, "transfer_not_received_by_recipient": 0.0008999100089991, "transfer_timing": 0.0029997000299970002, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0006999300069993001, "verify_top_up": 0.0007999200079992001, "virtual_card_not_working": 0.0007999200079992001, "visa_or_mastercard": 0.0010998900109989002, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.0006999300069993001, "wrong_exchange_rate_for_cash_withdrawal": 0.000999900009999 }, "error": null, "latency_ms": 70.32924995291978, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-904", "text_group": "ef0607ed817cf82db359f75d125180bd57d8b3d854b058a1758ae8c202f1503e", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.003901950975487744, "activate_my_card": 0.005602801400700351, "age_limit": 0.003001500750375188, "apple_pay_or_google_pay": 0.004102051025512757, "atm_support": 0.008404202101050525, "automatic_top_up": 0.00240120060030015, "balance_not_updated_after_bank_transfer": 0.0029014507253626812, "balance_not_updated_after_cheque_or_cash_deposit": 0.0034017008504252126, "beneficiary_not_allowed": 0.007503751875937969, "cancel_transfer": 0.0028014007003501753, "card_about_to_expire": 0.004102051025512757, "card_acceptance": 0.11645822911455729, "card_arrival": 0.0029014507253626812, "card_delivery_estimate": 0.0028014007003501753, "card_linking": 0.011305652826413206, "card_not_working": 0.09784892446223112, "card_payment_fee_charged": 0.003801900950475238, "card_payment_not_recognised": 0.004302151075537769, "card_payment_wrong_exchange_rate": 0.004502251125562781, "card_swallowed": 0.003501750875437719, "cash_withdrawal_charge": 0.002701350675337669, "cash_withdrawal_not_recognised": 0.00240120060030015, "change_pin": 0.0029014507253626812, "compromised_card": 0.004402201100550275, "contactless_not_working": 0.006203101550775388, "country_support": 0.005002501250625313, "declined_card_payment": 0.05392696348174088, "declined_cash_withdrawal": 0.003101550775387694, "declined_transfer": 0.006903451725862932, "direct_debit_payment_not_recognised": 0.003501750875437719, "disposable_card_limits": 0.0037018509254627316, "edit_personal_details": 0.003101550775387694, "exchange_charge": 0.002701350675337669, "exchange_rate": 0.00240120060030015, "exchange_via_app": 0.002701350675337669, "extra_charge_on_statement": 0.0025012506253126567, "failed_transfer": 0.0026013006503251626, "fiat_currency_support": 0.007003501750875438, "get_disposable_virtual_card": 0.003901950975487744, "get_physical_card": 0.0065032516258129065, "getting_spare_card": 0.01950975487743872, "getting_virtual_card": 0.002701350675337669, "lost_or_stolen_card": 0.0021010505252626313, "lost_or_stolen_phone": 0.0017008504252126063, "order_physical_card": 0.01260630315157579, "passcode_forgotten": 0.0020010005002501254, "pending_card_payment": 0.0025012506253126567, "pending_cash_withdrawal": 0.001900950475237619, "pending_top_up": 0.0021010505252626313, "pending_transfer": 0.0021010505252626313, "pin_blocked": 0.0026013006503251626, "receiving_money": 0.003101550775387694, "request_refund": 0.003501750875437719, "reverted_card_payment?": 0.0042021010505252625, "supported_cards_and_currencies": 0.43291645822911456, "terminate_account": 0.00240120060030015, "top_up_by_bank_transfer_charge": 0.0029014507253626812, "top_up_by_card_charge": 0.003001500750375188, "top_up_by_cash_or_cheque": 0.00240120060030015, "top_up_failed": 0.002701350675337669, "top_up_limits": 0.002701350675337669, "top_up_reverted": 0.003501750875437719, "topping_up_by_card": 0.011905952976488245, "transaction_charged_twice": 0.00240120060030015, "transfer_fee_charged": 0.0028014007003501753, "transfer_into_account": 0.0022011005502751376, "transfer_not_received_by_recipient": 0.0025012506253126567, "transfer_timing": 0.0025012506253126567, "unable_to_verify_identity": 0.0028014007003501753, "verify_my_identity": 0.0025012506253126567, "verify_source_of_funds": 0.0026013006503251626, "verify_top_up": 0.0026013006503251626, "virtual_card_not_working": 0.004502251125562781, "visa_or_mastercard": 0.013506753376688345, "why_verify_identity": 0.002701350675337669, "wrong_amount_of_cash_received": 0.002301150575287644, "wrong_exchange_rate_for_cash_withdrawal": 0.0033016508254127067 }, "error": null, "latency_ms": 70.84341603331268, "usage": { "input_tokens": 605, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-905", "text_group": "615f527c96ffcf4aff955c5e8d77c98034f105e48d3d22538747d81bb07bc436", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0007002100630189057, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0015004501350405122, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0005001500450135041, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.00040012003601080324, "card_payment_not_recognised": 0.00040012003601080324, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.0003000900270081024, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0008002400720216065, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.012903871161348404, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.0008002400720216065, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0003000900270081024, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.9604881464439332, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00040012003601080324, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.00040012003601080324, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 68.90395807567984, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-906", "text_group": "1fec40fbf64c96aaab6fc1903fe7a2df8483fa347d01b2ab2b8faf2f5926c875", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0009000900090009, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.013201320132013201, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0011001100110011003, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.017601760176017604, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.9435943594359436, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 68.16475000232458, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-907", "text_group": "b638c850d7a37c90daefbc6508c44513e9f3062f337609e757ab15a9e83bf439", "expected": "supported_cards_and_currencies", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0007001400280056011, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0009001800360072014, "atm_support": 0.0012002400480096017, "automatic_top_up": 0.0016003200640128026, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.004200840168033606, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0012002400480096017, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.0008001600320064013, "card_payment_not_recognised": 0.0007001400280056011, "card_payment_wrong_exchange_rate": 0.0008001600320064013, "card_swallowed": 0.0006001200240048009, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0005001000200040008, "compromised_card": 0.0006001200240048009, "contactless_not_working": 0.0006001200240048009, "country_support": 0.0009001800360072014, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0015003000600120023, "disposable_card_limits": 0.0009001800360072014, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0011002200440088019, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0007001400280056011, "getting_spare_card": 0.0068013602720544105, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0008001600320064013, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.0007001400280056011, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0007001400280056011, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.25625125025004997, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0009001800360072014, "top_up_by_card_charge": 0.0018003600720144029, "top_up_by_cash_or_cheque": 0.0009001800360072014, "top_up_failed": 0.0007001400280056011, "top_up_limits": 0.002100420084016803, "top_up_reverted": 0.0008001600320064013, "topping_up_by_card": 0.6448289657931586, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0011002200440088019, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.03980796159231847, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 67.62200000230223, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-908", "text_group": "2df611cced00d7d76ff77f3daa59acb2594d3fd380fa6240a89aeacb0b32daea", "expected": "supported_cards_and_currencies", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.004298710386883935, "activate_my_card": 0.006897930620813756, "age_limit": 0.005198440467859642, "apple_pay_or_google_pay": 0.026092172348295514, "atm_support": 0.02259322203338998, "automatic_top_up": 0.007397780665800261, "balance_not_updated_after_bank_transfer": 0.006398080575827253, "balance_not_updated_after_cheque_or_cash_deposit": 0.007497750674797561, "beneficiary_not_allowed": 0.007897630710786765, "cancel_transfer": 0.005298410476856943, "card_about_to_expire": 0.005698290512846147, "card_acceptance": 0.027491752474257725, "card_arrival": 0.006797960611816455, "card_delivery_estimate": 0.005198440467859642, "card_linking": 0.008797360791762472, "card_not_working": 0.006797960611816455, "card_payment_fee_charged": 0.024592622213336, "card_payment_not_recognised": 0.034889533140057986, "card_payment_wrong_exchange_rate": 0.01469559132260322, "card_swallowed": 0.005098470458862342, "cash_withdrawal_charge": 0.0064980505848245525, "cash_withdrawal_not_recognised": 0.0045986204138758376, "change_pin": 0.004798560431870438, "compromised_card": 0.006598020593821853, "contactless_not_working": 0.006697990602819155, "country_support": 0.01349595121463561, "declined_card_payment": 0.02589223233030091, "declined_cash_withdrawal": 0.004498650404878536, "declined_transfer": 0.005898230530840748, "direct_debit_payment_not_recognised": 0.1979406178146556, "disposable_card_limits": 0.009097270818754374, "edit_personal_details": 0.005898230530840748, "exchange_charge": 0.007897630710786765, "exchange_rate": 0.006598020593821853, "exchange_via_app": 0.006797960611816455, "extra_charge_on_statement": 0.006697990602819155, "failed_transfer": 0.005298410476856943, "fiat_currency_support": 0.01829451164650605, "get_disposable_virtual_card": 0.006797960611816455, "get_physical_card": 0.006897930620813756, "getting_spare_card": 0.006697990602819155, "getting_virtual_card": 0.005498350494851544, "lost_or_stolen_card": 0.003998800359892032, "lost_or_stolen_phone": 0.0034989503149055285, "order_physical_card": 0.005598320503848846, "passcode_forgotten": 0.004198740377886634, "pending_card_payment": 0.03948815355393382, "pending_cash_withdrawal": 0.0038988303508947315, "pending_top_up": 0.005198440467859642, "pending_transfer": 0.00489853044086774, "pin_blocked": 0.00489853044086774, "receiving_money": 0.01129661101669499, "request_refund": 0.00619814055783265, "reverted_card_payment?": 0.023592922123362992, "supported_cards_and_currencies": 0.10596820953713885, "terminate_account": 0.0049985004498650405, "top_up_by_bank_transfer_charge": 0.007697690692792163, "top_up_by_card_charge": 0.007897630710786765, "top_up_by_cash_or_cheque": 0.0075977206837948615, "top_up_failed": 0.005498350494851544, "top_up_limits": 0.006897930620813756, "top_up_reverted": 0.007497750674797561, "topping_up_by_card": 0.02589223233030091, "transaction_charged_twice": 0.006797960611816455, "transfer_fee_charged": 0.007397780665800261, "transfer_into_account": 0.005298410476856943, "transfer_not_received_by_recipient": 0.004798560431870438, "transfer_timing": 0.005698290512846147, "unable_to_verify_identity": 0.005998200539838049, "verify_my_identity": 0.005298410476856943, "verify_source_of_funds": 0.005298410476856943, "verify_top_up": 0.00609817054883535, "virtual_card_not_working": 0.006398080575827253, "visa_or_mastercard": 0.01829451164650605, "why_verify_identity": 0.005398380485854244, "wrong_amount_of_cash_received": 0.00489853044086774, "wrong_exchange_rate_for_cash_withdrawal": 0.006598020593821853 }, "error": null, "latency_ms": 67.44341703597456, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-909", "text_group": "daece30194f844c5884a63518cfb68b537cc9264104592fbdcc6398b0e619fdf", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0014998500149985001, "activate_my_card": 0.007099290070992901, "age_limit": 0.0015998400159984002, "apple_pay_or_google_pay": 0.0021997800219978004, "atm_support": 0.0037996200379962005, "automatic_top_up": 0.0016998300169983002, "balance_not_updated_after_bank_transfer": 0.0017998200179982, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016998300169983002, "beneficiary_not_allowed": 0.0020997900209979003, "cancel_transfer": 0.0018998100189981002, "card_about_to_expire": 0.0038996100389961, "card_acceptance": 0.03829617038296171, "card_arrival": 0.0044995500449955, "card_delivery_estimate": 0.0020997900209979003, "card_linking": 0.0184981501849815, "card_not_working": 0.004399560043995601, "card_payment_fee_charged": 0.0029997000299970002, "card_payment_not_recognised": 0.0017998200179982, "card_payment_wrong_exchange_rate": 0.0023997600239976003, "card_swallowed": 0.0022997700229977, "cash_withdrawal_charge": 0.0016998300169983002, "cash_withdrawal_not_recognised": 0.0013998600139986002, "change_pin": 0.001999800019998, "compromised_card": 0.0022997700229977, "contactless_not_working": 0.0017998200179982, "country_support": 0.009599040095990401, "declined_card_payment": 0.0017998200179982, "declined_cash_withdrawal": 0.0012998700129987, "declined_transfer": 0.0014998500149985001, "direct_debit_payment_not_recognised": 0.0016998300169983002, "disposable_card_limits": 0.0024997500249975004, "edit_personal_details": 0.001999800019998, "exchange_charge": 0.0015998400159984002, "exchange_rate": 0.0015998400159984002, "exchange_via_app": 0.0018998100189981002, "extra_charge_on_statement": 0.0012998700129987, "failed_transfer": 0.0013998600139986002, "fiat_currency_support": 0.0022997700229977, "get_disposable_virtual_card": 0.0021997800219978004, "get_physical_card": 0.005599440055994401, "getting_spare_card": 0.23657634236576344, "getting_virtual_card": 0.0020997900209979003, "lost_or_stolen_card": 0.0014998500149985001, "lost_or_stolen_phone": 0.000999900009999, "order_physical_card": 0.007099290070992901, "passcode_forgotten": 0.0011998800119988001, "pending_card_payment": 0.0014998500149985001, "pending_cash_withdrawal": 0.0010998900109989002, "pending_top_up": 0.0011998800119988001, "pending_transfer": 0.0011998800119988001, "pin_blocked": 0.0013998600139986002, "receiving_money": 0.0020997900209979003, "request_refund": 0.0021997800219978004, "reverted_card_payment?": 0.0022997700229977, "supported_cards_and_currencies": 0.47025297470252975, "terminate_account": 0.0014998500149985001, "top_up_by_bank_transfer_charge": 0.0016998300169983002, "top_up_by_card_charge": 0.0017998200179982, "top_up_by_cash_or_cheque": 0.0016998300169983002, "top_up_failed": 0.0014998500149985001, "top_up_limits": 0.0014998500149985001, "top_up_reverted": 0.0017998200179982, "topping_up_by_card": 0.008799120087991202, "transaction_charged_twice": 0.0012998700129987, "transfer_fee_charged": 0.0013998600139986002, "transfer_into_account": 0.0012998700129987, "transfer_not_received_by_recipient": 0.0012998700129987, "transfer_timing": 0.0014998500149985001, "unable_to_verify_identity": 0.0016998300169983002, "verify_my_identity": 0.0017998200179982, "verify_source_of_funds": 0.0017998200179982, "verify_top_up": 0.0014998500149985001, "virtual_card_not_working": 0.0018998100189981002, "visa_or_mastercard": 0.0725927407259274, "why_verify_identity": 0.0013998600139986002, "wrong_amount_of_cash_received": 0.0014998500149985001, "wrong_exchange_rate_for_cash_withdrawal": 0.0018998100189981002 }, "error": null, "latency_ms": 67.93299992568791, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-910", "text_group": "a2d76462aa8927b0c4e1d9adddc7385fa048ccaa3b0237032ed6ea7f39d24c26", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0008998200359928015, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0005998800239952009, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.015696860627874423, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.00029994001199760045, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.9598080383923215, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 67.69279192667454, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-911", "text_group": "8345285cdeaf7c71dce9a16afd0dbf22910463a9927d0c58dfba140344222213", "expected": "supported_cards_and_currencies", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0005, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0013, "automatic_top_up": 0.0015, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0004, "card_acceptance": 0.0019, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0007, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0005, "contactless_not_working": 0.0005, "country_support": 0.001, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0004, "exchange_charge": 0.0005, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0004, "fiat_currency_support": 0.0013, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0005, "getting_spare_card": 0.0043, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0005, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0004, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.2322, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0008, "top_up_by_cash_or_cheque": 0.0008, "top_up_failed": 0.0006, "top_up_limits": 0.0016, "top_up_reverted": 0.0006, "topping_up_by_card": 0.7235, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0011, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0018, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 68.5587499756366, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-912", "text_group": "0d23fd1322bbf3e65622b5d8a212cf77264b88fb201f41fed7cd6992105ae43d", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0007996801279488206, "atm_support": 0.0012994802079168333, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0005997600959616154, "cancel_transfer": 0.0004998000799680128, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.002499000399840064, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0004998000799680128, "card_linking": 0.0006997201119552179, "card_not_working": 0.0005997600959616154, "card_payment_fee_charged": 0.0004998000799680128, "card_payment_not_recognised": 0.0004998000799680128, "card_payment_wrong_exchange_rate": 0.0006997201119552179, "card_swallowed": 0.0004998000799680128, "cash_withdrawal_charge": 0.0003998400639744103, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0003998400639744103, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0004998000799680128, "country_support": 0.0043982407037185135, "declined_card_payment": 0.0004998000799680128, "declined_cash_withdrawal": 0.0003998400639744103, "declined_transfer": 0.0004998000799680128, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0005997600959616154, "exchange_rate": 0.0007996801279488206, "exchange_via_app": 0.0009996001599360256, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.22281087564974011, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0004998000799680128, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0004998000799680128, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0003998400639744103, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0003998400639744103, "receiving_money": 0.0005997600959616154, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.7362055177928829, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0005997600959616154, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0003998400639744103, "transfer_into_account": 0.0003998400639744103, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0004998000799680128, "verify_source_of_funds": 0.0004998000799680128, "verify_top_up": 0.0004998000799680128, "virtual_card_not_working": 0.0003998400639744103, "visa_or_mastercard": 0.0006997201119552179, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.0003998400639744103, "wrong_exchange_rate_for_cash_withdrawal": 0.0004998000799680128 }, "error": null, "latency_ms": 69.08012507483363, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-913", "text_group": "e14f1721dfc2b6e11fc744bcf907ef0ef127af3f264ad9ac7d2fe6613498b990", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.000999900009999, "automatic_top_up": 0.001999800019998, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.000999900009999, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0007999200079992001, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.2313768623137686, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0021997800219978004, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.7206279372062794, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0007999200079992001, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.0006999300069993001, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.014898510148985102, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.0007999200079992001, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 68.54000000748783, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-914", "text_group": "af391f745cd942f2a06ca7f7a20b9bbc4ac8f81da01e2cec268de1bcd8c3d9d9", "expected": "supported_cards_and_currencies", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.00040012003601080324, "activate_my_card": 0.0007002100630189057, "age_limit": 0.0005001500450135041, "apple_pay_or_google_pay": 0.001100330099029709, "atm_support": 0.005501650495148544, "automatic_top_up": 0.0030009002700810243, "balance_not_updated_after_bank_transfer": 0.0006001800540162048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002100630189057, "beneficiary_not_allowed": 0.0014004201260378114, "cancel_transfer": 0.0007002100630189057, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.014104231269380813, "card_arrival": 0.0005001500450135041, "card_delivery_estimate": 0.0006001800540162048, "card_linking": 0.0009002700810243073, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.0007002100630189057, "card_payment_not_recognised": 0.0008002400720216065, "card_payment_wrong_exchange_rate": 0.0015004501350405122, "card_swallowed": 0.0007002100630189057, "cash_withdrawal_charge": 0.0006001800540162048, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.0007002100630189057, "compromised_card": 0.0006001800540162048, "contactless_not_working": 0.0008002400720216065, "country_support": 0.0026007802340702207, "declined_card_payment": 0.001100330099029709, "declined_cash_withdrawal": 0.0006001800540162048, "declined_transfer": 0.0015004501350405122, "direct_debit_payment_not_recognised": 0.0009002700810243073, "disposable_card_limits": 0.0008002400720216065, "edit_personal_details": 0.0008002400720216065, "exchange_charge": 0.0009002700810243073, "exchange_rate": 0.001100330099029709, "exchange_via_app": 0.002400720216064819, "extra_charge_on_statement": 0.0006001800540162048, "failed_transfer": 0.0008002400720216065, "fiat_currency_support": 0.7402220666199859, "get_disposable_virtual_card": 0.0007002100630189057, "get_physical_card": 0.0007002100630189057, "getting_spare_card": 0.0007002100630189057, "getting_virtual_card": 0.0007002100630189057, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.0006001800540162048, "passcode_forgotten": 0.0005001500450135041, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.0007002100630189057, "pending_transfer": 0.0006001800540162048, "pin_blocked": 0.0006001800540162048, "receiving_money": 0.01960588176452936, "request_refund": 0.0005001500450135041, "reverted_card_payment?": 0.0006001800540162048, "supported_cards_and_currencies": 0.09772931879563869, "terminate_account": 0.0006001800540162048, "top_up_by_bank_transfer_charge": 0.001100330099029709, "top_up_by_card_charge": 0.0008002400720216065, "top_up_by_cash_or_cheque": 0.0035010503150945285, "top_up_failed": 0.0010003000900270082, "top_up_limits": 0.0012003601080324095, "top_up_reverted": 0.0012003601080324095, "topping_up_by_card": 0.00500150045013504, "transaction_charged_twice": 0.0006001800540162048, "transfer_fee_charged": 0.0007002100630189057, "transfer_into_account": 0.0047014104231269385, "transfer_not_received_by_recipient": 0.0007002100630189057, "transfer_timing": 0.0012003601080324095, "unable_to_verify_identity": 0.0006001800540162048, "verify_my_identity": 0.0007002100630189057, "verify_source_of_funds": 0.010403120936280883, "verify_top_up": 0.04271281384415325, "virtual_card_not_working": 0.0010003000900270082, "visa_or_mastercard": 0.0007002100630189057, "why_verify_identity": 0.0007002100630189057, "wrong_amount_of_cash_received": 0.0007002100630189057, "wrong_exchange_rate_for_cash_withdrawal": 0.0010003000900270082 }, "error": null, "latency_ms": 68.49616696126759, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-915", "text_group": "0a9a58487d58ba069fb3da486c43130f73a5e3c3f757aacbf6f30853c336137a", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00040012003601080324, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0010003000900270082, "card_arrival": 0.00040012003601080324, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0005001500450135041, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.00040012003601080324, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.00040012003601080324, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.0003000900270081024, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.00040012003601080324, "country_support": 0.0005001500450135041, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00040012003601080324, "exchange_rate": 0.00040012003601080324, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.01480444133239972, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.0006001800540162048, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.00040012003601080324, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.9579873962188656, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0006001800540162048, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.00040012003601080324, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.00040012003601080324, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0005001500450135041, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 68.28995805699378, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-916", "text_group": "033c3939aa6ee4c4cf9829be32f28c0e22bf956ad4da954f9a861703d32eacf4", "expected": "supported_cards_and_currencies", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.001999800019998, "age_limit": 0.0007999200079992001, "apple_pay_or_google_pay": 0.017498250174982504, "atm_support": 0.0052994700529947, "automatic_top_up": 0.10308969103089691, "balance_not_updated_after_bank_transfer": 0.000999900009999, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013998600139986002, "beneficiary_not_allowed": 0.0012998700129987, "cancel_transfer": 0.000999900009999, "card_about_to_expire": 0.0008999100089991, "card_acceptance": 0.0037996200379962005, "card_arrival": 0.000999900009999, "card_delivery_estimate": 0.000999900009999, "card_linking": 0.0025997400259974, "card_not_working": 0.0014998500149985001, "card_payment_fee_charged": 0.0028997100289971, "card_payment_not_recognised": 0.0027997200279972004, "card_payment_wrong_exchange_rate": 0.001999800019998, "card_swallowed": 0.000999900009999, "cash_withdrawal_charge": 0.0010998900109989002, "cash_withdrawal_not_recognised": 0.0007999200079992001, "change_pin": 0.000999900009999, "compromised_card": 0.0010998900109989002, "contactless_not_working": 0.0016998300169983002, "country_support": 0.0026997300269973002, "declined_card_payment": 0.001999800019998, "declined_cash_withdrawal": 0.0007999200079992001, "declined_transfer": 0.0010998900109989002, "direct_debit_payment_not_recognised": 0.008799120087991202, "disposable_card_limits": 0.0017998200179982, "edit_personal_details": 0.0015998400159984002, "exchange_charge": 0.0015998400159984002, "exchange_rate": 0.0011998800119988001, "exchange_via_app": 0.0014998500149985001, "extra_charge_on_statement": 0.004899510048995101, "failed_transfer": 0.0010998900109989002, "fiat_currency_support": 0.0037996200379962005, "get_disposable_virtual_card": 0.0025997400259974, "get_physical_card": 0.0012998700129987, "getting_spare_card": 0.0038996100389961, "getting_virtual_card": 0.0010998900109989002, "lost_or_stolen_card": 0.0005999400059994001, "lost_or_stolen_phone": 0.0005999400059994001, "order_physical_card": 0.0025997400259974, "passcode_forgotten": 0.0007999200079992001, "pending_card_payment": 0.000999900009999, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.0011998800119988001, "pending_transfer": 0.0008999100089991, "pin_blocked": 0.0007999200079992001, "receiving_money": 0.03849615038496151, "request_refund": 0.0007999200079992001, "reverted_card_payment?": 0.0010998900109989002, "supported_cards_and_currencies": 0.0743925607439256, "terminate_account": 0.0008999100089991, "top_up_by_bank_transfer_charge": 0.035396460353964605, "top_up_by_card_charge": 0.009699030096990302, "top_up_by_cash_or_cheque": 0.0131986801319868, "top_up_failed": 0.0012998700129987, "top_up_limits": 0.0017998200179982, "top_up_reverted": 0.0014998500149985001, "topping_up_by_card": 0.5359464053594641, "transaction_charged_twice": 0.0007999200079992001, "transfer_fee_charged": 0.0010998900109989002, "transfer_into_account": 0.0527947205279472, "transfer_not_received_by_recipient": 0.000999900009999, "transfer_timing": 0.0038996100389961, "unable_to_verify_identity": 0.0007999200079992001, "verify_my_identity": 0.0007999200079992001, "verify_source_of_funds": 0.0012998700129987, "verify_top_up": 0.000999900009999, "virtual_card_not_working": 0.0011998800119988001, "visa_or_mastercard": 0.007999200079992, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0008999100089991, "wrong_exchange_rate_for_cash_withdrawal": 0.000999900009999 }, "error": null, "latency_ms": 68.29020904842764, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-917", "text_group": "54e168856e89ed62c7be1597832e84474f857990a35c8884f5a5bad10dc9d737", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.001000100010001, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0007000700070007, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0089008900890089, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.9698969896989699, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.0379580007866, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-918", "text_group": "39d85ef14d0930607b8d6da241cafae150e54dd6cf29aa618e1a6df6587fc347", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.0002998800479808077, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0003998400639744103, "atm_support": 0.0005997600959616154, "automatic_top_up": 0.0004998000799680128, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0006997201119552179, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0004998000799680128, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0002998800479808077, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0004998000799680128, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.03338664534186325, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0003998400639744103, "getting_spare_card": 0.0004998000799680128, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0002998800479808077, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.9194322271091563, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.0004998000799680128, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0005997600959616154, "top_up_reverted": 0.0004998000799680128, "topping_up_by_card": 0.021991203518592562, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0004998000799680128, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0003998400639744103, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 68.62733303569257, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-919", "text_group": "608dec23ccf42995048f3afa7b59eda4312707010559a0132cc7d9d02664fb7b", "expected": "supported_cards_and_currencies", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0010003000900270082, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.00040012003601080324, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0008002400720216065, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.012703811143343001, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.9651895568670601, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 69.1655830014497, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-920", "text_group": "a24b3181070edfe6b8e804b54e69e46ec7717353751a54f51e2a904efc30aa4b", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.0005002000800320128, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.0006002400960384153, "atm_support": 0.0007002801120448179, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0006002400960384153, "card_arrival": 0.00040016006402561027, "card_delivery_estimate": 0.00040016006402561027, "card_linking": 0.0006002400960384153, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.00040016006402561027, "country_support": 0.0006002400960384153, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.0007002801120448179, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.00040016006402561027, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.0006002400960384153, "get_disposable_virtual_card": 0.0035014005602240893, "get_physical_card": 0.0010004001600640256, "getting_spare_card": 0.0005002000800320128, "getting_virtual_card": 0.9641856742697078, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.0009003601440576229, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.0005002000800320128, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.0008003201280512205, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00040016006402561027, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.0006002400960384153, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00040016006402561027, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.00040016006402561027, "virtual_card_not_working": 0.0015006002400960385, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 68.72754206415266, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-921", "text_group": "f4cc11d2557e4ca6531838eec26be502488cea2aec1eb8742686a673353749e7", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0011998800119988001, "age_limit": 0.0006999300069993001, "apple_pay_or_google_pay": 0.000999900009999, "atm_support": 0.0012998700129987, "automatic_top_up": 0.0007999200079992001, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007999200079992001, "beneficiary_not_allowed": 0.0008999100089991, "cancel_transfer": 0.0006999300069993001, "card_about_to_expire": 0.0008999100089991, "card_acceptance": 0.0010998900109989002, "card_arrival": 0.0006999300069993001, "card_delivery_estimate": 0.0006999300069993001, "card_linking": 0.0012998700129987, "card_not_working": 0.000999900009999, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.0006999300069993001, "card_payment_wrong_exchange_rate": 0.0007999200079992001, "card_swallowed": 0.0007999200079992001, "cash_withdrawal_charge": 0.0006999300069993001, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.0005999400059994001, "compromised_card": 0.0008999100089991, "contactless_not_working": 0.0007999200079992001, "country_support": 0.0010998900109989002, "declined_card_payment": 0.0006999300069993001, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0014998500149985001, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.0005999400059994001, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.0010998900109989002, "get_disposable_virtual_card": 0.055894410558944105, "get_physical_card": 0.0021997800219978004, "getting_spare_card": 0.0011998800119988001, "getting_virtual_card": 0.879012098790121, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.0031996800319968005, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0007999200079992001, "request_refund": 0.0005999400059994001, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.0016998300169983002, "terminate_account": 0.0005999400059994001, "top_up_by_bank_transfer_charge": 0.0006999300069993001, "top_up_by_card_charge": 0.0008999100089991, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.0006999300069993001, "top_up_limits": 0.0006999300069993001, "top_up_reverted": 0.0007999200079992001, "topping_up_by_card": 0.0011998800119988001, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.0005999400059994001, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0005999400059994001, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.0006999300069993001, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.0051994800519948, "visa_or_mastercard": 0.0007999200079992001, "why_verify_identity": 0.0005999400059994001, "wrong_amount_of_cash_received": 0.0005999400059994001, "wrong_exchange_rate_for_cash_withdrawal": 0.0007999200079992001 }, "error": null, "latency_ms": 68.91487503889948, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-922", "text_group": "ef0ebcffb13f5280bb626291691d4ab2da028df7d43f9026e820a6c7ac33869c", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0008, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0012, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008, "beneficiary_not_allowed": 0.0009, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0008, "card_acceptance": 0.0009, "card_arrival": 0.0006, "card_delivery_estimate": 0.0006, "card_linking": 0.001, "card_not_working": 0.0009, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0007, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0006, "compromised_card": 0.0009, "contactless_not_working": 0.0008, "country_support": 0.0009, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0013, "edit_personal_details": 0.0005, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0005, "fiat_currency_support": 0.001, "get_disposable_virtual_card": 0.0368, "get_physical_card": 0.0014, "getting_spare_card": 0.0009, "getting_virtual_card": 0.8965, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0016, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0006, "receiving_money": 0.0007, "request_refund": 0.0005, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0013, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0006, "top_up_limits": 0.0006, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0008, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0006, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0159, "visa_or_mastercard": 0.0007, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0007 }, "error": null, "latency_ms": 68.73491709120572, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-923", "text_group": "4543422cb9a0d6eb876791024f36a5667fa97deca091e35cd779020c74979c43", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0012993503248375812, "activate_my_card": 0.0036981509245377314, "age_limit": 0.001699150424787606, "apple_pay_or_google_pay": 0.003098450774612694, "atm_support": 0.005197401299350325, "automatic_top_up": 0.003098450774612694, "balance_not_updated_after_bank_transfer": 0.0019990004997501253, "balance_not_updated_after_cheque_or_cash_deposit": 0.0022988505747126436, "beneficiary_not_allowed": 0.0022988505747126436, "cancel_transfer": 0.002098950524737631, "card_about_to_expire": 0.002098950524737631, "card_acceptance": 0.002898550724637681, "card_arrival": 0.0015992003998001002, "card_delivery_estimate": 0.0015992003998001002, "card_linking": 0.004097951024487756, "card_not_working": 0.0024987506246876563, "card_payment_fee_charged": 0.0017991004497751124, "card_payment_not_recognised": 0.001699150424787606, "card_payment_wrong_exchange_rate": 0.002098950524737631, "card_swallowed": 0.0018990504747626188, "cash_withdrawal_charge": 0.0017991004497751124, "cash_withdrawal_not_recognised": 0.0013993003498250875, "change_pin": 0.0017991004497751124, "compromised_card": 0.0021989005497251375, "contactless_not_working": 0.0021989005497251375, "country_support": 0.0025987006496751624, "declined_card_payment": 0.0015992003998001002, "declined_cash_withdrawal": 0.0013993003498250875, "declined_transfer": 0.0015992003998001002, "direct_debit_payment_not_recognised": 0.0015992003998001002, "disposable_card_limits": 0.006796601699150424, "edit_personal_details": 0.0015992003998001002, "exchange_charge": 0.0014992503748125939, "exchange_rate": 0.0013993003498250875, "exchange_via_app": 0.001699150424787606, "extra_charge_on_statement": 0.001699150424787606, "failed_transfer": 0.0012993503248375812, "fiat_currency_support": 0.003598200899550225, "get_disposable_virtual_card": 0.06046976511744128, "get_physical_card": 0.0024987506246876563, "getting_spare_card": 0.0025987006496751624, "getting_virtual_card": 0.726536731634183, "lost_or_stolen_card": 0.0011994002998500749, "lost_or_stolen_phone": 0.0011994002998500749, "order_physical_card": 0.003598200899550225, "passcode_forgotten": 0.0012993503248375812, "pending_card_payment": 0.0013993003498250875, "pending_cash_withdrawal": 0.0011994002998500749, "pending_top_up": 0.0012993503248375812, "pending_transfer": 0.0012993503248375812, "pin_blocked": 0.0014992503748125939, "receiving_money": 0.0021989005497251375, "request_refund": 0.0014992503748125939, "reverted_card_payment?": 0.0017991004497751124, "supported_cards_and_currencies": 0.005897051474262869, "terminate_account": 0.0015992003998001002, "top_up_by_bank_transfer_charge": 0.0017991004497751124, "top_up_by_card_charge": 0.002098950524737631, "top_up_by_cash_or_cheque": 0.0019990004997501253, "top_up_failed": 0.0015992003998001002, "top_up_limits": 0.0018990504747626188, "top_up_reverted": 0.0019990004997501253, "topping_up_by_card": 0.002898550724637681, "transaction_charged_twice": 0.0013993003498250875, "transfer_fee_charged": 0.0013993003498250875, "transfer_into_account": 0.0012993503248375812, "transfer_not_received_by_recipient": 0.0013993003498250875, "transfer_timing": 0.0014992503748125939, "unable_to_verify_identity": 0.001699150424787606, "verify_my_identity": 0.0017991004497751124, "verify_source_of_funds": 0.0017991004497751124, "verify_top_up": 0.0017991004497751124, "virtual_card_not_working": 0.05887056471764118, "visa_or_mastercard": 0.002098950524737631, "why_verify_identity": 0.0013993003498250875, "wrong_amount_of_cash_received": 0.0013993003498250875, "wrong_exchange_rate_for_cash_withdrawal": 0.0018990504747626188 }, "error": null, "latency_ms": 68.43824998941272, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-924", "text_group": "ec89ba78a7c1442e314a534038aec59c5b6aea764372ba6bb83e4702341cd405", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.002, "activate_my_card": 0.0026, "age_limit": 0.002, "apple_pay_or_google_pay": 0.0029, "atm_support": 0.0036, "automatic_top_up": 0.002, "balance_not_updated_after_bank_transfer": 0.0025, "balance_not_updated_after_cheque_or_cash_deposit": 0.0026, "beneficiary_not_allowed": 0.0028, "cancel_transfer": 0.0028, "card_about_to_expire": 0.0033, "card_acceptance": 0.004, "card_arrival": 0.0024, "card_delivery_estimate": 0.002, "card_linking": 0.0062, "card_not_working": 0.0046, "card_payment_fee_charged": 0.0023, "card_payment_not_recognised": 0.0021, "card_payment_wrong_exchange_rate": 0.0026, "card_swallowed": 0.0032, "cash_withdrawal_charge": 0.0022, "cash_withdrawal_not_recognised": 0.0017, "change_pin": 0.0023, "compromised_card": 0.0029, "contactless_not_working": 0.0025, "country_support": 0.0024, "declined_card_payment": 0.0019, "declined_cash_withdrawal": 0.0017, "declined_transfer": 0.0019, "direct_debit_payment_not_recognised": 0.0019, "disposable_card_limits": 0.0045, "edit_personal_details": 0.0021, "exchange_charge": 0.0018, "exchange_rate": 0.0017, "exchange_via_app": 0.002, "extra_charge_on_statement": 0.0017, "failed_transfer": 0.0015, "fiat_currency_support": 0.0029, "get_disposable_virtual_card": 0.0635, "get_physical_card": 0.0286, "getting_spare_card": 0.0107, "getting_virtual_card": 0.668, "lost_or_stolen_card": 0.0014, "lost_or_stolen_phone": 0.0012, "order_physical_card": 0.0478, "passcode_forgotten": 0.0014, "pending_card_payment": 0.0014, "pending_cash_withdrawal": 0.0013, "pending_top_up": 0.0013, "pending_transfer": 0.0013, "pin_blocked": 0.0017, "receiving_money": 0.0021, "request_refund": 0.0018, "reverted_card_payment?": 0.0023, "supported_cards_and_currencies": 0.0062, "terminate_account": 0.0017, "top_up_by_bank_transfer_charge": 0.002, "top_up_by_card_charge": 0.002, "top_up_by_cash_or_cheque": 0.0024, "top_up_failed": 0.0017, "top_up_limits": 0.0018, "top_up_reverted": 0.0021, "topping_up_by_card": 0.0029, "transaction_charged_twice": 0.0015, "transfer_fee_charged": 0.0016, "transfer_into_account": 0.0015, "transfer_not_received_by_recipient": 0.0015, "transfer_timing": 0.0016, "unable_to_verify_identity": 0.0018, "verify_my_identity": 0.0018, "verify_source_of_funds": 0.0018, "verify_top_up": 0.0017, "virtual_card_not_working": 0.02, "visa_or_mastercard": 0.0031, "why_verify_identity": 0.0015, "wrong_amount_of_cash_received": 0.0017, "wrong_exchange_rate_for_cash_withdrawal": 0.0022 }, "error": null, "latency_ms": 70.2435839921236, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-925", "text_group": "2f3a105fe3eefc29d0e6d26318a330f41658044c476df1b337d5e89d85b00cfd", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0007, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.001, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.001, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0006, "card_acceptance": 0.0007, "card_arrival": 0.0006, "card_delivery_estimate": 0.0006, "card_linking": 0.0014, "card_not_working": 0.0009, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0007, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0005, "compromised_card": 0.0006, "contactless_not_working": 0.0007, "country_support": 0.0007, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.001, "edit_personal_details": 0.0005, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0005, "fiat_currency_support": 0.0008, "get_disposable_virtual_card": 0.018, "get_physical_card": 0.0017, "getting_spare_card": 0.0013, "getting_virtual_card": 0.7694, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0013, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0007, "pending_transfer": 0.0007, "pin_blocked": 0.0005, "receiving_money": 0.0007, "request_refund": 0.0008, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.001, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0007, "top_up_limits": 0.0006, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0009, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0006, "virtual_card_not_working": 0.1642, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 68.61345795914531, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-926", "text_group": "18e4e367fe1189813e0af21132b2d5fb97d1ffbd46eed6060feef048ee4cabab", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0007001400280056011, "activate_my_card": 0.0015003000600120023, "age_limit": 0.0008001600320064013, "apple_pay_or_google_pay": 0.001300260052010402, "atm_support": 0.0017003400680136026, "automatic_top_up": 0.0012002400480096017, "balance_not_updated_after_bank_transfer": 0.0009001800360072014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011002200440088019, "beneficiary_not_allowed": 0.0011002200440088019, "cancel_transfer": 0.0011002200440088019, "card_about_to_expire": 0.0011002200440088019, "card_acceptance": 0.001300260052010402, "card_arrival": 0.0008001600320064013, "card_delivery_estimate": 0.0009001800360072014, "card_linking": 0.0016003200640128026, "card_not_working": 0.001300260052010402, "card_payment_fee_charged": 0.0009001800360072014, "card_payment_not_recognised": 0.0009001800360072014, "card_payment_wrong_exchange_rate": 0.0011002200440088019, "card_swallowed": 0.0010002000400080016, "cash_withdrawal_charge": 0.0010002000400080016, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.0009001800360072014, "compromised_card": 0.0011002200440088019, "contactless_not_working": 0.0011002200440088019, "country_support": 0.001300260052010402, "declined_card_payment": 0.0008001600320064013, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.0008001600320064013, "disposable_card_limits": 0.002600520104020804, "edit_personal_details": 0.0009001800360072014, "exchange_charge": 0.0009001800360072014, "exchange_rate": 0.0008001600320064013, "exchange_via_app": 0.0008001600320064013, "extra_charge_on_statement": 0.0009001800360072014, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.0015003000600120023, "get_disposable_virtual_card": 0.031906381276255245, "get_physical_card": 0.0018003600720144029, "getting_spare_card": 0.002000400080016003, "getting_virtual_card": 0.871874374874975, "lost_or_stolen_card": 0.0006001200240048009, "lost_or_stolen_phone": 0.0006001200240048009, "order_physical_card": 0.0045009001800360065, "passcode_forgotten": 0.0007001400280056011, "pending_card_payment": 0.0007001400280056011, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.0007001400280056011, "pending_transfer": 0.0007001400280056011, "pin_blocked": 0.0008001600320064013, "receiving_money": 0.0011002200440088019, "request_refund": 0.0007001400280056011, "reverted_card_payment?": 0.0010002000400080016, "supported_cards_and_currencies": 0.002000400080016003, "terminate_account": 0.0008001600320064013, "top_up_by_bank_transfer_charge": 0.0010002000400080016, "top_up_by_card_charge": 0.0012002400480096017, "top_up_by_cash_or_cheque": 0.0010002000400080016, "top_up_failed": 0.0008001600320064013, "top_up_limits": 0.0010002000400080016, "top_up_reverted": 0.0010002000400080016, "topping_up_by_card": 0.0015003000600120023, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.0008001600320064013, "transfer_into_account": 0.0007001400280056011, "transfer_not_received_by_recipient": 0.0007001400280056011, "transfer_timing": 0.0008001600320064013, "unable_to_verify_identity": 0.0008001600320064013, "verify_my_identity": 0.0008001600320064013, "verify_source_of_funds": 0.0008001600320064013, "verify_top_up": 0.0008001600320064013, "virtual_card_not_working": 0.01840368073614723, "visa_or_mastercard": 0.0011002200440088019, "why_verify_identity": 0.0007001400280056011, "wrong_amount_of_cash_received": 0.0007001400280056011, "wrong_exchange_rate_for_cash_withdrawal": 0.0010002000400080016 }, "error": null, "latency_ms": 67.72445805836469, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-927", "text_group": "08f012ae5bef7ffdbc1689df5fd6f94f76cc10d126fd3e3d0f7154ee062be18c", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0007000700070007, "activate_my_card": 0.001000100010001, "age_limit": 0.0007000700070007, "apple_pay_or_google_pay": 0.0012001200120012, "atm_support": 0.0019001900190019003, "automatic_top_up": 0.0007000700070007, "balance_not_updated_after_bank_transfer": 0.0015001500150015003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016001600160016002, "beneficiary_not_allowed": 0.0013001300130013002, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.001000100010001, "card_acceptance": 0.0012001200120012, "card_arrival": 0.0022002200220022005, "card_delivery_estimate": 0.002000200020002, "card_linking": 0.0021002100210021, "card_not_working": 0.0014001400140014, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.0009000900090009, "card_payment_wrong_exchange_rate": 0.0009000900090009, "card_swallowed": 0.0013001300130013002, "cash_withdrawal_charge": 0.0007000700070007, "cash_withdrawal_not_recognised": 0.0014001400140014, "change_pin": 0.0007000700070007, "compromised_card": 0.0021002100210021, "contactless_not_working": 0.0013001300130013002, "country_support": 0.0013001300130013002, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.0007000700070007, "direct_debit_payment_not_recognised": 0.0009000900090009, "disposable_card_limits": 0.0023002300230023, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.0005000500050005, "failed_transfer": 0.0006000600060006, "fiat_currency_support": 0.0012001200120012, "get_disposable_virtual_card": 0.028602860286028604, "get_physical_card": 0.031103110311031103, "getting_spare_card": 0.0011001100110011003, "getting_virtual_card": 0.6066606660666067, "lost_or_stolen_card": 0.11731173117311731, "lost_or_stolen_phone": 0.0029002900290029, "order_physical_card": 0.0028002800280028, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.0008000800080008001, "receiving_money": 0.0008000800080008001, "request_refund": 0.0006000600060006, "reverted_card_payment?": 0.001000100010001, "supported_cards_and_currencies": 0.0015001500150015003, "terminate_account": 0.0007000700070007, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.0006000600060006, "top_up_by_cash_or_cheque": 0.0009000900090009, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.0009000900090009, "topping_up_by_card": 0.001000100010001, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.001000100010001, "verify_my_identity": 0.0011001100110011003, "verify_source_of_funds": 0.0011001100110011003, "verify_top_up": 0.0008000800080008001, "virtual_card_not_working": 0.1426142614261426, "visa_or_mastercard": 0.001000100010001, "why_verify_identity": 0.0008000800080008001, "wrong_amount_of_cash_received": 0.0007000700070007, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009 }, "error": null, "latency_ms": 70.54941600654274, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-928", "text_group": "08d9ac60177de8d0bdeb1ab70fb65674db3834854c4322e8168a9980e464d4cb", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0006999300069993001, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0008999100089991, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0008999100089991, "card_not_working": 0.0007999200079992001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00039996000399960006, "compromised_card": 0.0007999200079992001, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0006999300069993001, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.000999900009999, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.0120987901209879, "get_physical_card": 0.0035996400359964, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.9248075192480752, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0008999100089991, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0005999400059994001, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.0012998700129987, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.0006999300069993001, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.020097990200979902, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.0005999400059994001, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0005999400059994001 }, "error": null, "latency_ms": 72.11595808621496, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-929", "text_group": "a03b6237c79d7432ecf8bb6e539c6d971e499954ce09bfa636c9c253820dfa3e", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0012, "age_limit": 0.0007, "apple_pay_or_google_pay": 0.0011, "atm_support": 0.0014, "automatic_top_up": 0.0009, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008, "beneficiary_not_allowed": 0.001, "cancel_transfer": 0.0008, "card_about_to_expire": 0.0009, "card_acceptance": 0.0011, "card_arrival": 0.0007, "card_delivery_estimate": 0.0008, "card_linking": 0.0014, "card_not_working": 0.0011, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0009, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0008, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0007, "compromised_card": 0.0009, "contactless_not_working": 0.0009, "country_support": 0.0011, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0017, "edit_personal_details": 0.0007, "exchange_charge": 0.0007, "exchange_rate": 0.0006, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0007, "failed_transfer": 0.0006, "fiat_currency_support": 0.0012, "get_disposable_virtual_card": 0.0319, "get_physical_card": 0.0027, "getting_spare_card": 0.0015, "getting_virtual_card": 0.8965, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0038, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0006, "pending_transfer": 0.0006, "pin_blocked": 0.0006, "receiving_money": 0.0009, "request_refund": 0.0007, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.0018, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0008, "top_up_by_card_charge": 0.001, "top_up_by_cash_or_cheque": 0.0008, "top_up_failed": 0.0007, "top_up_limits": 0.0008, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0013, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0064, "visa_or_mastercard": 0.0008, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0008 }, "error": null, "latency_ms": 68.73783306218684, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-930", "text_group": "846791d069e33b2106db17090c22a8edaf15c7fa418b188fb4aa8b4fbfebf7b2", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0011001100110011003, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.0011001100110011003, "atm_support": 0.0014001400140014, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.0007000700070007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090009, "beneficiary_not_allowed": 0.0009000900090009, "cancel_transfer": 0.0007000700070007, "card_about_to_expire": 0.0008000800080008001, "card_acceptance": 0.001000100010001, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.0007000700070007, "card_linking": 0.0011001100110011003, "card_not_working": 0.0009000900090009, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0008000800080008001, "card_swallowed": 0.0007000700070007, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0006000600060006, "compromised_card": 0.0008000800080008001, "contactless_not_working": 0.0008000800080008001, "country_support": 0.001000100010001, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0015001500150015003, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0011001100110011003, "get_disposable_virtual_card": 0.011801180118011801, "get_physical_card": 0.0011001100110011003, "getting_spare_card": 0.0011001100110011003, "getting_virtual_card": 0.9280928092809281, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0036003600360036, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0008000800080008001, "request_refund": 0.0006000600060006, "reverted_card_payment?": 0.0007000700070007, "supported_cards_and_currencies": 0.0015001500150015003, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.0008000800080008001, "top_up_by_card_charge": 0.001000100010001, "top_up_by_cash_or_cheque": 0.0008000800080008001, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.001000100010001, "transaction_charged_twice": 0.0005000500050005, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0006000600060006, "verify_my_identity": 0.0006000600060006, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0030003000300030005, "visa_or_mastercard": 0.0008000800080008001, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008001 }, "error": null, "latency_ms": 69.18237498030066, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-931", "text_group": "0519be2cb31d832b2b5e53cd1288d37f3c8bcacb912f0583e70bfaf31327867a", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00039980009995002505, "activate_my_card": 0.00039980009995002505, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.00039980009995002505, "atm_support": 0.0005997001499250374, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.00039980009995002505, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997501249375313, "beneficiary_not_allowed": 0.0005997001499250374, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.00039980009995002505, "card_acceptance": 0.00039980009995002505, "card_arrival": 0.0011994002998500749, "card_delivery_estimate": 0.0008995502248875562, "card_linking": 0.0005997001499250374, "card_not_working": 0.0005997001499250374, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.0002998500749625187, "card_payment_wrong_exchange_rate": 0.00039980009995002505, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.0002998500749625187, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0002998500749625187, "compromised_card": 0.00039980009995002505, "contactless_not_working": 0.00039980009995002505, "country_support": 0.0004997501249375313, "declined_card_payment": 0.0004997501249375313, "declined_cash_withdrawal": 0.00039980009995002505, "declined_transfer": 0.0004997501249375313, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.0005997001499250374, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.0004997501249375313, "get_disposable_virtual_card": 0.023888055972013995, "get_physical_card": 0.0019990004997501253, "getting_spare_card": 0.0005997001499250374, "getting_virtual_card": 0.9145427286356822, "lost_or_stolen_card": 0.00039980009995002505, "lost_or_stolen_phone": 0.0002998500749625187, "order_physical_card": 0.0011994002998500749, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0004997501249375313, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.0005997001499250374, "pending_transfer": 0.0004997501249375313, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.00039980009995002505, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.0004997501249375313, "supported_cards_and_currencies": 0.0004997501249375313, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.00039980009995002505, "topping_up_by_card": 0.0005997001499250374, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.00039980009995002505, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.02948525737131434, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.00039980009995002505 }, "error": null, "latency_ms": 68.47837509121746, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-932", "text_group": "8425718d3433bebe9b94724cd6c4a4783c4eba5b347ec6f7be15de83641c5059", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0004001200360108033, "activate_my_card": 0.0007002100630189057, "age_limit": 0.0005001500450135041, "apple_pay_or_google_pay": 0.0008002400720216066, "atm_support": 0.001100330099029709, "automatic_top_up": 0.0006001800540162049, "balance_not_updated_after_bank_transfer": 0.0005001500450135041, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001800540162049, "beneficiary_not_allowed": 0.0007002100630189057, "cancel_transfer": 0.0005001500450135041, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.0004001200360108033, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.0009002700810243074, "card_not_working": 0.0006001800540162049, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0006001800540162049, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0004001200360108033, "change_pin": 0.0004001200360108033, "compromised_card": 0.0006001800540162049, "contactless_not_working": 0.0006001800540162049, "country_support": 0.0008002400720216066, "declined_card_payment": 0.0004001200360108033, "declined_cash_withdrawal": 0.0004001200360108033, "declined_transfer": 0.0004001200360108033, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.0017005101530459137, "edit_personal_details": 0.0004001200360108033, "exchange_charge": 0.0005001500450135041, "exchange_rate": 0.0004001200360108033, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.0004001200360108033, "fiat_currency_support": 0.0009002700810243074, "get_disposable_virtual_card": 0.039911973592077626, "get_physical_card": 0.0008002400720216066, "getting_spare_card": 0.0009002700810243074, "getting_virtual_card": 0.9139741922576773, "lost_or_stolen_card": 0.00030009002700810244, "lost_or_stolen_phone": 0.00030009002700810244, "order_physical_card": 0.0017005101530459137, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.0004001200360108033, "pending_cash_withdrawal": 0.0004001200360108033, "pending_top_up": 0.0004001200360108033, "pending_transfer": 0.0004001200360108033, "pin_blocked": 0.0004001200360108033, "receiving_money": 0.0006001800540162049, "request_refund": 0.0004001200360108033, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.002600780234070221, "terminate_account": 0.0004001200360108033, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.0006001800540162049, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.0005001500450135041, "top_up_limits": 0.0006001800540162049, "top_up_reverted": 0.0006001800540162049, "topping_up_by_card": 0.0008002400720216066, "transaction_charged_twice": 0.0004001200360108033, "transfer_fee_charged": 0.0004001200360108033, "transfer_into_account": 0.0004001200360108033, "transfer_not_received_by_recipient": 0.0004001200360108033, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.0004001200360108033, "verify_my_identity": 0.0004001200360108033, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.0004001200360108033, "virtual_card_not_working": 0.0032009602880864263, "visa_or_mastercard": 0.0006001800540162049, "why_verify_identity": 0.0004001200360108033, "wrong_amount_of_cash_received": 0.0004001200360108033, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 67.58383300621063, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-933", "text_group": "c68624f0b8e73d6ad0891e12d62a8588cf2987cf691aa3d3d87e4f510dcbe063", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0010002000400080016, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.0009001800360072014, "atm_support": 0.0011002200440088019, "automatic_top_up": 0.0007001400280056011, "balance_not_updated_after_bank_transfer": 0.0007001400280056011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008001600320064013, "beneficiary_not_allowed": 0.0008001600320064013, "cancel_transfer": 0.0007001400280056011, "card_about_to_expire": 0.0008001600320064013, "card_acceptance": 0.0009001800360072014, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.0006001200240048009, "card_linking": 0.0010002000400080016, "card_not_working": 0.0009001800360072014, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0006001200240048009, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.0007001400280056011, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0006001200240048009, "compromised_card": 0.0008001600320064013, "contactless_not_working": 0.0008001600320064013, "country_support": 0.0009001800360072014, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.0015003000600120023, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.0006001200240048009, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.013502700540108022, "get_physical_card": 0.0010002000400080016, "getting_spare_card": 0.0011002200440088019, "getting_virtual_card": 0.9240848169633927, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0036007201440288058, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0007001400280056011, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.001300260052010402, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0007001400280056011, "top_up_by_card_charge": 0.0008001600320064013, "top_up_by_cash_or_cheque": 0.0007001400280056011, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0007001400280056011, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.0010002000400080016, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.0006001200240048009, "verify_source_of_funds": 0.0006001200240048009, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.009501900380076015, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 68.36691696662456, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-934", "text_group": "05605ff52c642e16b5feb9e1ea91029b7bb06aec59aeb9ac3bc50ea3d4baf286", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.001000100010001, "age_limit": 0.0007000700070007, "apple_pay_or_google_pay": 0.0009000900090009, "atm_support": 0.0012001200120012, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.0007000700070007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008000800080008001, "beneficiary_not_allowed": 0.0009000900090009, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0009000900090009, "card_acceptance": 0.001000100010001, "card_arrival": 0.0007000700070007, "card_delivery_estimate": 0.0007000700070007, "card_linking": 0.0012001200120012, "card_not_working": 0.001000100010001, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0009000900090009, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.0006000600060006, "change_pin": 0.0007000700070007, "compromised_card": 0.0008000800080008001, "contactless_not_working": 0.0008000800080008001, "country_support": 0.001000100010001, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0007000700070007, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0015001500150015003, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0007000700070007, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0007000700070007, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0006000600060006, "fiat_currency_support": 0.0011001100110011003, "get_disposable_virtual_card": 0.0159015901590159, "get_physical_card": 0.0019001900190019003, "getting_spare_card": 0.0012001200120012, "getting_virtual_card": 0.9193919391939194, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0026002600260026003, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0009000900090009, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.0008000800080008001, "supported_cards_and_currencies": 0.0017001700170017002, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.0007000700070007, "top_up_by_card_charge": 0.0009000900090009, "top_up_by_cash_or_cheque": 0.0008000800080008001, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0008000800080008001, "top_up_reverted": 0.0008000800080008001, "topping_up_by_card": 0.0011001100110011003, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0049004900490049, "visa_or_mastercard": 0.0008000800080008001, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0006000600060006, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008001 }, "error": null, "latency_ms": 67.84770800732076, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-935", "text_group": "ab5004ee435a90b3101695c22a07f2845aea87934aa938f02b06d222c55a3ced", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0008001600320064013, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0008001600320064013, "atm_support": 0.0010002000400080016, "automatic_top_up": 0.0007001400280056011, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0008001600320064013, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.0006001200240048009, "card_linking": 0.0009001800360072014, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0006001200240048009, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0006001200240048009, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0005001000200040008, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0006001200240048009, "country_support": 0.0007001400280056011, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.001900380076015203, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0008001600320064013, "get_disposable_virtual_card": 0.01830366073214643, "get_physical_card": 0.0011002200440088019, "getting_spare_card": 0.0009001800360072014, "getting_virtual_card": 0.9231846369273855, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.002100420084016803, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0006001200240048009, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.0009001800360072014, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0006001200240048009, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0008001600320064013, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.013402680536107221, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001200240048009 }, "error": null, "latency_ms": 68.35566705558449, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-936", "text_group": "7e045f6deceedd66f6a86c4d074441ebb29b98a14449008e49f78ee9a9fa3c9f", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0008999100089991, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.000999900009999, "automatic_top_up": 0.0007999200079992001, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.000999900009999, "card_not_working": 0.0006999300069993001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.0004999500049995, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0007999200079992001, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0011998800119988001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0007999200079992001, "get_disposable_virtual_card": 0.011498850114988501, "get_physical_card": 0.0020997900209979003, "getting_spare_card": 0.0008999100089991, "getting_virtual_card": 0.942905709429057, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0021997800219978004, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0006999300069993001, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0012998700129987, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0006999300069993001, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.0008999100089991, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0016998300169983002, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 68.62166593782604, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-937", "text_group": "c2354e54e45a30ffb66480668e309ef5968c0f592a5379d5cc75d2bc6a14dbc7", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0015, "age_limit": 0.0007, "apple_pay_or_google_pay": 0.001, "atm_support": 0.0014, "automatic_top_up": 0.001, "balance_not_updated_after_bank_transfer": 0.0008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009, "beneficiary_not_allowed": 0.001, "cancel_transfer": 0.0009, "card_about_to_expire": 0.0011, "card_acceptance": 0.0012, "card_arrival": 0.0008, "card_delivery_estimate": 0.0009, "card_linking": 0.0016, "card_not_working": 0.0011, "card_payment_fee_charged": 0.0008, "card_payment_not_recognised": 0.0008, "card_payment_wrong_exchange_rate": 0.001, "card_swallowed": 0.0009, "cash_withdrawal_charge": 0.0009, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0008, "compromised_card": 0.0011, "contactless_not_working": 0.0009, "country_support": 0.0012, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0019, "edit_personal_details": 0.0009, "exchange_charge": 0.0008, "exchange_rate": 0.0007, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0007, "failed_transfer": 0.0006, "fiat_currency_support": 0.0012, "get_disposable_virtual_card": 0.023, "get_physical_card": 0.0025, "getting_spare_card": 0.0013, "getting_virtual_card": 0.9024, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.003, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0007, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0007, "pending_transfer": 0.0006, "pin_blocked": 0.0007, "receiving_money": 0.001, "request_refund": 0.0008, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.0017, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0008, "top_up_by_card_charge": 0.001, "top_up_by_cash_or_cheque": 0.0008, "top_up_failed": 0.0007, "top_up_limits": 0.0008, "top_up_reverted": 0.0009, "topping_up_by_card": 0.0012, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0008, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0007, "virtual_card_not_working": 0.0065, "visa_or_mastercard": 0.0009, "why_verify_identity": 0.0007, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0009 }, "error": null, "latency_ms": 68.49545799195766, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-938", "text_group": "88834de783c6068d0f5a608014163ad4a8ba785e740d5822d6512df7190ebd5d", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0010998900109989002, "activate_my_card": 0.0017998200179982, "age_limit": 0.0011998800119988001, "apple_pay_or_google_pay": 0.0021997800219978004, "atm_support": 0.0038996100389961, "automatic_top_up": 0.0012998700129987, "balance_not_updated_after_bank_transfer": 0.0021997800219978004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0022997700229977, "beneficiary_not_allowed": 0.001999800019998, "cancel_transfer": 0.0013998600139986002, "card_about_to_expire": 0.0016998300169983002, "card_acceptance": 0.001999800019998, "card_arrival": 0.0020997900209979003, "card_delivery_estimate": 0.0018998100189981002, "card_linking": 0.0037996200379962005, "card_not_working": 0.0021997800219978004, "card_payment_fee_charged": 0.0011998800119988001, "card_payment_not_recognised": 0.0015998400159984002, "card_payment_wrong_exchange_rate": 0.0014998500149985001, "card_swallowed": 0.0018998100189981002, "cash_withdrawal_charge": 0.0012998700129987, "cash_withdrawal_not_recognised": 0.0028997100289971, "change_pin": 0.0010998900109989002, "compromised_card": 0.004399560043995601, "contactless_not_working": 0.001999800019998, "country_support": 0.0021997800219978004, "declined_card_payment": 0.0011998800119988001, "declined_cash_withdrawal": 0.0012998700129987, "declined_transfer": 0.0012998700129987, "direct_debit_payment_not_recognised": 0.0016998300169983002, "disposable_card_limits": 0.0047995200479952005, "edit_personal_details": 0.0011998800119988001, "exchange_charge": 0.0008999100089991, "exchange_rate": 0.000999900009999, "exchange_via_app": 0.0010998900109989002, "extra_charge_on_statement": 0.0008999100089991, "failed_transfer": 0.0010998900109989002, "fiat_currency_support": 0.001999800019998, "get_disposable_virtual_card": 0.054394560543945605, "get_physical_card": 0.030796920307969204, "getting_spare_card": 0.0013998600139986002, "getting_virtual_card": 0.5097490250974903, "lost_or_stolen_card": 0.0423957604239576, "lost_or_stolen_phone": 0.0022997700229977, "order_physical_card": 0.0022997700229977, "passcode_forgotten": 0.000999900009999, "pending_card_payment": 0.0008999100089991, "pending_cash_withdrawal": 0.0008999100089991, "pending_top_up": 0.0008999100089991, "pending_transfer": 0.0008999100089991, "pin_blocked": 0.0013998600139986002, "receiving_money": 0.0014998500149985001, "request_refund": 0.000999900009999, "reverted_card_payment?": 0.0016998300169983002, "supported_cards_and_currencies": 0.0023997600239976003, "terminate_account": 0.0011998800119988001, "top_up_by_bank_transfer_charge": 0.0010998900109989002, "top_up_by_card_charge": 0.000999900009999, "top_up_by_cash_or_cheque": 0.0014998500149985001, "top_up_failed": 0.0010998900109989002, "top_up_limits": 0.0010998900109989002, "top_up_reverted": 0.0013998600139986002, "topping_up_by_card": 0.0017998200179982, "transaction_charged_twice": 0.000999900009999, "transfer_fee_charged": 0.000999900009999, "transfer_into_account": 0.000999900009999, "transfer_not_received_by_recipient": 0.0011998800119988001, "transfer_timing": 0.000999900009999, "unable_to_verify_identity": 0.0015998400159984002, "verify_my_identity": 0.0016998300169983002, "verify_source_of_funds": 0.0020997900209979003, "verify_top_up": 0.0014998500149985001, "virtual_card_not_working": 0.24437556244375563, "visa_or_mastercard": 0.0015998400159984002, "why_verify_identity": 0.0014998500149985001, "wrong_amount_of_cash_received": 0.0010998900109989002, "wrong_exchange_rate_for_cash_withdrawal": 0.0014998500149985001 }, "error": null, "latency_ms": 68.9482499146834, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-939", "text_group": "13cb5298143509ac322c796e76791adf3cc3f930aff46d864e824ae849875028", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.000499850044986504, "activate_my_card": 0.0008997300809757073, "age_limit": 0.0005998200539838048, "apple_pay_or_google_pay": 0.000999700089973008, "atm_support": 0.0011996401079676095, "automatic_top_up": 0.0007997600719784066, "balance_not_updated_after_bank_transfer": 0.0005998200539838048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007997600719784066, "beneficiary_not_allowed": 0.0007997600719784066, "cancel_transfer": 0.0006997900629811057, "card_about_to_expire": 0.0006997900629811057, "card_acceptance": 0.0008997300809757073, "card_arrival": 0.0005998200539838048, "card_delivery_estimate": 0.0005998200539838048, "card_linking": 0.000999700089973008, "card_not_working": 0.0008997300809757073, "card_payment_fee_charged": 0.0005998200539838048, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0007997600719784066, "card_swallowed": 0.0006997900629811057, "cash_withdrawal_charge": 0.0007997600719784066, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.0005998200539838048, "compromised_card": 0.0007997600719784066, "contactless_not_working": 0.0007997600719784066, "country_support": 0.000999700089973008, "declined_card_payment": 0.0005998200539838048, "declined_cash_withdrawal": 0.0005998200539838048, "declined_transfer": 0.0005998200539838048, "direct_debit_payment_not_recognised": 0.0005998200539838048, "disposable_card_limits": 0.0013995801259622115, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.0005998200539838048, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.0005998200539838048, "extra_charge_on_statement": 0.0006997900629811057, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.001099670098970309, "get_disposable_virtual_card": 0.02249325202439268, "get_physical_card": 0.001099670098970309, "getting_spare_card": 0.000999700089973008, "getting_virtual_card": 0.9172248325502349, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.000499850044986504, "order_physical_card": 0.002699190242927122, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.000499850044986504, "pin_blocked": 0.0005998200539838048, "receiving_money": 0.0007997600719784066, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.0006997900629811057, "supported_cards_and_currencies": 0.0013995801259622115, "terminate_account": 0.0005998200539838048, "top_up_by_bank_transfer_charge": 0.0006997900629811057, "top_up_by_card_charge": 0.0008997300809757073, "top_up_by_cash_or_cheque": 0.0006997900629811057, "top_up_failed": 0.0005998200539838048, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.0006997900629811057, "topping_up_by_card": 0.000999700089973008, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.000499850044986504, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.0005998200539838048, "verify_my_identity": 0.0005998200539838048, "verify_source_of_funds": 0.0005998200539838048, "verify_top_up": 0.000499850044986504, "virtual_card_not_working": 0.006697990602819155, "visa_or_mastercard": 0.0007997600719784066, "why_verify_identity": 0.000499850044986504, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0006997900629811057 }, "error": null, "latency_ms": 69.04208299238235, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-940", "text_group": "9e9870b88c67e8e218dcacfaa734e79e5a035197df136de081bd396f74dd1b73", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0006998600279944011, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0005998800239952009, "atm_support": 0.0007998400319936014, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0006998600279944011, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0003999200159968007, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0006998600279944011, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0007998400319936014, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0006998600279944011, "get_disposable_virtual_card": 0.0037992401519696063, "get_physical_card": 0.0011997600479904018, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.9587082583483303, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0015996800639872027, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0004999000199960008, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0009998000399920016, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0006998600279944011, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0014997000599880025, "visa_or_mastercard": 0.0004999000199960008, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 68.56341601815075, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-941", "text_group": "1d4901cc50b8cbf6742d8f348d8d81eee748da0892726bae28c83ba8b8a4c6b2", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0008, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0008, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0006, "card_acceptance": 0.0007, "card_arrival": 0.0004, "card_delivery_estimate": 0.0005, "card_linking": 0.0009, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0005, "compromised_card": 0.0005, "contactless_not_working": 0.0006, "country_support": 0.0006, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0009, "edit_personal_details": 0.0005, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0004, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0127, "get_physical_card": 0.001, "getting_spare_card": 0.0009, "getting_virtual_card": 0.9453, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0013, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0004, "receiving_money": 0.0006, "request_refund": 0.0004, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0011, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0005, "top_up_limits": 0.0005, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0007, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0026, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 68.94462509080768, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-942", "text_group": "2171a8fe4c8fb936ae496e215a8d5f76434f05e2127e797f5f4fd7d6b5c4c75d", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00040008001600320064, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.005101020204040808, "get_physical_card": 0.0007001400280056011, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.9670934186837367, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0007001400280056011, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0009001800360072014, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0016003200640128026, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 68.85116593912244, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-943", "text_group": "69be22282337f9900031bb8adc30bf23dca0acd1ebcc2f578f5b09aec9c12c2f", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0006999300069993001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.00039996000399960006, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.006799320067993201, "get_physical_card": 0.0012998700129987, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.9625037496250375, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.0012998700129987, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0025997400259974, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0008999100089991, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 68.05358303245157, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-944", "text_group": "8d80e3ab3effd64662e86ca97f5add5df6a91d62376dc2d148e17fd32875fb5d", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.012797440511897622, "age_limit": 0.0006998600279944011, "apple_pay_or_google_pay": 0.0010997800439912018, "atm_support": 0.0016996600679864027, "automatic_top_up": 0.0016996600679864027, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008998200359928015, "beneficiary_not_allowed": 0.0009998000399920016, "cancel_transfer": 0.0009998000399920016, "card_about_to_expire": 0.0007998400319936014, "card_acceptance": 0.0011997600479904018, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0006998600279944011, "card_linking": 0.00569886022795441, "card_not_working": 0.0009998000399920016, "card_payment_fee_charged": 0.0007998400319936014, "card_payment_not_recognised": 0.0007998400319936014, "card_payment_wrong_exchange_rate": 0.0008998200359928015, "card_swallowed": 0.0006998600279944011, "cash_withdrawal_charge": 0.0007998400319936014, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.0007998400319936014, "compromised_card": 0.0007998400319936014, "contactless_not_working": 0.0008998200359928015, "country_support": 0.0009998000399920016, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.0006998600279944011, "disposable_card_limits": 0.002599480103979204, "edit_personal_details": 0.0008998200359928015, "exchange_charge": 0.0007998400319936014, "exchange_rate": 0.0006998600279944011, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0006998600279944011, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.001299740051989602, "get_disposable_virtual_card": 0.02289542091581684, "get_physical_card": 0.0023995200959808036, "getting_spare_card": 0.0010997800439912018, "getting_virtual_card": 0.8905218956208759, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.0004999000199960008, "order_physical_card": 0.0016996600679864027, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0005998800239952009, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0009998000399920016, "request_refund": 0.0006998600279944011, "reverted_card_payment?": 0.0006998600279944011, "supported_cards_and_currencies": 0.0015996800639872027, "terminate_account": 0.0006998600279944011, "top_up_by_bank_transfer_charge": 0.0007998400319936014, "top_up_by_card_charge": 0.0009998000399920016, "top_up_by_cash_or_cheque": 0.0007998400319936014, "top_up_failed": 0.0006998600279944011, "top_up_limits": 0.0008998200359928015, "top_up_reverted": 0.0007998400319936014, "topping_up_by_card": 0.0010997800439912018, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.0005998800239952009, "transfer_timing": 0.0006998600279944011, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0006998600279944011, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.00629874025194961, "visa_or_mastercard": 0.0006998600279944011, "why_verify_identity": 0.0005998800239952009, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 67.05737498123199, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-945", "text_group": "836176934e3df0f78bd5ef817617aa5da0473c1e1880c424111a4982179625dd", "expected": "getting_virtual_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.001000100010001, "activate_my_card": 0.0017001700170017002, "age_limit": 0.0011001100110011003, "apple_pay_or_google_pay": 0.0016001600160016002, "atm_support": 0.0026002600260026003, "automatic_top_up": 0.001000100010001, "balance_not_updated_after_bank_transfer": 0.0014001400140014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014001400140014, "beneficiary_not_allowed": 0.0013001300130013002, "cancel_transfer": 0.0011001100110011003, "card_about_to_expire": 0.004300430043004301, "card_acceptance": 0.0026002600260026003, "card_arrival": 0.029102910291029103, "card_delivery_estimate": 0.0038003800380038005, "card_linking": 0.0112011201120112, "card_not_working": 0.0024002400240024, "card_payment_fee_charged": 0.0013001300130013002, "card_payment_not_recognised": 0.0012001200120012, "card_payment_wrong_exchange_rate": 0.0012001200120012, "card_swallowed": 0.0015001500150015003, "cash_withdrawal_charge": 0.001000100010001, "cash_withdrawal_not_recognised": 0.0009000900090009, "change_pin": 0.001000100010001, "compromised_card": 0.0037003700370037006, "contactless_not_working": 0.0013001300130013002, "country_support": 0.0015001500150015003, "declined_card_payment": 0.0009000900090009, "declined_cash_withdrawal": 0.0008000800080008001, "declined_transfer": 0.0008000800080008001, "direct_debit_payment_not_recognised": 0.001000100010001, "disposable_card_limits": 0.0014001400140014, "edit_personal_details": 0.0012001200120012, "exchange_charge": 0.0008000800080008001, "exchange_rate": 0.0008000800080008001, "exchange_via_app": 0.0009000900090009, "extra_charge_on_statement": 0.0008000800080008001, "failed_transfer": 0.0008000800080008001, "fiat_currency_support": 0.0013001300130013002, "get_disposable_virtual_card": 0.002000200020002, "get_physical_card": 0.7368736873687369, "getting_spare_card": 0.0026002600260026003, "getting_virtual_card": 0.0021002100210021, "lost_or_stolen_card": 0.0016001600160016002, "lost_or_stolen_phone": 0.0007000700070007, "order_physical_card": 0.1226122612261226, "passcode_forgotten": 0.0008000800080008001, "pending_card_payment": 0.001000100010001, "pending_cash_withdrawal": 0.0007000700070007, "pending_top_up": 0.0008000800080008001, "pending_transfer": 0.0008000800080008001, "pin_blocked": 0.0009000900090009, "receiving_money": 0.0015001500150015003, "request_refund": 0.001000100010001, "reverted_card_payment?": 0.0014001400140014, "supported_cards_and_currencies": 0.0036003600360036, "terminate_account": 0.0009000900090009, "top_up_by_bank_transfer_charge": 0.0009000900090009, "top_up_by_card_charge": 0.0009000900090009, "top_up_by_cash_or_cheque": 0.001000100010001, "top_up_failed": 0.0009000900090009, "top_up_limits": 0.0009000900090009, "top_up_reverted": 0.0012001200120012, "topping_up_by_card": 0.0025002500250025004, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.0008000800080008001, "transfer_into_account": 0.0008000800080008001, "transfer_not_received_by_recipient": 0.0011001100110011003, "transfer_timing": 0.0009000900090009, "unable_to_verify_identity": 0.0011001100110011003, "verify_my_identity": 0.0012001200120012, "verify_source_of_funds": 0.0012001200120012, "verify_top_up": 0.0012001200120012, "virtual_card_not_working": 0.0012001200120012, "visa_or_mastercard": 0.0027002700270027003, "why_verify_identity": 0.0011001100110011003, "wrong_amount_of_cash_received": 0.0009000900090009, "wrong_exchange_rate_for_cash_withdrawal": 0.0011001100110011003 }, "error": null, "latency_ms": 67.72966706193984, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-946", "text_group": "cd53b4554ba1b16b1dfa771be041e8c481e6de31f66689c66c3bcd693a5c71b9", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.000999700089973008, "age_limit": 0.0006997900629811057, "apple_pay_or_google_pay": 0.0011996401079676095, "atm_support": 0.0015995201439568132, "automatic_top_up": 0.0007997600719784066, "balance_not_updated_after_bank_transfer": 0.001099670098970309, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011996401079676095, "beneficiary_not_allowed": 0.001099670098970309, "cancel_transfer": 0.0007997600719784066, "card_about_to_expire": 0.000999700089973008, "card_acceptance": 0.0011996401079676095, "card_arrival": 0.0008997300809757073, "card_delivery_estimate": 0.0007997600719784066, "card_linking": 0.0013995801259622115, "card_not_working": 0.0011996401079676095, "card_payment_fee_charged": 0.0007997600719784066, "card_payment_not_recognised": 0.0007997600719784066, "card_payment_wrong_exchange_rate": 0.0008997300809757073, "card_swallowed": 0.000999700089973008, "cash_withdrawal_charge": 0.0007997600719784066, "cash_withdrawal_not_recognised": 0.0006997900629811057, "change_pin": 0.0006997900629811057, "compromised_card": 0.0013995801259622115, "contactless_not_working": 0.001099670098970309, "country_support": 0.0011996401079676095, "declined_card_payment": 0.0006997900629811057, "declined_cash_withdrawal": 0.0006997900629811057, "declined_transfer": 0.0007997600719784066, "direct_debit_payment_not_recognised": 0.0007997600719784066, "disposable_card_limits": 0.0014995501349595122, "edit_personal_details": 0.0006997900629811057, "exchange_charge": 0.0005998200539838048, "exchange_rate": 0.0005998200539838048, "exchange_via_app": 0.0006997900629811057, "extra_charge_on_statement": 0.0005998200539838048, "failed_transfer": 0.0005998200539838048, "fiat_currency_support": 0.0011996401079676095, "get_disposable_virtual_card": 0.027391782465260424, "get_physical_card": 0.004398680395881236, "getting_spare_card": 0.000999700089973008, "getting_virtual_card": 0.8486454063780866, "lost_or_stolen_card": 0.001099670098970309, "lost_or_stolen_phone": 0.0006997900629811057, "order_physical_card": 0.0037988603418974308, "passcode_forgotten": 0.0005998200539838048, "pending_card_payment": 0.0005998200539838048, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.0005998200539838048, "pending_transfer": 0.0005998200539838048, "pin_blocked": 0.0006997900629811057, "receiving_money": 0.0008997300809757073, "request_refund": 0.0005998200539838048, "reverted_card_payment?": 0.0008997300809757073, "supported_cards_and_currencies": 0.0013995801259622115, "terminate_account": 0.0006997900629811057, "top_up_by_bank_transfer_charge": 0.0006997900629811057, "top_up_by_card_charge": 0.0006997900629811057, "top_up_by_cash_or_cheque": 0.0008997300809757073, "top_up_failed": 0.0006997900629811057, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.0008997300809757073, "topping_up_by_card": 0.000999700089973008, "transaction_charged_twice": 0.0005998200539838048, "transfer_fee_charged": 0.0005998200539838048, "transfer_into_account": 0.0005998200539838048, "transfer_not_received_by_recipient": 0.0006997900629811057, "transfer_timing": 0.0006997900629811057, "unable_to_verify_identity": 0.0008997300809757073, "verify_my_identity": 0.0008997300809757073, "verify_source_of_funds": 0.0008997300809757073, "verify_top_up": 0.0007997600719784066, "virtual_card_not_working": 0.05368389483155053, "visa_or_mastercard": 0.0008997300809757073, "why_verify_identity": 0.0006997900629811057, "wrong_amount_of_cash_received": 0.0006997900629811057, "wrong_exchange_rate_for_cash_withdrawal": 0.000999700089973008 }, "error": null, "latency_ms": 67.88041698746383, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-947", "text_group": "49462a999077754cc734d87d4e7041a9d710b9145ef62dd608467134aa7f5f7d", "expected": "getting_virtual_card", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0008000800080008001, "activate_my_card": 0.0008000800080008001, "age_limit": 0.0007000700070007, "apple_pay_or_google_pay": 0.001000100010001, "atm_support": 0.0018001800180018, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.0012001200120012, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011001100110011003, "beneficiary_not_allowed": 0.0012001200120012, "cancel_transfer": 0.0009000900090009, "card_about_to_expire": 0.0013001300130013002, "card_acceptance": 0.0012001200120012, "card_arrival": 0.0009000900090009, "card_delivery_estimate": 0.0008000800080008001, "card_linking": 0.0017001700170017002, "card_not_working": 0.0032003200320032004, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.0008000800080008001, "card_payment_wrong_exchange_rate": 0.001000100010001, "card_swallowed": 0.001000100010001, "cash_withdrawal_charge": 0.0009000900090009, "cash_withdrawal_not_recognised": 0.0008000800080008001, "change_pin": 0.0007000700070007, "compromised_card": 0.001000100010001, "contactless_not_working": 0.0012001200120012, "country_support": 0.0013001300130013002, "declined_card_payment": 0.0012001200120012, "declined_cash_withdrawal": 0.0008000800080008001, "declined_transfer": 0.0012001200120012, "direct_debit_payment_not_recognised": 0.0008000800080008001, "disposable_card_limits": 0.0023002300230023, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0007000700070007, "exchange_rate": 0.0007000700070007, "exchange_via_app": 0.0008000800080008001, "extra_charge_on_statement": 0.0006000600060006, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0014001400140014, "get_disposable_virtual_card": 0.0192019201920192, "get_physical_card": 0.013501350135013501, "getting_spare_card": 0.002000200020002, "getting_virtual_card": 0.0967096709670967, "lost_or_stolen_card": 0.0006000600060006, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.020402040204020404, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.0008000800080008001, "receiving_money": 0.001000100010001, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.0009000900090009, "supported_cards_and_currencies": 0.002000200020002, "terminate_account": 0.0009000900090009, "top_up_by_bank_transfer_charge": 0.0007000700070007, "top_up_by_card_charge": 0.0007000700070007, "top_up_by_cash_or_cheque": 0.0009000900090009, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.0009000900090009, "topping_up_by_card": 0.0017001700170017002, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0008000800080008001, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0008000800080008001, "verify_top_up": 0.0007000700070007, "virtual_card_not_working": 0.7812781278127813, "visa_or_mastercard": 0.0012001200120012, "why_verify_identity": 0.0008000800080008001, "wrong_amount_of_cash_received": 0.0007000700070007, "wrong_exchange_rate_for_cash_withdrawal": 0.001000100010001 }, "error": null, "latency_ms": 67.33287509996444, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-948", "text_group": "45e76e9a9198c501fc4deb3f30d9fcd5e5e656cc463913c0bee35761c14f1fa1", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0006997201119552179, "activate_my_card": 0.0013994402239104358, "age_limit": 0.0007996801279488206, "apple_pay_or_google_pay": 0.0012994802079168333, "atm_support": 0.0016993202718912435, "automatic_top_up": 0.0011995201919232307, "balance_not_updated_after_bank_transfer": 0.0007996801279488206, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009996001599360256, "beneficiary_not_allowed": 0.0010995601759296284, "cancel_transfer": 0.0007996801279488206, "card_about_to_expire": 0.0009996001599360256, "card_acceptance": 0.0011995201919232307, "card_arrival": 0.0007996801279488206, "card_delivery_estimate": 0.000899640143942423, "card_linking": 0.0014994002399040384, "card_not_working": 0.0010995601759296284, "card_payment_fee_charged": 0.0007996801279488206, "card_payment_not_recognised": 0.0007996801279488206, "card_payment_wrong_exchange_rate": 0.0009996001599360256, "card_swallowed": 0.000899640143942423, "cash_withdrawal_charge": 0.000899640143942423, "cash_withdrawal_not_recognised": 0.0006997201119552179, "change_pin": 0.0007996801279488206, "compromised_card": 0.0009996001599360256, "contactless_not_working": 0.0009996001599360256, "country_support": 0.0011995201919232307, "declined_card_payment": 0.0007996801279488206, "declined_cash_withdrawal": 0.0006997201119552179, "declined_transfer": 0.0006997201119552179, "direct_debit_payment_not_recognised": 0.0007996801279488206, "disposable_card_limits": 0.002499000399840064, "edit_personal_details": 0.0007996801279488206, "exchange_charge": 0.0007996801279488206, "exchange_rate": 0.0006997201119552179, "exchange_via_app": 0.0007996801279488206, "extra_charge_on_statement": 0.0007996801279488206, "failed_transfer": 0.0005997600959616154, "fiat_currency_support": 0.0012994802079168333, "get_disposable_virtual_card": 0.044782087165133946, "get_physical_card": 0.001999200319872051, "getting_spare_card": 0.001999200319872051, "getting_virtual_card": 0.8723510595761697, "lost_or_stolen_card": 0.0005997600959616154, "lost_or_stolen_phone": 0.0005997600959616154, "order_physical_card": 0.00429828068772491, "passcode_forgotten": 0.0005997600959616154, "pending_card_payment": 0.0005997600959616154, "pending_cash_withdrawal": 0.0005997600959616154, "pending_top_up": 0.0005997600959616154, "pending_transfer": 0.0005997600959616154, "pin_blocked": 0.0006997201119552179, "receiving_money": 0.0009996001599360256, "request_refund": 0.0006997201119552179, "reverted_card_payment?": 0.000899640143942423, "supported_cards_and_currencies": 0.0021991203518592567, "terminate_account": 0.0006997201119552179, "top_up_by_bank_transfer_charge": 0.000899640143942423, "top_up_by_card_charge": 0.0010995601759296284, "top_up_by_cash_or_cheque": 0.000899640143942423, "top_up_failed": 0.0006997201119552179, "top_up_limits": 0.000899640143942423, "top_up_reverted": 0.000899640143942423, "topping_up_by_card": 0.0014994002399040384, "transaction_charged_twice": 0.0005997600959616154, "transfer_fee_charged": 0.0006997201119552179, "transfer_into_account": 0.0005997600959616154, "transfer_not_received_by_recipient": 0.0006997201119552179, "transfer_timing": 0.0006997201119552179, "unable_to_verify_identity": 0.0006997201119552179, "verify_my_identity": 0.0007996801279488206, "verify_source_of_funds": 0.0006997201119552179, "verify_top_up": 0.0006997201119552179, "virtual_card_not_working": 0.010195921631347462, "visa_or_mastercard": 0.0009996001599360256, "why_verify_identity": 0.0006997201119552179, "wrong_amount_of_cash_received": 0.0005997600959616154, "wrong_exchange_rate_for_cash_withdrawal": 0.000899640143942423 }, "error": null, "latency_ms": 69.40954201854765, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-949", "text_group": "232e959aff195cac6de44139464edfb820d58441b918b7d0932b3ed37fe264a8", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0008997300809757073, "activate_my_card": 0.0008997300809757073, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.0006997900629811057, "atm_support": 0.001099670098970309, "automatic_top_up": 0.0005998200539838048, "balance_not_updated_after_bank_transfer": 0.0008997300809757073, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008997300809757073, "beneficiary_not_allowed": 0.000999700089973008, "cancel_transfer": 0.0006997900629811057, "card_about_to_expire": 0.0011996401079676095, "card_acceptance": 0.000999700089973008, "card_arrival": 0.0034989503149055285, "card_delivery_estimate": 0.0011996401079676095, "card_linking": 0.0013995801259622115, "card_not_working": 0.0012996101169649105, "card_payment_fee_charged": 0.0005998200539838048, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0007997600719784066, "card_swallowed": 0.0007997600719784066, "cash_withdrawal_charge": 0.0005998200539838048, "cash_withdrawal_not_recognised": 0.0005998200539838048, "change_pin": 0.000499850044986504, "compromised_card": 0.0007997600719784066, "contactless_not_working": 0.0007997600719784066, "country_support": 0.0008997300809757073, "declined_card_payment": 0.0006997900629811057, "declined_cash_withdrawal": 0.0005998200539838048, "declined_transfer": 0.0006997900629811057, "direct_debit_payment_not_recognised": 0.0005998200539838048, "disposable_card_limits": 0.0011996401079676095, "edit_personal_details": 0.000499850044986504, "exchange_charge": 0.0005998200539838048, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.0005998200539838048, "extra_charge_on_statement": 0.000499850044986504, "failed_transfer": 0.0005998200539838048, "fiat_currency_support": 0.0008997300809757073, "get_disposable_virtual_card": 0.011496551034689594, "get_physical_card": 0.004798560431870438, "getting_spare_card": 0.0011996401079676095, "getting_virtual_card": 0.8884334699590124, "lost_or_stolen_card": 0.0005998200539838048, "lost_or_stolen_phone": 0.000499850044986504, "order_physical_card": 0.004298710386883935, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.0008997300809757073, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.000999700089973008, "pending_transfer": 0.0008997300809757073, "pin_blocked": 0.000499850044986504, "receiving_money": 0.0007997600719784066, "request_refund": 0.0006997900629811057, "reverted_card_payment?": 0.0007997600719784066, "supported_cards_and_currencies": 0.000999700089973008, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.0005998200539838048, "top_up_by_cash_or_cheque": 0.0005998200539838048, "top_up_failed": 0.0005998200539838048, "top_up_limits": 0.000499850044986504, "top_up_reverted": 0.0007997600719784066, "topping_up_by_card": 0.0007997600719784066, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.000499850044986504, "transfer_not_received_by_recipient": 0.0006997900629811057, "transfer_timing": 0.0005998200539838048, "unable_to_verify_identity": 0.0005998200539838048, "verify_my_identity": 0.0005998200539838048, "verify_source_of_funds": 0.0005998200539838048, "verify_top_up": 0.0005998200539838048, "virtual_card_not_working": 0.03568929321203639, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.000499850044986504, "wrong_amount_of_cash_received": 0.0005998200539838048, "wrong_exchange_rate_for_cash_withdrawal": 0.0006997900629811057 }, "error": null, "latency_ms": 71.10991608351469, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-950", "text_group": "962f170fd5a3fc1e559d2338c3a02e5d975b3bb9aea38126ea71a96e22b52ddd", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0011, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0008, "atm_support": 0.0011, "automatic_top_up": 0.0008, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0009, "cancel_transfer": 0.0008, "card_about_to_expire": 0.0008, "card_acceptance": 0.0009, "card_arrival": 0.0006, "card_delivery_estimate": 0.0008, "card_linking": 0.0013, "card_not_working": 0.0009, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0007, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0006, "compromised_card": 0.0008, "contactless_not_working": 0.0007, "country_support": 0.0009, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0013, "edit_personal_details": 0.0007, "exchange_charge": 0.0006, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.0005, "fiat_currency_support": 0.001, "get_disposable_virtual_card": 0.0303, "get_physical_card": 0.0025, "getting_spare_card": 0.0011, "getting_virtual_card": 0.9076, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0025, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0005, "pending_transfer": 0.0005, "pin_blocked": 0.0005, "receiving_money": 0.0008, "request_refund": 0.0006, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0012, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0008, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0006, "top_up_limits": 0.0006, "top_up_reverted": 0.0007, "topping_up_by_card": 0.001, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0006, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0078, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0007 }, "error": null, "latency_ms": 68.97841696627438, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-951", "text_group": "70ebec47ffcd356301bcea22193d9eb304c1ea22d249e49a863471a5cd2287a0", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0011, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.001, "atm_support": 0.0013, "automatic_top_up": 0.0009, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008, "beneficiary_not_allowed": 0.001, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0009, "card_acceptance": 0.0009, "card_arrival": 0.0007, "card_delivery_estimate": 0.0008, "card_linking": 0.0013, "card_not_working": 0.0009, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0009, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0006, "compromised_card": 0.0008, "contactless_not_working": 0.0008, "country_support": 0.001, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0015, "edit_personal_details": 0.0007, "exchange_charge": 0.0007, "exchange_rate": 0.0006, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0007, "failed_transfer": 0.0005, "fiat_currency_support": 0.0011, "get_disposable_virtual_card": 0.0183, "get_physical_card": 0.0024, "getting_spare_card": 0.0026, "getting_virtual_card": 0.9149, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0041, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0005, "pending_transfer": 0.0005, "pin_blocked": 0.0006, "receiving_money": 0.0009, "request_refund": 0.0006, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0017, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0008, "top_up_by_card_charge": 0.0009, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0006, "top_up_limits": 0.0007, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0011, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0045, "visa_or_mastercard": 0.0008, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0008 }, "error": null, "latency_ms": 69.07866697292775, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-952", "text_group": "aba2399a416b397580785646d6a416c23217dad71a440581cd2638b7be49bf10", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0005999400059994001, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0006999300069993001, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00039996000399960006, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0004999500049995, "country_support": 0.0006999300069993001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.000999900009999, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0007999200079992001, "get_disposable_virtual_card": 0.0103989601039896, "get_physical_card": 0.0011998800119988001, "getting_spare_card": 0.0006999300069993001, "getting_virtual_card": 0.9485051494850515, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0011998800119988001, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0004999500049995, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.000999900009999, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0006999300069993001, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0032996700329967, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 69.1311249975115, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-953", "text_group": "4dfaa18bef71d21bc68f4426f268e0bdf65365fa68d12cb8ea66873d84140838", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0007998400319936014, "activate_my_card": 0.001299740051989602, "age_limit": 0.0009998000399920016, "apple_pay_or_google_pay": 0.001999600079984003, "atm_support": 0.003599280143971206, "automatic_top_up": 0.0009998000399920016, "balance_not_updated_after_bank_transfer": 0.001799640071985603, "balance_not_updated_after_cheque_or_cash_deposit": 0.0020995800839832034, "beneficiary_not_allowed": 0.0016996600679864027, "cancel_transfer": 0.0010997800439912018, "card_about_to_expire": 0.0010997800439912018, "card_acceptance": 0.0015996800639872027, "card_arrival": 0.0014997000599880025, "card_delivery_estimate": 0.0014997000599880025, "card_linking": 0.0021995600879824036, "card_not_working": 0.0014997000599880025, "card_payment_fee_charged": 0.0009998000399920016, "card_payment_not_recognised": 0.001299740051989602, "card_payment_wrong_exchange_rate": 0.001299740051989602, "card_swallowed": 0.0013997200559888023, "cash_withdrawal_charge": 0.0009998000399920016, "cash_withdrawal_not_recognised": 0.002299540091981604, "change_pin": 0.0008998200359928015, "compromised_card": 0.0026994601079784043, "contactless_not_working": 0.0016996600679864027, "country_support": 0.002299540091981604, "declined_card_payment": 0.0008998200359928015, "declined_cash_withdrawal": 0.0010997800439912018, "declined_transfer": 0.0009998000399920016, "direct_debit_payment_not_recognised": 0.0013997200559888023, "disposable_card_limits": 0.003899220155968806, "edit_personal_details": 0.0008998200359928015, "exchange_charge": 0.0007998400319936014, "exchange_rate": 0.0007998400319936014, "exchange_via_app": 0.0009998000399920016, "extra_charge_on_statement": 0.0006998600279944011, "failed_transfer": 0.0008998200359928015, "fiat_currency_support": 0.0020995800839832034, "get_disposable_virtual_card": 0.05398920215956809, "get_physical_card": 0.008398320335932814, "getting_spare_card": 0.0011997600479904018, "getting_virtual_card": 0.7759448110377924, "lost_or_stolen_card": 0.0031993601279744054, "lost_or_stolen_phone": 0.0015996800639872027, "order_physical_card": 0.001299740051989602, "passcode_forgotten": 0.0008998200359928015, "pending_card_payment": 0.0007998400319936014, "pending_cash_withdrawal": 0.0007998400319936014, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.0006998600279944011, "pin_blocked": 0.0011997600479904018, "receiving_money": 0.001299740051989602, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.001299740051989602, "supported_cards_and_currencies": 0.0024995000999800043, "terminate_account": 0.0009998000399920016, "top_up_by_bank_transfer_charge": 0.0009998000399920016, "top_up_by_card_charge": 0.0007998400319936014, "top_up_by_cash_or_cheque": 0.0013997200559888023, "top_up_failed": 0.0008998200359928015, "top_up_limits": 0.0008998200359928015, "top_up_reverted": 0.0011997600479904018, "topping_up_by_card": 0.0014997000599880025, "transaction_charged_twice": 0.0007998400319936014, "transfer_fee_charged": 0.0007998400319936014, "transfer_into_account": 0.0007998400319936014, "transfer_not_received_by_recipient": 0.0009998000399920016, "transfer_timing": 0.0008998200359928015, "unable_to_verify_identity": 0.001299740051989602, "verify_my_identity": 0.0013997200559888023, "verify_source_of_funds": 0.001999600079984003, "verify_top_up": 0.0011997600479904018, "virtual_card_not_working": 0.0626874625074985, "visa_or_mastercard": 0.0013997200559888023, "why_verify_identity": 0.0010997800439912018, "wrong_amount_of_cash_received": 0.0008998200359928015, "wrong_exchange_rate_for_cash_withdrawal": 0.0011997600479904018 }, "error": null, "latency_ms": 68.72424995526671, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-954", "text_group": "8a35cded546f44c6b770c7f8ef5a47626e3da0c092886910775031525c166214", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.001, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.001, "atm_support": 0.0012, "automatic_top_up": 0.0008, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009, "beneficiary_not_allowed": 0.0009, "cancel_transfer": 0.0008, "card_about_to_expire": 0.0008, "card_acceptance": 0.001, "card_arrival": 0.0006, "card_delivery_estimate": 0.0007, "card_linking": 0.0012, "card_not_working": 0.001, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0008, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0007, "compromised_card": 0.0007, "contactless_not_working": 0.0008, "country_support": 0.001, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0015, "edit_personal_details": 0.0007, "exchange_charge": 0.0007, "exchange_rate": 0.0006, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0007, "failed_transfer": 0.0006, "fiat_currency_support": 0.0011, "get_disposable_virtual_card": 0.0051, "get_physical_card": 0.001, "getting_spare_card": 0.0009, "getting_virtual_card": 0.9351, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0026, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0005, "pending_transfer": 0.0005, "pin_blocked": 0.0006, "receiving_money": 0.0008, "request_refund": 0.0006, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0013, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0007, "top_up_by_card_charge": 0.0008, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0006, "top_up_limits": 0.0007, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0009, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0006, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0032, "visa_or_mastercard": 0.0008, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0008 }, "error": null, "latency_ms": 67.87558295764029, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-955", "text_group": "0744da93d96c5348c11fba11e43f774e42848679e392ea2ca49a6c5b12f551bc", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00040016006402561027, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.0005002000800320128, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.004401760704281713, "card_delivery_estimate": 0.04621848739495798, "card_linking": 0.0005002000800320128, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.0005002000800320128, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.02220888355342137, "get_physical_card": 0.0010004001600640256, "getting_spare_card": 0.0006002400960384153, "getting_virtual_card": 0.9045618247298919, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.0009003601440576229, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00040016006402561027, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.0013005202080832333, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 67.86841701250523, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-956", "text_group": "44a3de60b4c1f5be0d1171fa319b5976444461cf1b436ffd8e9c37f8acda75ad", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.002000400080016003, "activate_my_card": 0.0023004600920184036, "age_limit": 0.0016003200640128026, "apple_pay_or_google_pay": 0.0027005401080216042, "atm_support": 0.0035007001400280055, "automatic_top_up": 0.0016003200640128026, "balance_not_updated_after_bank_transfer": 0.0030006001200240046, "balance_not_updated_after_cheque_or_cash_deposit": 0.0027005401080216042, "beneficiary_not_allowed": 0.0030006001200240046, "cancel_transfer": 0.0028005601120224045, "card_about_to_expire": 0.006601320264052811, "card_acceptance": 0.0027005401080216042, "card_arrival": 0.0022004400880176037, "card_delivery_estimate": 0.002600520104020804, "card_linking": 0.0044008801760352075, "card_not_working": 0.0029005801160232043, "card_payment_fee_charged": 0.0018003600720144029, "card_payment_not_recognised": 0.001900380076015203, "card_payment_wrong_exchange_rate": 0.0024004800960192034, "card_swallowed": 0.0028005601120224045, "cash_withdrawal_charge": 0.001900380076015203, "cash_withdrawal_not_recognised": 0.0015003000600120023, "change_pin": 0.0018003600720144029, "compromised_card": 0.0023004600920184036, "contactless_not_working": 0.0024004800960192034, "country_support": 0.002600520104020804, "declined_card_payment": 0.002000400080016003, "declined_cash_withdrawal": 0.0017003400680136026, "declined_transfer": 0.0018003600720144029, "direct_debit_payment_not_recognised": 0.002000400080016003, "disposable_card_limits": 0.010302060412082417, "edit_personal_details": 0.002100420084016803, "exchange_charge": 0.0015003000600120023, "exchange_rate": 0.0014002800560112022, "exchange_via_app": 0.0015003000600120023, "extra_charge_on_statement": 0.0017003400680136026, "failed_transfer": 0.0014002800560112022, "fiat_currency_support": 0.0028005601120224045, "get_disposable_virtual_card": 0.08491698339667934, "get_physical_card": 0.0033006601320264054, "getting_spare_card": 0.004300860172034407, "getting_virtual_card": 0.40128025605121026, "lost_or_stolen_card": 0.0014002800560112022, "lost_or_stolen_phone": 0.001300260052010402, "order_physical_card": 0.007101420284056812, "passcode_forgotten": 0.001300260052010402, "pending_card_payment": 0.0015003000600120023, "pending_cash_withdrawal": 0.001300260052010402, "pending_top_up": 0.0016003200640128026, "pending_transfer": 0.0015003000600120023, "pin_blocked": 0.0016003200640128026, "receiving_money": 0.002000400080016003, "request_refund": 0.0035007001400280055, "reverted_card_payment?": 0.0028005601120224045, "supported_cards_and_currencies": 0.0044008801760352075, "terminate_account": 0.001900380076015203, "top_up_by_bank_transfer_charge": 0.001900380076015203, "top_up_by_card_charge": 0.0018003600720144029, "top_up_by_cash_or_cheque": 0.0018003600720144029, "top_up_failed": 0.0018003600720144029, "top_up_limits": 0.0017003400680136026, "top_up_reverted": 0.0034006801360272052, "topping_up_by_card": 0.0036007201440288058, "transaction_charged_twice": 0.0017003400680136026, "transfer_fee_charged": 0.0015003000600120023, "transfer_into_account": 0.0014002800560112022, "transfer_not_received_by_recipient": 0.0017003400680136026, "transfer_timing": 0.0018003600720144029, "unable_to_verify_identity": 0.0015003000600120023, "verify_my_identity": 0.0014002800560112022, "verify_source_of_funds": 0.0015003000600120023, "verify_top_up": 0.001300260052010402, "virtual_card_not_working": 0.3379675935187037, "visa_or_mastercard": 0.001900380076015203, "why_verify_identity": 0.001300260052010402, "wrong_amount_of_cash_received": 0.0017003400680136026, "wrong_exchange_rate_for_cash_withdrawal": 0.002100420084016803 }, "error": null, "latency_ms": 70.08525007404387, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-957", "text_group": "ee49235239ba509432248d9761ca7f67e67c44619d6f202a1894ffce86d641d2", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0003998400639744103, "activate_my_card": 0.0006997201119552179, "age_limit": 0.0004998000799680128, "apple_pay_or_google_pay": 0.0006997201119552179, "atm_support": 0.000899640143942423, "automatic_top_up": 0.0005997600959616154, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006997201119552179, "beneficiary_not_allowed": 0.0006997201119552179, "cancel_transfer": 0.0004998000799680128, "card_about_to_expire": 0.0005997600959616154, "card_acceptance": 0.0006997201119552179, "card_arrival": 0.0004998000799680128, "card_delivery_estimate": 0.0004998000799680128, "card_linking": 0.0007996801279488206, "card_not_working": 0.0006997201119552179, "card_payment_fee_charged": 0.0004998000799680128, "card_payment_not_recognised": 0.0004998000799680128, "card_payment_wrong_exchange_rate": 0.0005997600959616154, "card_swallowed": 0.0005997600959616154, "cash_withdrawal_charge": 0.0005997600959616154, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0004998000799680128, "compromised_card": 0.0006997201119552179, "contactless_not_working": 0.0005997600959616154, "country_support": 0.0007996801279488206, "declined_card_payment": 0.0004998000799680128, "declined_cash_withdrawal": 0.0003998400639744103, "declined_transfer": 0.0004998000799680128, "direct_debit_payment_not_recognised": 0.0004998000799680128, "disposable_card_limits": 0.0009996001599360256, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.0003998400639744103, "exchange_via_app": 0.0004998000799680128, "extra_charge_on_statement": 0.0004998000799680128, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.0007996801279488206, "get_disposable_virtual_card": 0.01909236305477809, "get_physical_card": 0.0009996001599360256, "getting_spare_card": 0.0005997600959616154, "getting_virtual_card": 0.9327269092363055, "lost_or_stolen_card": 0.0003998400639744103, "lost_or_stolen_phone": 0.0003998400639744103, "order_physical_card": 0.0011995201919232307, "passcode_forgotten": 0.0003998400639744103, "pending_card_payment": 0.0003998400639744103, "pending_cash_withdrawal": 0.0003998400639744103, "pending_top_up": 0.0003998400639744103, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.0003998400639744103, "receiving_money": 0.0005997600959616154, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.0004998000799680128, "supported_cards_and_currencies": 0.0009996001599360256, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0004998000799680128, "top_up_by_card_charge": 0.0005997600959616154, "top_up_by_cash_or_cheque": 0.0004998000799680128, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0004998000799680128, "top_up_reverted": 0.0004998000799680128, "topping_up_by_card": 0.0006997201119552179, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0003998400639744103, "transfer_into_account": 0.0003998400639744103, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.0004998000799680128, "verify_my_identity": 0.0004998000799680128, "verify_source_of_funds": 0.0004998000799680128, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0075969612155137945, "visa_or_mastercard": 0.0005997600959616154, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.0003998400639744103, "wrong_exchange_rate_for_cash_withdrawal": 0.0005997600959616154 }, "error": null, "latency_ms": 68.37804103270173, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-958", "text_group": "4c1ac2931a81e9169c0d585959d363ddd29fd476bab4a2e1d541abc02049d5a4", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0006002400960384153, "activate_my_card": 0.0011004401760704283, "age_limit": 0.0007002801120448179, "apple_pay_or_google_pay": 0.0011004401760704283, "atm_support": 0.0014005602240896359, "automatic_top_up": 0.0010004001600640256, "balance_not_updated_after_bank_transfer": 0.0007002801120448179, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009003601440576229, "beneficiary_not_allowed": 0.0010004001600640256, "cancel_transfer": 0.0008003201280512205, "card_about_to_expire": 0.0009003601440576229, "card_acceptance": 0.0011004401760704283, "card_arrival": 0.0007002801120448179, "card_delivery_estimate": 0.0007002801120448179, "card_linking": 0.0013005202080832333, "card_not_working": 0.0011004401760704283, "card_payment_fee_charged": 0.0008003201280512205, "card_payment_not_recognised": 0.0008003201280512205, "card_payment_wrong_exchange_rate": 0.0009003601440576229, "card_swallowed": 0.0008003201280512205, "cash_withdrawal_charge": 0.0008003201280512205, "cash_withdrawal_not_recognised": 0.0007002801120448179, "change_pin": 0.0007002801120448179, "compromised_card": 0.0010004001600640256, "contactless_not_working": 0.0009003601440576229, "country_support": 0.0011004401760704283, "declined_card_payment": 0.0007002801120448179, "declined_cash_withdrawal": 0.0007002801120448179, "declined_transfer": 0.0007002801120448179, "direct_debit_payment_not_recognised": 0.0007002801120448179, "disposable_card_limits": 0.0018007202881152459, "edit_personal_details": 0.0007002801120448179, "exchange_charge": 0.0007002801120448179, "exchange_rate": 0.0006002400960384153, "exchange_via_app": 0.0007002801120448179, "extra_charge_on_statement": 0.0007002801120448179, "failed_transfer": 0.0006002400960384153, "fiat_currency_support": 0.0012004801920768306, "get_disposable_virtual_card": 0.019707883153261302, "get_physical_card": 0.0017006802721088435, "getting_spare_card": 0.0013005202080832333, "getting_virtual_card": 0.9083633453381352, "lost_or_stolen_card": 0.0006002400960384153, "lost_or_stolen_phone": 0.0006002400960384153, "order_physical_card": 0.002300920368147259, "passcode_forgotten": 0.0006002400960384153, "pending_card_payment": 0.0006002400960384153, "pending_cash_withdrawal": 0.0006002400960384153, "pending_top_up": 0.0006002400960384153, "pending_transfer": 0.0006002400960384153, "pin_blocked": 0.0007002801120448179, "receiving_money": 0.0010004001600640256, "request_refund": 0.0007002801120448179, "reverted_card_payment?": 0.0008003201280512205, "supported_cards_and_currencies": 0.001600640256102441, "terminate_account": 0.0007002801120448179, "top_up_by_bank_transfer_charge": 0.0008003201280512205, "top_up_by_card_charge": 0.0010004001600640256, "top_up_by_cash_or_cheque": 0.0008003201280512205, "top_up_failed": 0.0007002801120448179, "top_up_limits": 0.0009003601440576229, "top_up_reverted": 0.0009003601440576229, "topping_up_by_card": 0.0012004801920768306, "transaction_charged_twice": 0.0006002400960384153, "transfer_fee_charged": 0.0007002801120448179, "transfer_into_account": 0.0006002400960384153, "transfer_not_received_by_recipient": 0.0006002400960384153, "transfer_timing": 0.0007002801120448179, "unable_to_verify_identity": 0.0008003201280512205, "verify_my_identity": 0.0008003201280512205, "verify_source_of_funds": 0.0008003201280512205, "verify_top_up": 0.0007002801120448179, "virtual_card_not_working": 0.007803121248499399, "visa_or_mastercard": 0.0009003601440576229, "why_verify_identity": 0.0007002801120448179, "wrong_amount_of_cash_received": 0.0006002400960384153, "wrong_exchange_rate_for_cash_withdrawal": 0.0009003601440576229 }, "error": null, "latency_ms": 66.64558406919241, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-959", "text_group": "96a18753c1acac38d1f2869c1a9d56e9fa43c59ac7658be1bfb24198c0688b24", "expected": "getting_virtual_card", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0004999500049995, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0007999200079992001, "card_not_working": 0.0006999300069993001, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0007999200079992001, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00039996000399960006, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0004999500049995, "country_support": 0.0005999400059994001, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.06789321067893211, "get_physical_card": 0.000999900009999, "getting_spare_card": 0.0020997900209979003, "getting_virtual_card": 0.8877112288771123, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0006999300069993001, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0005999400059994001, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0026997300269973002, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0047995200479952005, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 68.33404197823256, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-960", "text_group": "82570d3409a354cded5dfc51c91e7859859255532bf0394f1c8d8494d1393fac", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.0008997300809757073, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.000999700089973008, "atm_support": 0.0017994601619514146, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.2229331200639808, "card_arrival": 0.0006997900629811057, "card_delivery_estimate": 0.0005998200539838048, "card_linking": 0.0012996101169649105, "card_not_working": 0.0008997300809757073, "card_payment_fee_charged": 0.0005998200539838048, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0006997900629811057, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.000499850044986504, "compromised_card": 0.0006997900629811057, "contactless_not_working": 0.0007997600719784066, "country_support": 0.30340897730680794, "declined_card_payment": 0.0007997600719784066, "declined_cash_withdrawal": 0.000499850044986504, "declined_transfer": 0.0005998200539838048, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.0006997900629811057, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.0005998200539838048, "exchange_via_app": 0.0005998200539838048, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.0036988903329001305, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.0008997300809757073, "getting_spare_card": 0.0006997900629811057, "getting_virtual_card": 0.0006997900629811057, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0006997900629811057, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.000499850044986504, "receiving_money": 0.0005998200539838048, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.0005998200539838048, "supported_cards_and_currencies": 0.42497250824752575, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.000499850044986504, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.000499850044986504, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.000999700089973008, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.0003998800359892033, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.0005998200539838048, "verify_my_identity": 0.0005998200539838048, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.000499850044986504, "virtual_card_not_working": 0.0006997900629811057, "visa_or_mastercard": 0.002799160251924423, "why_verify_identity": 0.000499850044986504, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998200539838048 }, "error": null, "latency_ms": 68.66941694170237, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-961", "text_group": "a43b9882c6523fdfd3f770b961a27307d42ccb071e793eba6b29a5b3532428a4", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0005998200539838048, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.001099670098970309, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.8777366789963011, "card_arrival": 0.0005998200539838048, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0007997600719784066, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.0007997600719784066, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0003998800359892033, "compromised_card": 0.0011996401079676095, "contactless_not_working": 0.000499850044986504, "country_support": 0.005498350494851544, "declined_card_payment": 0.0015995201439568132, "declined_cash_withdrawal": 0.000499850044986504, "declined_transfer": 0.0008997300809757073, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.000499850044986504, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0008997300809757073, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.0015995201439568132, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0005998200539838048, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.000499850044986504, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.07457762671198641, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.002099370188943317, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0007997600719784066, "verify_my_identity": 0.0008997300809757073, "verify_source_of_funds": 0.0005998200539838048, "verify_top_up": 0.0006997900629811057, "virtual_card_not_working": 0.0005998200539838048, "visa_or_mastercard": 0.0029991002699190244, "why_verify_identity": 0.0006997900629811057, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 68.11795802786946, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-962", "text_group": "2ed3ba96b359d0ee0182cf00dea94d49ef42057ed17174b892b8045eb02b65fc", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.0028991302609217232, "age_limit": 0.0007997600719784066, "apple_pay_or_google_pay": 0.016694991502549234, "atm_support": 0.008397480755773267, "automatic_top_up": 0.0008997300809757073, "balance_not_updated_after_bank_transfer": 0.0006997900629811057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007997600719784066, "beneficiary_not_allowed": 0.0012996101169649105, "cancel_transfer": 0.0007997600719784066, "card_about_to_expire": 0.001099670098970309, "card_acceptance": 0.08967309807057883, "card_arrival": 0.000999700089973008, "card_delivery_estimate": 0.0008997300809757073, "card_linking": 0.004498650404878536, "card_not_working": 0.0014995501349595122, "card_payment_fee_charged": 0.002699190242927122, "card_payment_not_recognised": 0.0032990102969109266, "card_payment_wrong_exchange_rate": 0.005498350494851544, "card_swallowed": 0.0008997300809757073, "cash_withdrawal_charge": 0.0007997600719784066, "cash_withdrawal_not_recognised": 0.0006997900629811057, "change_pin": 0.0007997600719784066, "compromised_card": 0.0012996101169649105, "contactless_not_working": 0.0017994601619514146, "country_support": 0.17764670598820353, "declined_card_payment": 0.0024992502249325203, "declined_cash_withdrawal": 0.0006997900629811057, "declined_transfer": 0.000999700089973008, "direct_debit_payment_not_recognised": 0.0017994601619514146, "disposable_card_limits": 0.0012996101169649105, "edit_personal_details": 0.0008997300809757073, "exchange_charge": 0.0013995801259622115, "exchange_rate": 0.0012996101169649105, "exchange_via_app": 0.0016994901529541137, "extra_charge_on_statement": 0.0007997600719784066, "failed_transfer": 0.0007997600719784066, "fiat_currency_support": 0.010796760971708489, "get_disposable_virtual_card": 0.0011996401079676095, "get_physical_card": 0.000999700089973008, "getting_spare_card": 0.000999700089973008, "getting_virtual_card": 0.000999700089973008, "lost_or_stolen_card": 0.0006997900629811057, "lost_or_stolen_phone": 0.0005998200539838048, "order_physical_card": 0.0008997300809757073, "passcode_forgotten": 0.0006997900629811057, "pending_card_payment": 0.0012996101169649105, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.0006997900629811057, "pending_transfer": 0.0006997900629811057, "pin_blocked": 0.0006997900629811057, "receiving_money": 0.0011996401079676095, "request_refund": 0.0006997900629811057, "reverted_card_payment?": 0.0012996101169649105, "supported_cards_and_currencies": 0.6068179546136159, "terminate_account": 0.0006997900629811057, "top_up_by_bank_transfer_charge": 0.0008997300809757073, "top_up_by_card_charge": 0.001099670098970309, "top_up_by_cash_or_cheque": 0.0007997600719784066, "top_up_failed": 0.0007997600719784066, "top_up_limits": 0.0008997300809757073, "top_up_reverted": 0.0008997300809757073, "topping_up_by_card": 0.002599220233929821, "transaction_charged_twice": 0.0007997600719784066, "transfer_fee_charged": 0.000999700089973008, "transfer_into_account": 0.0006997900629811057, "transfer_not_received_by_recipient": 0.0007997600719784066, "transfer_timing": 0.0008997300809757073, "unable_to_verify_identity": 0.0008997300809757073, "verify_my_identity": 0.000999700089973008, "verify_source_of_funds": 0.0007997600719784066, "verify_top_up": 0.0008997300809757073, "virtual_card_not_working": 0.0011996401079676095, "visa_or_mastercard": 0.005698290512846147, "why_verify_identity": 0.0007997600719784066, "wrong_amount_of_cash_received": 0.0006997900629811057, "wrong_exchange_rate_for_cash_withdrawal": 0.000999700089973008 }, "error": null, "latency_ms": 68.91533301677555, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-963", "text_group": "5d2d103ec7f1096764bbc102253b1e001936af66050c604b17101e2f0a42e66d", "expected": "card_acceptance", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0018, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.1989, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0005, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0057, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0016, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0004, "request_refund": 0.0004, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.161, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0002, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.6102, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.6041249902919, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-964", "text_group": "c220f4b652859ac3cef436d236d7eb08162ec82b94815da2b72024760a1bb104", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0016996600679864027, "age_limit": 0.0008998200359928015, "apple_pay_or_google_pay": 0.001799640071985603, "atm_support": 0.004999000199960009, "automatic_top_up": 0.0006998600279944011, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008998200359928015, "beneficiary_not_allowed": 0.0011997600479904018, "cancel_transfer": 0.0006998600279944011, "card_about_to_expire": 0.001299740051989602, "card_acceptance": 0.25314937012597477, "card_arrival": 0.012797440511897622, "card_delivery_estimate": 0.0010997800439912018, "card_linking": 0.010497900419916018, "card_not_working": 0.01149770045990802, "card_payment_fee_charged": 0.0010997800439912018, "card_payment_not_recognised": 0.0011997600479904018, "card_payment_wrong_exchange_rate": 0.0009998000399920016, "card_swallowed": 0.0011997600479904018, "cash_withdrawal_charge": 0.0007998400319936014, "cash_withdrawal_not_recognised": 0.0007998400319936014, "change_pin": 0.0007998400319936014, "compromised_card": 0.0013997200559888023, "contactless_not_working": 0.001799640071985603, "country_support": 0.15416916616676665, "declined_card_payment": 0.001299740051989602, "declined_cash_withdrawal": 0.0008998200359928015, "declined_transfer": 0.0010997800439912018, "direct_debit_payment_not_recognised": 0.0008998200359928015, "disposable_card_limits": 0.0015996800639872027, "edit_personal_details": 0.0006998600279944011, "exchange_charge": 0.0006998600279944011, "exchange_rate": 0.0006998600279944011, "exchange_via_app": 0.0009998000399920016, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0006998600279944011, "fiat_currency_support": 0.0037992401519696063, "get_disposable_virtual_card": 0.0013997200559888023, "get_physical_card": 0.05318936212757448, "getting_spare_card": 0.0018996200759848032, "getting_virtual_card": 0.0011997600479904018, "lost_or_stolen_card": 0.0011997600479904018, "lost_or_stolen_phone": 0.0006998600279944011, "order_physical_card": 0.002299540091981604, "passcode_forgotten": 0.0006998600279944011, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.0009998000399920016, "receiving_money": 0.0010997800439912018, "request_refund": 0.0006998600279944011, "reverted_card_payment?": 0.0010997800439912018, "supported_cards_and_currencies": 0.4206158768246351, "terminate_account": 0.0007998400319936014, "top_up_by_bank_transfer_charge": 0.0007998400319936014, "top_up_by_card_charge": 0.0007998400319936014, "top_up_by_cash_or_cheque": 0.0008998200359928015, "top_up_failed": 0.0006998600279944011, "top_up_limits": 0.0008998200359928015, "top_up_reverted": 0.0009998000399920016, "topping_up_by_card": 0.005498900219956008, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.0006998600279944011, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.0006998600279944011, "transfer_timing": 0.0006998600279944011, "unable_to_verify_identity": 0.0009998000399920016, "verify_my_identity": 0.0008998200359928015, "verify_source_of_funds": 0.0007998400319936014, "verify_top_up": 0.0008998200359928015, "virtual_card_not_working": 0.003699260147970406, "visa_or_mastercard": 0.0030993801239752048, "why_verify_identity": 0.0008998200359928015, "wrong_amount_of_cash_received": 0.0007998400319936014, "wrong_exchange_rate_for_cash_withdrawal": 0.0009998000399920016 }, "error": null, "latency_ms": 68.6128749512136, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-965", "text_group": "f4a87ece5e2afee67d5be052605a352343a7abcefb5762255b6b090bafd30ab6", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0011002200440088019, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.0012002400480096017, "atm_support": 0.003800760152030406, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.001300260052010402, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0008001600320064013, "card_acceptance": 0.5897179435887178, "card_arrival": 0.0009001800360072014, "card_delivery_estimate": 0.0006001200240048009, "card_linking": 0.002100420084016803, "card_not_working": 0.0015003000600120023, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0009001800360072014, "card_payment_wrong_exchange_rate": 0.0009001800360072014, "card_swallowed": 0.0009001800360072014, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0006001200240048009, "change_pin": 0.0006001200240048009, "compromised_card": 0.0011002200440088019, "contactless_not_working": 0.0010002000400080016, "country_support": 0.036307261452290455, "declined_card_payment": 0.0011002200440088019, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.0007001400280056011, "disposable_card_limits": 0.0010002000400080016, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0007001400280056011, "exchange_via_app": 0.0009001800360072014, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.004800960192038407, "get_disposable_virtual_card": 0.0009001800360072014, "get_physical_card": 0.0010002000400080016, "getting_spare_card": 0.0009001800360072014, "getting_virtual_card": 0.0007001400280056011, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0007001400280056011, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0006001200240048009, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.0008001600320064013, "receiving_money": 0.0009001800360072014, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.30976195239047805, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0006001200240048009, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0007001400280056011, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.001900380076015203, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.0006001200240048009, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0008001600320064013, "verify_my_identity": 0.0009001800360072014, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0008001600320064013, "virtual_card_not_working": 0.0010002000400080016, "visa_or_mastercard": 0.001300260052010402, "why_verify_identity": 0.0008001600320064013, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 69.21175005845726, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-966", "text_group": "d642b3a030e909373ecd2d4999c5cfdc1ce9709fe4968334a93975ef886f8236", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0006997900629811057, "activate_my_card": 0.001999400179946016, "age_limit": 0.0035989203239028293, "apple_pay_or_google_pay": 0.003099070278916325, "atm_support": 0.0029991002699190244, "automatic_top_up": 0.000999700089973008, "balance_not_updated_after_bank_transfer": 0.0007997600719784066, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008997300809757073, "beneficiary_not_allowed": 0.0012996101169649105, "cancel_transfer": 0.0008997300809757073, "card_about_to_expire": 0.0011996401079676095, "card_acceptance": 0.12276317104868541, "card_arrival": 0.001099670098970309, "card_delivery_estimate": 0.0008997300809757073, "card_linking": 0.0036988903329001305, "card_not_working": 0.002099370188943317, "card_payment_fee_charged": 0.0013995801259622115, "card_payment_not_recognised": 0.0012996101169649105, "card_payment_wrong_exchange_rate": 0.0011996401079676095, "card_swallowed": 0.001099670098970309, "cash_withdrawal_charge": 0.0007997600719784066, "cash_withdrawal_not_recognised": 0.0006997900629811057, "change_pin": 0.0008997300809757073, "compromised_card": 0.0011996401079676095, "contactless_not_working": 0.0011996401079676095, "country_support": 0.0017994601619514146, "declined_card_payment": 0.0016994901529541137, "declined_cash_withdrawal": 0.0008997300809757073, "declined_transfer": 0.000999700089973008, "direct_debit_payment_not_recognised": 0.000999700089973008, "disposable_card_limits": 0.07597720683794862, "edit_personal_details": 0.0008997300809757073, "exchange_charge": 0.0007997600719784066, "exchange_rate": 0.0007997600719784066, "exchange_via_app": 0.000999700089973008, "extra_charge_on_statement": 0.0006997900629811057, "failed_transfer": 0.0006997900629811057, "fiat_currency_support": 0.001999400179946016, "get_disposable_virtual_card": 0.0011996401079676095, "get_physical_card": 0.0011996401079676095, "getting_spare_card": 0.0012996101169649105, "getting_virtual_card": 0.001099670098970309, "lost_or_stolen_card": 0.0006997900629811057, "lost_or_stolen_phone": 0.0005998200539838048, "order_physical_card": 0.0008997300809757073, "passcode_forgotten": 0.0006997900629811057, "pending_card_payment": 0.0008997300809757073, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.0006997900629811057, "pending_transfer": 0.0006997900629811057, "pin_blocked": 0.0007997600719784066, "receiving_money": 0.0011996401079676095, "request_refund": 0.0007997600719784066, "reverted_card_payment?": 0.001099670098970309, "supported_cards_and_currencies": 0.621813455963211, "terminate_account": 0.0006997900629811057, "top_up_by_bank_transfer_charge": 0.0007997600719784066, "top_up_by_card_charge": 0.0008997300809757073, "top_up_by_cash_or_cheque": 0.0008997300809757073, "top_up_failed": 0.0007997600719784066, "top_up_limits": 0.07767669699090274, "top_up_reverted": 0.0008997300809757073, "topping_up_by_card": 0.009697090872738179, "transaction_charged_twice": 0.0006997900629811057, "transfer_fee_charged": 0.0007997600719784066, "transfer_into_account": 0.0006997900629811057, "transfer_not_received_by_recipient": 0.0006997900629811057, "transfer_timing": 0.0007997600719784066, "unable_to_verify_identity": 0.000999700089973008, "verify_my_identity": 0.000999700089973008, "verify_source_of_funds": 0.0008997300809757073, "verify_top_up": 0.000999700089973008, "virtual_card_not_working": 0.0013995801259622115, "visa_or_mastercard": 0.011696491052684195, "why_verify_identity": 0.0007997600719784066, "wrong_amount_of_cash_received": 0.0006997900629811057, "wrong_exchange_rate_for_cash_withdrawal": 0.000999700089973008 }, "error": null, "latency_ms": 68.41679103672504, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-967", "text_group": "0d05a01b374a8f1293864a781b4e4681827eecad0c117ae0b5dc87ecd4136ce9", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0037003700370037006, "activate_my_card": 0.001000100010001, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.0016001600160016002, "atm_support": 0.0063006300630063005, "automatic_top_up": 0.0005000500050005, "balance_not_updated_after_bank_transfer": 0.0009000900090009, "balance_not_updated_after_cheque_or_cash_deposit": 0.001000100010001, "beneficiary_not_allowed": 0.005700570057005701, "cancel_transfer": 0.0009000900090009, "card_about_to_expire": 0.0011001100110011003, "card_acceptance": 0.023602360236023603, "card_arrival": 0.001000100010001, "card_delivery_estimate": 0.0009000900090009, "card_linking": 0.002000200020002, "card_not_working": 0.0055005500550055, "card_payment_fee_charged": 0.0014001400140014, "card_payment_not_recognised": 0.008600860086008601, "card_payment_wrong_exchange_rate": 0.001000100010001, "card_swallowed": 0.001000100010001, "cash_withdrawal_charge": 0.0007000700070007, "cash_withdrawal_not_recognised": 0.0008000800080008001, "change_pin": 0.0006000600060006, "compromised_card": 0.006000600060006001, "contactless_not_working": 0.0012001200120012, "country_support": 0.006600660066006601, "declined_card_payment": 0.043004300430043, "declined_cash_withdrawal": 0.0014001400140014, "declined_transfer": 0.0014001400140014, "direct_debit_payment_not_recognised": 0.0012001200120012, "disposable_card_limits": 0.0012001200120012, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0024002400240024, "get_disposable_virtual_card": 0.0009000900090009, "get_physical_card": 0.0007000700070007, "getting_spare_card": 0.0007000700070007, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.0024002400240024, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.0006000600060006, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.0007000700070007, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0009000900090009, "receiving_money": 0.0008000800080008001, "request_refund": 0.0017001700170017002, "reverted_card_payment?": 0.0023002300230023, "supported_cards_and_currencies": 0.8215821582158216, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.0008000800080008001, "top_up_by_cash_or_cheque": 0.0006000600060006, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.0009000900090009, "topping_up_by_card": 0.0015001500150015003, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.001000100010001, "visa_or_mastercard": 0.0096009600960096, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0007000700070007, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009 }, "error": null, "latency_ms": 69.44325007498264, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-968", "text_group": "cc917fc7c60227645490ae9cf16c99a0ffb6160d9021bc2459f33758144854cd", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.004399560043995601, "age_limit": 0.0005999400059994001, "apple_pay_or_google_pay": 0.0071992800719928, "atm_support": 0.0020997900209979003, "automatic_top_up": 0.0006999300069993001, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.000999900009999, "cancel_transfer": 0.0006999300069993001, "card_about_to_expire": 0.0007999200079992001, "card_acceptance": 0.2732726727327267, "card_arrival": 0.0007999200079992001, "card_delivery_estimate": 0.0006999300069993001, "card_linking": 0.0026997300269973002, "card_not_working": 0.0011998800119988001, "card_payment_fee_charged": 0.0007999200079992001, "card_payment_not_recognised": 0.0007999200079992001, "card_payment_wrong_exchange_rate": 0.0008999100089991, "card_swallowed": 0.0007999200079992001, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.0008999100089991, "compromised_card": 0.0010998900109989002, "contactless_not_working": 0.0011998800119988001, "country_support": 0.007499250074992501, "declined_card_payment": 0.0008999100089991, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0012998700129987, "edit_personal_details": 0.0006999300069993001, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0008999100089991, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.0029997000299970002, "get_disposable_virtual_card": 0.0011998800119988001, "get_physical_card": 0.000999900009999, "getting_spare_card": 0.0007999200079992001, "getting_virtual_card": 0.0008999100089991, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.0005999400059994001, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.0006999300069993001, "receiving_money": 0.0008999100089991, "request_refund": 0.0005999400059994001, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.6442355764423557, "terminate_account": 0.0006999300069993001, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0007999200079992001, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.0023997600239976003, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.0007999200079992001, "verify_my_identity": 0.0008999100089991, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.0012998700129987, "visa_or_mastercard": 0.006199380061993801, "why_verify_identity": 0.0005999400059994001, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0006999300069993001 }, "error": null, "latency_ms": 69.4427500711754, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-969", "text_group": "9cacb1daa42c08c78b5972179fc5cb25ad2432c4e1f65bfdfafbb8f41a596c68", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0006000000000000001, "activate_my_card": 0.0010000000000000002, "age_limit": 0.0008000000000000001, "apple_pay_or_google_pay": 0.0010000000000000002, "atm_support": 0.0012000000000000001, "automatic_top_up": 0.0006000000000000001, "balance_not_updated_after_bank_transfer": 0.0006000000000000001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007000000000000001, "beneficiary_not_allowed": 0.0025000000000000005, "cancel_transfer": 0.0006000000000000001, "card_about_to_expire": 0.0009000000000000001, "card_acceptance": 0.31170000000000003, "card_arrival": 0.0009000000000000001, "card_delivery_estimate": 0.0006000000000000001, "card_linking": 0.0022000000000000006, "card_not_working": 0.0021000000000000003, "card_payment_fee_charged": 0.0010000000000000002, "card_payment_not_recognised": 0.0009000000000000001, "card_payment_wrong_exchange_rate": 0.0009000000000000001, "card_swallowed": 0.0010000000000000002, "cash_withdrawal_charge": 0.0006000000000000001, "cash_withdrawal_not_recognised": 0.0006000000000000001, "change_pin": 0.0007000000000000001, "compromised_card": 0.0011000000000000003, "contactless_not_working": 0.0009000000000000001, "country_support": 0.0014000000000000002, "declined_card_payment": 0.056900000000000006, "declined_cash_withdrawal": 0.0016000000000000003, "declined_transfer": 0.0029000000000000002, "direct_debit_payment_not_recognised": 0.0008000000000000001, "disposable_card_limits": 0.0014000000000000002, "edit_personal_details": 0.0008000000000000001, "exchange_charge": 0.0006000000000000001, "exchange_rate": 0.0006000000000000001, "exchange_via_app": 0.0007000000000000001, "extra_charge_on_statement": 0.0005000000000000001, "failed_transfer": 0.0007000000000000001, "fiat_currency_support": 0.0019000000000000002, "get_disposable_virtual_card": 0.0009000000000000001, "get_physical_card": 0.0011000000000000003, "getting_spare_card": 0.0009000000000000001, "getting_virtual_card": 0.0007000000000000001, "lost_or_stolen_card": 0.0006000000000000001, "lost_or_stolen_phone": 0.0004000000000000001, "order_physical_card": 0.0008000000000000001, "passcode_forgotten": 0.0006000000000000001, "pending_card_payment": 0.0007000000000000001, "pending_cash_withdrawal": 0.0005000000000000001, "pending_top_up": 0.0005000000000000001, "pending_transfer": 0.0005000000000000001, "pin_blocked": 0.0008000000000000001, "receiving_money": 0.0008000000000000001, "request_refund": 0.0006000000000000001, "reverted_card_payment?": 0.0009000000000000001, "supported_cards_and_currencies": 0.5529000000000001, "terminate_account": 0.0006000000000000001, "top_up_by_bank_transfer_charge": 0.0007000000000000001, "top_up_by_card_charge": 0.0007000000000000001, "top_up_by_cash_or_cheque": 0.0007000000000000001, "top_up_failed": 0.0006000000000000001, "top_up_limits": 0.0007000000000000001, "top_up_reverted": 0.0008000000000000001, "topping_up_by_card": 0.004400000000000001, "transaction_charged_twice": 0.0006000000000000001, "transfer_fee_charged": 0.0006000000000000001, "transfer_into_account": 0.0006000000000000001, "transfer_not_received_by_recipient": 0.0006000000000000001, "transfer_timing": 0.0006000000000000001, "unable_to_verify_identity": 0.0009000000000000001, "verify_my_identity": 0.0008000000000000001, "verify_source_of_funds": 0.0006000000000000001, "verify_top_up": 0.0007000000000000001, "virtual_card_not_working": 0.0010000000000000002, "visa_or_mastercard": 0.011000000000000001, "why_verify_identity": 0.0007000000000000001, "wrong_amount_of_cash_received": 0.0006000000000000001, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000000000000001 }, "error": null, "latency_ms": 68.23633308522403, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-970", "text_group": "ff54602bd0502413fb41843d141023c04f618ff4b4313cd712cbf2307b524258", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0004002401440864519, "activate_my_card": 0.0012007204322593557, "age_limit": 0.0011006603962377428, "apple_pay_or_google_pay": 0.0016009605763458077, "atm_support": 0.0018010806483890335, "automatic_top_up": 0.0005003001801080648, "balance_not_updated_after_bank_transfer": 0.0005003001801080648, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006003602161296778, "beneficiary_not_allowed": 0.0014008405043025817, "cancel_transfer": 0.0006003602161296778, "card_about_to_expire": 0.0007004202521512908, "card_acceptance": 0.2382429457674605, "card_arrival": 0.0007004202521512908, "card_delivery_estimate": 0.0006003602161296778, "card_linking": 0.0022013207924754855, "card_not_working": 0.0015009005403241946, "card_payment_fee_charged": 0.0008004802881729038, "card_payment_not_recognised": 0.0008004802881729038, "card_payment_wrong_exchange_rate": 0.0009005403241945167, "card_swallowed": 0.0008004802881729038, "cash_withdrawal_charge": 0.0005003001801080648, "cash_withdrawal_not_recognised": 0.0005003001801080648, "change_pin": 0.0006003602161296778, "compromised_card": 0.0008004802881729038, "contactless_not_working": 0.0009005403241945167, "country_support": 0.004202521512907745, "declined_card_payment": 0.006603962377426456, "declined_cash_withdrawal": 0.0009005403241945167, "declined_transfer": 0.0014008405043025817, "direct_debit_payment_not_recognised": 0.0006003602161296778, "disposable_card_limits": 0.005903542125275166, "edit_personal_details": 0.0006003602161296778, "exchange_charge": 0.0005003001801080648, "exchange_rate": 0.0005003001801080648, "exchange_via_app": 0.0006003602161296778, "extra_charge_on_statement": 0.0005003001801080648, "failed_transfer": 0.0005003001801080648, "fiat_currency_support": 0.0022013207924754855, "get_disposable_virtual_card": 0.0007004202521512908, "get_physical_card": 0.0008004802881729038, "getting_spare_card": 0.0009005403241945167, "getting_virtual_card": 0.0007004202521512908, "lost_or_stolen_card": 0.0005003001801080648, "lost_or_stolen_phone": 0.0004002401440864519, "order_physical_card": 0.0006003602161296778, "passcode_forgotten": 0.0005003001801080648, "pending_card_payment": 0.0006003602161296778, "pending_cash_withdrawal": 0.0004002401440864519, "pending_top_up": 0.0004002401440864519, "pending_transfer": 0.0004002401440864519, "pin_blocked": 0.0006003602161296778, "receiving_money": 0.0008004802881729038, "request_refund": 0.0006003602161296778, "reverted_card_payment?": 0.0008004802881729038, "supported_cards_and_currencies": 0.6809085451270763, "terminate_account": 0.0005003001801080648, "top_up_by_bank_transfer_charge": 0.0005003001801080648, "top_up_by_card_charge": 0.0005003001801080648, "top_up_by_cash_or_cheque": 0.0006003602161296778, "top_up_failed": 0.0005003001801080648, "top_up_limits": 0.0017010206123674204, "top_up_reverted": 0.0007004202521512908, "topping_up_by_card": 0.004802881729037423, "transaction_charged_twice": 0.0005003001801080648, "transfer_fee_charged": 0.0005003001801080648, "transfer_into_account": 0.0005003001801080648, "transfer_not_received_by_recipient": 0.0005003001801080648, "transfer_timing": 0.0006003602161296778, "unable_to_verify_identity": 0.0007004202521512908, "verify_my_identity": 0.0007004202521512908, "verify_source_of_funds": 0.0006003602161296778, "verify_top_up": 0.0007004202521512908, "virtual_card_not_working": 0.0010006003602161296, "visa_or_mastercard": 0.0062037222333400045, "why_verify_identity": 0.0006003602161296778, "wrong_amount_of_cash_received": 0.0005003001801080648, "wrong_exchange_rate_for_cash_withdrawal": 0.0007004202521512908 }, "error": null, "latency_ms": 67.05374992452562, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-971", "text_group": "10e3161b2d58d2822ed686c119d0964e795543e1b936135cb201a9462623205c", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0006999300069993001, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.7623237676232376, "card_arrival": 0.0006999300069993001, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.000999900009999, "card_not_working": 0.0007999200079992001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00039996000399960006, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0005999400059994001, "country_support": 0.013398660133986603, "declined_card_payment": 0.0013998600139986002, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.000999900009999, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0010998900109989002, "getting_spare_card": 0.0008999100089991, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0004999500049995, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.1488851114888511, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0036996300369963007, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0006999300069993001, "visa_or_mastercard": 0.0354964503549645, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 68.63216706551611, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-972", "text_group": "81b6c1f9512883fc399e9e548aeddb8846f6dc16c878be6ed5a11bf15299085a", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0009998000399920016, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0011997600479904018, "atm_support": 0.0020995800839832034, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.08238352329534093, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0013997200559888023, "card_not_working": 0.0008998200359928015, "card_payment_fee_charged": 0.0006998600279944011, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0003999200159968007, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.0005998800239952009, "country_support": 0.003899220155968806, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0015996800639872027, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0005998800239952009, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.8554289142171566, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.008898220355928814, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0004999000199960008, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.0005998800239952009, "visa_or_mastercard": 0.011697660467906419, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 69.3210830213502, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-973", "text_group": "e089d15e8fe8469221bd4b74fb45fcadf0f713826a7216ae60fa2f337dbf1f2a", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.0006001800540162048, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0008002400720216065, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.6615984795438631, "card_arrival": 0.0006001800540162048, "card_delivery_estimate": 0.00040012003601080324, "card_linking": 0.0008002400720216065, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.00040012003601080324, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.0003000900270081024, "compromised_card": 0.0007002100630189057, "contactless_not_working": 0.0005001500450135041, "country_support": 0.12333700110033011, "declined_card_payment": 0.0006001800540162048, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.00040012003601080324, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.001100330099029709, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.0007002100630189057, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.00040012003601080324, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.18215464639391818, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00040012003601080324, "top_up_by_card_charge": 0.00040012003601080324, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0012003601080324095, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.00040012003601080324, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.002100630189056717, "why_verify_identity": 0.00040012003601080324, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 67.99320806749165, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-974", "text_group": "65bbfce34c8bd40006f02ae265c7199219cf27c2fb37c52f1c0029a8457e61f7", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0008000800080008001, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0016001600160016002, "atm_support": 0.0013001300130013002, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.2729272927292729, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.001000100010001, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.002000200020002, "card_payment_not_recognised": 0.0019001900190019003, "card_payment_wrong_exchange_rate": 0.0011001100110011003, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00040004000400040005, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0006000600060006, "country_support": 0.0026002600260026003, "declined_card_payment": 0.012601260126012601, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0012001200120012, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0015001500150015003, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0005000500050005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0008000800080008001, "supported_cards_and_currencies": 0.6655665566556656, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0006000600060006, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0047004700470047005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.0016001600160016002, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 67.59645801503211, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-975", "text_group": "be386b18358bd0315d1695fc57648647807d8746ff75341b2f3d6616252b5d47", "expected": "card_acceptance", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.000999900009999, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0014998500149985001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0007999200079992001, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.17458254174582544, "card_arrival": 0.000999900009999, "card_delivery_estimate": 0.0005999400059994001, "card_linking": 0.0024997500249975004, "card_not_working": 0.0025997400259974, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00039996000399960006, "compromised_card": 0.0012998700129987, "contactless_not_working": 0.0007999200079992001, "country_support": 0.5850414958504149, "declined_card_payment": 0.0006999300069993001, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0015998400159984002, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0037996200379962005, "getting_spare_card": 0.0006999300069993001, "getting_virtual_card": 0.0007999200079992001, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0018998100189981002, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0005999400059994001, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.18818118188181182, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.001999800019998, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.0007999200079992001, "verify_source_of_funds": 0.0006999300069993001, "verify_top_up": 0.0012998700129987, "virtual_card_not_working": 0.0008999100089991, "visa_or_mastercard": 0.000999900009999, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 68.72233306057751, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-976", "text_group": "938a64496e260ec69b590ebb1a6fbfdc6d360f1ea32b5a135e212c53deaf7862", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0008001600320064013, "activate_my_card": 0.0015003000600120023, "age_limit": 0.0009001800360072014, "apple_pay_or_google_pay": 0.0016003200640128026, "atm_support": 0.003100620124024805, "automatic_top_up": 0.0009001800360072014, "balance_not_updated_after_bank_transfer": 0.0008001600320064013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010002000400080016, "beneficiary_not_allowed": 0.001300260052010402, "cancel_transfer": 0.0008001600320064013, "card_about_to_expire": 0.0011002200440088019, "card_acceptance": 0.29955991198239645, "card_arrival": 0.0011002200440088019, "card_delivery_estimate": 0.0010002000400080016, "card_linking": 0.0022004400880176037, "card_not_working": 0.0016003200640128026, "card_payment_fee_charged": 0.001300260052010402, "card_payment_not_recognised": 0.0014002800560112022, "card_payment_wrong_exchange_rate": 0.001300260052010402, "card_swallowed": 0.0010002000400080016, "cash_withdrawal_charge": 0.0010002000400080016, "cash_withdrawal_not_recognised": 0.0008001600320064013, "change_pin": 0.0009001800360072014, "compromised_card": 0.0012002400480096017, "contactless_not_working": 0.0014002800560112022, "country_support": 0.004600920184036807, "declined_card_payment": 0.0023004600920184036, "declined_cash_withdrawal": 0.0011002200440088019, "declined_transfer": 0.001300260052010402, "direct_debit_payment_not_recognised": 0.0011002200440088019, "disposable_card_limits": 0.001300260052010402, "edit_personal_details": 0.0011002200440088019, "exchange_charge": 0.0010002000400080016, "exchange_rate": 0.0009001800360072014, "exchange_via_app": 0.0011002200440088019, "extra_charge_on_statement": 0.0008001600320064013, "failed_transfer": 0.0009001800360072014, "fiat_currency_support": 0.002500500100020004, "get_disposable_virtual_card": 0.0012002400480096017, "get_physical_card": 0.0016003200640128026, "getting_spare_card": 0.0012002400480096017, "getting_virtual_card": 0.001300260052010402, "lost_or_stolen_card": 0.0007001400280056011, "lost_or_stolen_phone": 0.0006001200240048009, "order_physical_card": 0.001300260052010402, "passcode_forgotten": 0.0007001400280056011, "pending_card_payment": 0.0009001800360072014, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.0007001400280056011, "pending_transfer": 0.0007001400280056011, "pin_blocked": 0.0008001600320064013, "receiving_money": 0.0012002400480096017, "request_refund": 0.0010002000400080016, "reverted_card_payment?": 0.0011002200440088019, "supported_cards_and_currencies": 0.6067213442688538, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.0010002000400080016, "top_up_by_card_charge": 0.0012002400480096017, "top_up_by_cash_or_cheque": 0.0009001800360072014, "top_up_failed": 0.0009001800360072014, "top_up_limits": 0.0010002000400080016, "top_up_reverted": 0.0011002200440088019, "topping_up_by_card": 0.006001200240048009, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.0009001800360072014, "transfer_into_account": 0.0007001400280056011, "transfer_not_received_by_recipient": 0.0008001600320064013, "transfer_timing": 0.0008001600320064013, "unable_to_verify_identity": 0.0011002200440088019, "verify_my_identity": 0.0011002200440088019, "verify_source_of_funds": 0.0010002000400080016, "verify_top_up": 0.0011002200440088019, "virtual_card_not_working": 0.0014002800560112022, "visa_or_mastercard": 0.003100620124024805, "why_verify_identity": 0.0009001800360072014, "wrong_amount_of_cash_received": 0.0007001400280056011, "wrong_exchange_rate_for_cash_withdrawal": 0.0010002000400080016 }, "error": null, "latency_ms": 69.45633294526488, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-977", "text_group": "eb62f54925f01c618a16d6b10ce0b05469d800beaa60be61d9239c766686cace", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0026997300269973002, "age_limit": 0.0005999400059994001, "apple_pay_or_google_pay": 0.0015998400159984002, "atm_support": 0.0020997900209979003, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0007999200079992001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0007999200079992001, "card_acceptance": 0.16378362163783622, "card_arrival": 0.0015998400159984002, "card_delivery_estimate": 0.0006999300069993001, "card_linking": 0.007099290070992901, "card_not_working": 0.008299170082991702, "card_payment_fee_charged": 0.0008999100089991, "card_payment_not_recognised": 0.0007999200079992001, "card_payment_wrong_exchange_rate": 0.0007999200079992001, "card_swallowed": 0.0007999200079992001, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.0005999400059994001, "compromised_card": 0.000999900009999, "contactless_not_working": 0.0011998800119988001, "country_support": 0.0026997300269973002, "declined_card_payment": 0.0010998900109989002, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0010998900109989002, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.0020997900209979003, "get_disposable_virtual_card": 0.0007999200079992001, "get_physical_card": 0.0018998100189981002, "getting_spare_card": 0.0007999200079992001, "getting_virtual_card": 0.0006999300069993001, "lost_or_stolen_card": 0.0005999400059994001, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0006999300069993001, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0006999300069993001, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.7230276972302769, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0006999300069993001, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.016698330166983303, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0014998500149985001, "visa_or_mastercard": 0.025997400259974, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0005999400059994001 }, "error": null, "latency_ms": 68.71016696095467, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-978", "text_group": "7008d2116ab5aa0795d0fa5d5ee6ba1f434dd0b9fffd6e6a6afcb54be26b13c5", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0007000700070007002, "activate_my_card": 0.0015001500150015003, "age_limit": 0.0008000800080008002, "apple_pay_or_google_pay": 0.006700670067006702, "atm_support": 0.003300330033003301, "automatic_top_up": 0.0010001000100010003, "balance_not_updated_after_bank_transfer": 0.0008000800080008002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010001000100010003, "beneficiary_not_allowed": 0.0012001200120012002, "cancel_transfer": 0.0009000900090009002, "card_about_to_expire": 0.0010001000100010003, "card_acceptance": 0.31473147314731476, "card_arrival": 0.0009000900090009002, "card_delivery_estimate": 0.0009000900090009002, "card_linking": 0.0026002600260026003, "card_not_working": 0.0015001500150015003, "card_payment_fee_charged": 0.0015001500150015003, "card_payment_not_recognised": 0.0014001400140014003, "card_payment_wrong_exchange_rate": 0.0013001300130013002, "card_swallowed": 0.0011001100110011003, "cash_withdrawal_charge": 0.0010001000100010003, "cash_withdrawal_not_recognised": 0.0007000700070007002, "change_pin": 0.0010001000100010003, "compromised_card": 0.0011001100110011003, "contactless_not_working": 0.0012001200120012002, "country_support": 0.0015001500150015003, "declined_card_payment": 0.003300330033003301, "declined_cash_withdrawal": 0.0009000900090009002, "declined_transfer": 0.0012001200120012002, "direct_debit_payment_not_recognised": 0.0010001000100010003, "disposable_card_limits": 0.0013001300130013002, "edit_personal_details": 0.0009000900090009002, "exchange_charge": 0.0010001000100010003, "exchange_rate": 0.0009000900090009002, "exchange_via_app": 0.0013001300130013002, "extra_charge_on_statement": 0.0009000900090009002, "failed_transfer": 0.0008000800080008002, "fiat_currency_support": 0.0030003000300030005, "get_disposable_virtual_card": 0.0012001200120012002, "get_physical_card": 0.0012001200120012002, "getting_spare_card": 0.0011001100110011003, "getting_virtual_card": 0.0009000900090009002, "lost_or_stolen_card": 0.0006000600060006001, "lost_or_stolen_phone": 0.0005000500050005002, "order_physical_card": 0.0009000900090009002, "passcode_forgotten": 0.0007000700070007002, "pending_card_payment": 0.0008000800080008002, "pending_cash_withdrawal": 0.0006000600060006001, "pending_top_up": 0.0006000600060006001, "pending_transfer": 0.0006000600060006001, "pin_blocked": 0.0007000700070007002, "receiving_money": 0.0013001300130013002, "request_refund": 0.0008000800080008002, "reverted_card_payment?": 0.0011001100110011003, "supported_cards_and_currencies": 0.5860586058605861, "terminate_account": 0.0007000700070007002, "top_up_by_bank_transfer_charge": 0.0009000900090009002, "top_up_by_card_charge": 0.0012001200120012002, "top_up_by_cash_or_cheque": 0.0010001000100010003, "top_up_failed": 0.0008000800080008002, "top_up_limits": 0.0009000900090009002, "top_up_reverted": 0.0010001000100010003, "topping_up_by_card": 0.012601260126012603, "transaction_charged_twice": 0.0008000800080008002, "transfer_fee_charged": 0.0008000800080008002, "transfer_into_account": 0.0007000700070007002, "transfer_not_received_by_recipient": 0.0008000800080008002, "transfer_timing": 0.0008000800080008002, "unable_to_verify_identity": 0.0009000900090009002, "verify_my_identity": 0.0009000900090009002, "verify_source_of_funds": 0.0008000800080008002, "verify_top_up": 0.0009000900090009002, "virtual_card_not_working": 0.0012001200120012002, "visa_or_mastercard": 0.0024002400240024004, "why_verify_identity": 0.0008000800080008002, "wrong_amount_of_cash_received": 0.0007000700070007002, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009002 }, "error": null, "latency_ms": 68.82287503685802, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-979", "text_group": "61c9ed58550e2255f2ebda6d1d686ac88a69bb75541e735cbc94f67c139d5736", "expected": "card_acceptance", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0008001600320064013, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0009001800360072014, "atm_support": 0.0012002400480096017, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.0008001600320064013, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.1875375075015003, "card_arrival": 0.004700940188037608, "card_delivery_estimate": 0.0007001400280056011, "card_linking": 0.0017003400680136026, "card_not_working": 0.0014002800560112022, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0006001200240048009, "card_payment_wrong_exchange_rate": 0.0008001600320064013, "card_swallowed": 0.0006001200240048009, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0005001000200040008, "compromised_card": 0.0006001200240048009, "contactless_not_working": 0.0007001400280056011, "country_support": 0.6525305061012202, "declined_card_payment": 0.0011002200440088019, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0009001800360072014, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0017003400680136026, "get_disposable_virtual_card": 0.0008001600320064013, "get_physical_card": 0.0009001800360072014, "getting_spare_card": 0.0010002000400080016, "getting_virtual_card": 0.0007001400280056011, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0008001600320064013, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0007001400280056011, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.10542108421684336, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.001900380076015203, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.0006001200240048009, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.0008001600320064013, "visa_or_mastercard": 0.0030006001200240046, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001200240048009 }, "error": null, "latency_ms": 68.3898749994114, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-980", "text_group": "721d2396f4d1a52ac661a5085917482f03348c6e3ae285644b47989bd64e2d74", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0011, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0023, "atm_support": 0.0018, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0007, "card_acceptance": 0.08, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.001, "card_not_working": 0.0008, "card_payment_fee_charged": 0.0047, "card_payment_not_recognised": 0.0023, "card_payment_wrong_exchange_rate": 0.0021, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0007, "contactless_not_working": 0.0006, "country_support": 0.0014, "declined_card_payment": 0.0035, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0021, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0005, "exchange_charge": 0.0007, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0004, "fiat_currency_support": 0.003, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0006, "getting_spare_card": 0.0007, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0005, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0004, "receiving_money": 0.0007, "request_refund": 0.0004, "reverted_card_payment?": 0.0013, "supported_cards_and_currencies": 0.8469, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0008, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0004, "top_up_limits": 0.0005, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0111, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0041, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 68.40554100926965, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-981", "text_group": "5d976805cb6dd1127baaf8f0fdff2783fe6bc32a92b202f164add847faedebbb", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0010006003602161296, "activate_my_card": 0.0012007204322593557, "age_limit": 0.0013007804682809686, "apple_pay_or_google_pay": 0.0016009605763458077, "atm_support": 0.0021012607564538724, "automatic_top_up": 0.0007004202521512908, "balance_not_updated_after_bank_transfer": 0.0010006003602161296, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011006603962377428, "beneficiary_not_allowed": 0.0027016209725835502, "cancel_transfer": 0.0013007804682809686, "card_about_to_expire": 0.0018010806483890335, "card_acceptance": 0.056734040424254555, "card_arrival": 0.0013007804682809686, "card_delivery_estimate": 0.0010006003602161296, "card_linking": 0.003001801080648389, "card_not_working": 0.014908945367220332, "card_payment_fee_charged": 0.0014008405043025817, "card_payment_not_recognised": 0.0012007204322593557, "card_payment_wrong_exchange_rate": 0.0013007804682809686, "card_swallowed": 0.0013007804682809686, "cash_withdrawal_charge": 0.0009005403241945167, "cash_withdrawal_not_recognised": 0.0008004802881729038, "change_pin": 0.0009005403241945167, "compromised_card": 0.0014008405043025817, "contactless_not_working": 0.0018010806483890335, "country_support": 0.00370222133279968, "declined_card_payment": 0.07164298579147489, "declined_cash_withdrawal": 0.003902341404842906, "declined_transfer": 0.0054032419451671004, "direct_debit_payment_not_recognised": 0.0011006603962377428, "disposable_card_limits": 0.004502701620972584, "edit_personal_details": 0.0009005403241945167, "exchange_charge": 0.0007004202521512908, "exchange_rate": 0.0007004202521512908, "exchange_via_app": 0.0009005403241945167, "extra_charge_on_statement": 0.0007004202521512908, "failed_transfer": 0.0009005403241945167, "fiat_currency_support": 0.0017010206123674204, "get_disposable_virtual_card": 0.0013007804682809686, "get_physical_card": 0.0012007204322593557, "getting_spare_card": 0.0010006003602161296, "getting_virtual_card": 0.0008004802881729038, "lost_or_stolen_card": 0.0011006603962377428, "lost_or_stolen_phone": 0.0006003602161296778, "order_physical_card": 0.0009005403241945167, "passcode_forgotten": 0.0008004802881729038, "pending_card_payment": 0.0009005403241945167, "pending_cash_withdrawal": 0.0006003602161296778, "pending_top_up": 0.0006003602161296778, "pending_transfer": 0.0007004202521512908, "pin_blocked": 0.0014008405043025817, "receiving_money": 0.0011006603962377428, "request_refund": 0.0009005403241945167, "reverted_card_payment?": 0.0016009605763458077, "supported_cards_and_currencies": 0.7426455873524115, "terminate_account": 0.0010006003602161296, "top_up_by_bank_transfer_charge": 0.0008004802881729038, "top_up_by_card_charge": 0.0008004802881729038, "top_up_by_cash_or_cheque": 0.0009005403241945167, "top_up_failed": 0.0008004802881729038, "top_up_limits": 0.0014008405043025817, "top_up_reverted": 0.0012007204322593557, "topping_up_by_card": 0.0065039023414048425, "transaction_charged_twice": 0.0008004802881729038, "transfer_fee_charged": 0.0009005403241945167, "transfer_into_account": 0.0007004202521512908, "transfer_not_received_by_recipient": 0.0008004802881729038, "transfer_timing": 0.0008004802881729038, "unable_to_verify_identity": 0.0012007204322593557, "verify_my_identity": 0.0010006003602161296, "verify_source_of_funds": 0.0008004802881729038, "verify_top_up": 0.0009005403241945167, "virtual_card_not_working": 0.002601560936561937, "visa_or_mastercard": 0.014608765259155495, "why_verify_identity": 0.0009005403241945167, "wrong_amount_of_cash_received": 0.0008004802881729038, "wrong_exchange_rate_for_cash_withdrawal": 0.0011006603962377428 }, "error": null, "latency_ms": 68.65791592281312, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-982", "text_group": "ef3b99b1ce803c0057b5248c93dd6b2c7caadd225a34b786eedb26ac88a2dbc1", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0082, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0012, "atm_support": 0.0013, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0016, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0012, "card_acceptance": 0.688, "card_arrival": 0.0058, "card_delivery_estimate": 0.0009, "card_linking": 0.006, "card_not_working": 0.0082, "card_payment_fee_charged": 0.0008, "card_payment_not_recognised": 0.0008, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0007, "compromised_card": 0.001, "contactless_not_working": 0.0015, "country_support": 0.0035, "declined_card_payment": 0.0028, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0009, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0011, "edit_personal_details": 0.0007, "exchange_charge": 0.0006, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0006, "fiat_currency_support": 0.0014, "get_disposable_virtual_card": 0.0009, "get_physical_card": 0.0019, "getting_spare_card": 0.0018, "getting_virtual_card": 0.0008, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0008, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0009, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0006, "pending_transfer": 0.0006, "pin_blocked": 0.0007, "receiving_money": 0.0007, "request_refund": 0.0005, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.1957, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0005, "top_up_limits": 0.0006, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0105, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0008, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0051, "visa_or_mastercard": 0.0184, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 69.68054198659956, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-983", "text_group": "77febdaa50f5df37ebf8cacedfe0d09d5d3e6ca2afdb301cd942dac4c138e5fa", "expected": "card_acceptance", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0031, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0015, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0012, "cancel_transfer": 0.0005, "card_about_to_expire": 0.001, "card_acceptance": 0.1698, "card_arrival": 0.0071, "card_delivery_estimate": 0.0009, "card_linking": 0.0491, "card_not_working": 0.168, "card_payment_fee_charged": 0.0008, "card_payment_not_recognised": 0.0009, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0017, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0006, "compromised_card": 0.0042, "contactless_not_working": 0.0047, "country_support": 0.0029, "declined_card_payment": 0.0018, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0009, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.001, "edit_personal_details": 0.0005, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0006, "fiat_currency_support": 0.0013, "get_disposable_virtual_card": 0.0017, "get_physical_card": 0.2759, "getting_spare_card": 0.0013, "getting_virtual_card": 0.0024, "lost_or_stolen_card": 0.0054, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0123, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0005, "pin_blocked": 0.0009, "receiving_money": 0.0008, "request_refund": 0.0005, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.2079, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0006, "top_up_limits": 0.0006, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0139, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0008, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0274, "visa_or_mastercard": 0.0023, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0007 }, "error": null, "latency_ms": 68.8951670890674, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-984", "text_group": "a5c1965e7794d9a89f105911e845f4ec45835fb714c4215254c56c32a0031553", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0007, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0007, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0004, "card_acceptance": 0.8566, "card_arrival": 0.0005, "card_delivery_estimate": 0.0004, "card_linking": 0.0011, "card_not_working": 0.0008, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0004, "compromised_card": 0.0006, "contactless_not_working": 0.0007, "country_support": 0.0014, "declined_card_payment": 0.0021, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0008, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0004, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0004, "fiat_currency_support": 0.0008, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0009, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0004, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0004, "receiving_money": 0.0006, "request_refund": 0.0004, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.092, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0004, "top_up_limits": 0.0004, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0036, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0008, "visa_or_mastercard": 0.0102, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 69.09775000531226, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-985", "text_group": "dc17ad29db262504317640dc12639b556e26d55bf5ef0b93f553a1c7ef66d35e", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "Refund_not_showing_up": 0.0004998000799680128, "activate_my_card": 0.001999200319872051, "age_limit": 0.0005997600959616154, "apple_pay_or_google_pay": 0.0011995201919232307, "atm_support": 0.0018992403038784486, "automatic_top_up": 0.0005997600959616154, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005997600959616154, "beneficiary_not_allowed": 0.0009996001599360256, "cancel_transfer": 0.0005997600959616154, "card_about_to_expire": 0.0007996801279488206, "card_acceptance": 0.5114954018392643, "card_arrival": 0.000899640143942423, "card_delivery_estimate": 0.0006997201119552179, "card_linking": 0.0023990403838464614, "card_not_working": 0.0018992403038784486, "card_payment_fee_charged": 0.0007996801279488206, "card_payment_not_recognised": 0.0007996801279488206, "card_payment_wrong_exchange_rate": 0.0009996001599360256, "card_swallowed": 0.0007996801279488206, "cash_withdrawal_charge": 0.0005997600959616154, "cash_withdrawal_not_recognised": 0.0004998000799680128, "change_pin": 0.0006997201119552179, "compromised_card": 0.000899640143942423, "contactless_not_working": 0.0011995201919232307, "country_support": 0.016593362654938024, "declined_card_payment": 0.0012994802079168333, "declined_cash_withdrawal": 0.0005997600959616154, "declined_transfer": 0.000899640143942423, "direct_debit_payment_not_recognised": 0.0006997201119552179, "disposable_card_limits": 0.0009996001599360256, "edit_personal_details": 0.0006997201119552179, "exchange_charge": 0.0005997600959616154, "exchange_rate": 0.0005997600959616154, "exchange_via_app": 0.0007996801279488206, "extra_charge_on_statement": 0.0004998000799680128, "failed_transfer": 0.0005997600959616154, "fiat_currency_support": 0.002299080367852859, "get_disposable_virtual_card": 0.0007996801279488206, "get_physical_card": 0.0007996801279488206, "getting_spare_card": 0.0007996801279488206, "getting_virtual_card": 0.0006997201119552179, "lost_or_stolen_card": 0.0004998000799680128, "lost_or_stolen_phone": 0.0003998400639744103, "order_physical_card": 0.0005997600959616154, "passcode_forgotten": 0.0005997600959616154, "pending_card_payment": 0.0005997600959616154, "pending_cash_withdrawal": 0.0003998400639744103, "pending_top_up": 0.0004998000799680128, "pending_transfer": 0.0004998000799680128, "pin_blocked": 0.0005997600959616154, "receiving_money": 0.0007996801279488206, "request_refund": 0.0005997600959616154, "reverted_card_payment?": 0.0006997201119552179, "supported_cards_and_currencies": 0.4086365453818473, "terminate_account": 0.0005997600959616154, "top_up_by_bank_transfer_charge": 0.0005997600959616154, "top_up_by_card_charge": 0.0005997600959616154, "top_up_by_cash_or_cheque": 0.0005997600959616154, "top_up_failed": 0.0005997600959616154, "top_up_limits": 0.0006997201119552179, "top_up_reverted": 0.0006997201119552179, "topping_up_by_card": 0.0021991203518592567, "transaction_charged_twice": 0.0004998000799680128, "transfer_fee_charged": 0.0004998000799680128, "transfer_into_account": 0.0005997600959616154, "transfer_not_received_by_recipient": 0.0005997600959616154, "transfer_timing": 0.0005997600959616154, "unable_to_verify_identity": 0.0007996801279488206, "verify_my_identity": 0.000899640143942423, "verify_source_of_funds": 0.0005997600959616154, "verify_top_up": 0.0007996801279488206, "virtual_card_not_working": 0.0009996001599360256, "visa_or_mastercard": 0.0038984406237504996, "why_verify_identity": 0.0005997600959616154, "wrong_amount_of_cash_received": 0.0005997600959616154, "wrong_exchange_rate_for_cash_withdrawal": 0.0006997201119552179 }, "error": null, "latency_ms": 68.65158304572105, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-986", "text_group": "f4e2a44285edcea4453aef9e9992e2f3f5cdb8d52daf15f75a9536200614e1b0", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00040012003601080324, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.8842652795838751, "card_arrival": 0.0005001500450135041, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0005001500450135041, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.00040012003601080324, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.0003000900270081024, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.00040012003601080324, "country_support": 0.008302490747224167, "declined_card_payment": 0.001100330099029709, "declined_cash_withdrawal": 0.00040012003601080324, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0006001800540162048, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.0006001800540162048, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.0749224767430229, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0020006001800540163, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.0069020706211863556, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 68.8570000929758, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-987", "text_group": "d64682193d9776ad9b7aea1c98814809b9278c36801bbfc210117e51f8e8e94e", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0004001200360108033, "activate_my_card": 0.0007002100630189057, "age_limit": 0.0004001200360108033, "apple_pay_or_google_pay": 0.008702610783234971, "atm_support": 0.0016004801440432132, "automatic_top_up": 0.0004001200360108033, "balance_not_updated_after_bank_transfer": 0.0004001200360108033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0007002100630189057, "cancel_transfer": 0.0004001200360108033, "card_about_to_expire": 0.0006001800540162049, "card_acceptance": 0.06531959587876363, "card_arrival": 0.0005001500450135041, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.0008002400720216066, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.0017005101530459137, "card_payment_not_recognised": 0.0014004201260378114, "card_payment_wrong_exchange_rate": 0.0012003601080324098, "card_swallowed": 0.0006001800540162049, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0004001200360108033, "change_pin": 0.0004001200360108033, "compromised_card": 0.0007002100630189057, "contactless_not_working": 0.0007002100630189057, "country_support": 0.0060018005401620495, "declined_card_payment": 0.0012003601080324098, "declined_cash_withdrawal": 0.0004001200360108033, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.18615584675402622, "disposable_card_limits": 0.0007002100630189057, "edit_personal_details": 0.0004001200360108033, "exchange_charge": 0.0005001500450135041, "exchange_rate": 0.0004001200360108033, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.0004001200360108033, "failed_transfer": 0.0004001200360108033, "fiat_currency_support": 0.0047014104231269385, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.0006001800540162049, "getting_spare_card": 0.0005001500450135041, "getting_virtual_card": 0.0004001200360108033, "lost_or_stolen_card": 0.0004001200360108033, "lost_or_stolen_phone": 0.00030009002700810244, "order_physical_card": 0.0005001500450135041, "passcode_forgotten": 0.0004001200360108033, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.0004001200360108033, "receiving_money": 0.0006001800540162049, "request_refund": 0.0004001200360108033, "reverted_card_payment?": 0.0007002100630189057, "supported_cards_and_currencies": 0.674702410723217, "terminate_account": 0.0004001200360108033, "top_up_by_bank_transfer_charge": 0.0004001200360108033, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.0004001200360108033, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.005201560468140442, "transaction_charged_twice": 0.0005001500450135041, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.0004001200360108033, "transfer_not_received_by_recipient": 0.0004001200360108033, "transfer_timing": 0.0004001200360108033, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.0004001200360108033, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.011503451035310594, "why_verify_identity": 0.0004001200360108033, "wrong_amount_of_cash_received": 0.0004001200360108033, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 68.78541596233845, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-988", "text_group": "3b5ae55c474c442ddbdc362868deb4b3106457823b660e3b2ecf66a030fbe6cd", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0008000800080008001, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0007000700070007, "atm_support": 0.002000200020002, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0007000700070007, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.38113811381138113, "card_arrival": 0.0007000700070007, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0031003100310031, "card_not_working": 0.0212021202120212, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00040004000400040005, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.0018001800180018, "country_support": 0.16501650165016502, "declined_card_payment": 0.0053005300530053, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0009000900090009, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0025002500250025004, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0012001200120012, "getting_spare_card": 0.0009000900090009, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0006000600060006, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0006000600060006, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.35213521352135213, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0006000600060006, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.0157015701570157, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.005000500050005001, "visa_or_mastercard": 0.010501050105010502, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 67.53929203841835, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-989", "text_group": "7e9fef3fafa75f655720276bc21fe0a1000a70a4b056f5accc29a8115afb153d", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0008000800080008001, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0007000700070007, "atm_support": 0.0014001400140014, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.0007000700070007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007000700070007, "beneficiary_not_allowed": 0.0009000900090009, "cancel_transfer": 0.0006000600060006, "card_about_to_expire": 0.0008000800080008001, "card_acceptance": 0.6775677567756776, "card_arrival": 0.0018001800180018, "card_delivery_estimate": 0.0006000600060006, "card_linking": 0.0035003500350035003, "card_not_working": 0.0021002100210021, "card_payment_fee_charged": 0.0009000900090009, "card_payment_not_recognised": 0.001000100010001, "card_payment_wrong_exchange_rate": 0.0008000800080008001, "card_swallowed": 0.005200520052005201, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.0006000600060006, "change_pin": 0.0006000600060006, "compromised_card": 0.0034003400340034003, "contactless_not_working": 0.0008000800080008001, "country_support": 0.0017001700170017002, "declined_card_payment": 0.0382038203820382, "declined_cash_withdrawal": 0.0011001100110011003, "declined_transfer": 0.005100510051005101, "direct_debit_payment_not_recognised": 0.0007000700070007, "disposable_card_limits": 0.0014001400140014, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0007000700070007, "extra_charge_on_statement": 0.0006000600060006, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0016001600160016002, "get_disposable_virtual_card": 0.0009000900090009, "get_physical_card": 0.0012001200120012, "getting_spare_card": 0.0009000900090009, "getting_virtual_card": 0.0007000700070007, "lost_or_stolen_card": 0.0006000600060006, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.0007000700070007, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0007000700070007, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0007000700070007, "receiving_money": 0.0009000900090009, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.0009000900090009, "supported_cards_and_currencies": 0.1984198419841984, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.0007000700070007, "top_up_by_card_charge": 0.0007000700070007, "top_up_by_cash_or_cheque": 0.0007000700070007, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.014601460146014602, "transaction_charged_twice": 0.0005000500050005, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.0008000800080008001, "virtual_card_not_working": 0.0009000900090009, "visa_or_mastercard": 0.0011001100110011003, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0006000600060006, "wrong_exchange_rate_for_cash_withdrawal": 0.0007000700070007 }, "error": null, "latency_ms": 69.94362501427531, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-990", "text_group": "834a9e38db76fc51240fcc448fd79c74885625041b187ce5855a206c14ec1224", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.001300260052010402, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.0011002200440088019, "atm_support": 0.0029005801160232043, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0008001600320064013, "card_acceptance": 0.2590518103620724, "card_arrival": 0.0008001600320064013, "card_delivery_estimate": 0.0006001200240048009, "card_linking": 0.0023004600920184036, "card_not_working": 0.002100420084016803, "card_payment_fee_charged": 0.0008001600320064013, "card_payment_not_recognised": 0.0007001400280056011, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.0007001400280056011, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0006001200240048009, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.001300260052010402, "country_support": 0.005501100220044008, "declined_card_payment": 0.0011002200440088019, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0007001400280056011, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.0014002800560112022, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0007001400280056011, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.004700940188037608, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0008001600320064013, "getting_spare_card": 0.0007001400280056011, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.0008001600320064013, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.6561312262452491, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0007001400280056011, "top_up_by_card_charge": 0.0007001400280056011, "top_up_by_cash_or_cheque": 0.0007001400280056011, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0016003200640128026, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.014102820564112823, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0006001200240048009, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0015003000600120023, "visa_or_mastercard": 0.007001400280056011, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 68.59999999869615, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-991", "text_group": "e57851ddd8782cef0d45765fa5bc321ac114e13d8fc37d411e9e314834eabd61", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0005002000800320128, "activate_my_card": 0.0012004801920768306, "age_limit": 0.0008003201280512205, "apple_pay_or_google_pay": 0.03741496598639456, "atm_support": 0.005902360944377751, "automatic_top_up": 0.0007002801120448179, "balance_not_updated_after_bank_transfer": 0.0006002400960384153, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002801120448179, "beneficiary_not_allowed": 0.0014005602240896359, "cancel_transfer": 0.0006002400960384153, "card_about_to_expire": 0.0010004001600640256, "card_acceptance": 0.2864145658263305, "card_arrival": 0.0008003201280512205, "card_delivery_estimate": 0.0007002801120448179, "card_linking": 0.0033013205282112846, "card_not_working": 0.0028011204481792717, "card_payment_fee_charged": 0.0014005602240896359, "card_payment_not_recognised": 0.0010004001600640256, "card_payment_wrong_exchange_rate": 0.0013005202080832333, "card_swallowed": 0.0008003201280512205, "cash_withdrawal_charge": 0.0007002801120448179, "cash_withdrawal_not_recognised": 0.0006002400960384153, "change_pin": 0.0008003201280512205, "compromised_card": 0.0010004001600640256, "contactless_not_working": 0.0017006802721088435, "country_support": 0.004201680672268907, "declined_card_payment": 0.0036014405762304917, "declined_cash_withdrawal": 0.0007002801120448179, "declined_transfer": 0.0011004401760704283, "direct_debit_payment_not_recognised": 0.0011004401760704283, "disposable_card_limits": 0.0013005202080832333, "edit_personal_details": 0.0008003201280512205, "exchange_charge": 0.0010004001600640256, "exchange_rate": 0.0007002801120448179, "exchange_via_app": 0.0009003601440576229, "extra_charge_on_statement": 0.0008003201280512205, "failed_transfer": 0.0006002400960384153, "fiat_currency_support": 0.01730692276910764, "get_disposable_virtual_card": 0.0010004001600640256, "get_physical_card": 0.0008003201280512205, "getting_spare_card": 0.0009003601440576229, "getting_virtual_card": 0.0008003201280512205, "lost_or_stolen_card": 0.0006002400960384153, "lost_or_stolen_phone": 0.0005002000800320128, "order_physical_card": 0.0008003201280512205, "passcode_forgotten": 0.0006002400960384153, "pending_card_payment": 0.0008003201280512205, "pending_cash_withdrawal": 0.0005002000800320128, "pending_top_up": 0.0006002400960384153, "pending_transfer": 0.0006002400960384153, "pin_blocked": 0.0007002801120448179, "receiving_money": 0.0010004001600640256, "request_refund": 0.0007002801120448179, "reverted_card_payment?": 0.0009003601440576229, "supported_cards_and_currencies": 0.5341136454581833, "terminate_account": 0.0006002400960384153, "top_up_by_bank_transfer_charge": 0.0009003601440576229, "top_up_by_card_charge": 0.0010004001600640256, "top_up_by_cash_or_cheque": 0.0008003201280512205, "top_up_failed": 0.0007002801120448179, "top_up_limits": 0.0009003601440576229, "top_up_reverted": 0.0008003201280512205, "topping_up_by_card": 0.010604241696678672, "transaction_charged_twice": 0.0008003201280512205, "transfer_fee_charged": 0.0008003201280512205, "transfer_into_account": 0.0007002801120448179, "transfer_not_received_by_recipient": 0.0007002801120448179, "transfer_timing": 0.0008003201280512205, "unable_to_verify_identity": 0.0008003201280512205, "verify_my_identity": 0.0008003201280512205, "verify_source_of_funds": 0.0007002801120448179, "verify_top_up": 0.0008003201280512205, "virtual_card_not_working": 0.0014005602240896359, "visa_or_mastercard": 0.0392156862745098, "why_verify_identity": 0.0006002400960384153, "wrong_amount_of_cash_received": 0.0006002400960384153, "wrong_exchange_rate_for_cash_withdrawal": 0.0008003201280512205 }, "error": null, "latency_ms": 68.41337506193668, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-992", "text_group": "e26f1e349e57b0a62e8473db6cedde943327cb1619071b83d9f480c13cc28b6a", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "Refund_not_showing_up": 0.000499850044986504, "activate_my_card": 0.0008997300809757073, "age_limit": 0.0006997900629811057, "apple_pay_or_google_pay": 0.0007997600719784066, "atm_support": 0.0013995801259622115, "automatic_top_up": 0.000499850044986504, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0008997300809757073, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.0006997900629811057, "card_acceptance": 0.7600719784064781, "card_arrival": 0.0008997300809757073, "card_delivery_estimate": 0.0007997600719784066, "card_linking": 0.0011996401079676095, "card_not_working": 0.000999700089973008, "card_payment_fee_charged": 0.0006997900629811057, "card_payment_not_recognised": 0.0007997600719784066, "card_payment_wrong_exchange_rate": 0.0007997600719784066, "card_swallowed": 0.0006997900629811057, "cash_withdrawal_charge": 0.0005998200539838048, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.0005998200539838048, "compromised_card": 0.0008997300809757073, "contactless_not_working": 0.0008997300809757073, "country_support": 0.05638308507447766, "declined_card_payment": 0.0015995201439568132, "declined_cash_withdrawal": 0.0006997900629811057, "declined_transfer": 0.0008997300809757073, "direct_debit_payment_not_recognised": 0.0006997900629811057, "disposable_card_limits": 0.0008997300809757073, "edit_personal_details": 0.0006997900629811057, "exchange_charge": 0.0005998200539838048, "exchange_rate": 0.0005998200539838048, "exchange_via_app": 0.0006997900629811057, "extra_charge_on_statement": 0.0005998200539838048, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.0013995801259622115, "get_disposable_virtual_card": 0.0008997300809757073, "get_physical_card": 0.0013995801259622115, "getting_spare_card": 0.0007997600719784066, "getting_virtual_card": 0.0008997300809757073, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.0008997300809757073, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.0005998200539838048, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.000499850044986504, "pin_blocked": 0.0005998200539838048, "receiving_money": 0.0007997600719784066, "request_refund": 0.0006997900629811057, "reverted_card_payment?": 0.0006997900629811057, "supported_cards_and_currencies": 0.12566230130960712, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.0006997900629811057, "top_up_by_cash_or_cheque": 0.0005998200539838048, "top_up_failed": 0.0005998200539838048, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.0006997900629811057, "topping_up_by_card": 0.002599220233929821, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.000499850044986504, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.0008997300809757073, "verify_my_identity": 0.000999700089973008, "verify_source_of_funds": 0.0008997300809757073, "verify_top_up": 0.000999700089973008, "virtual_card_not_working": 0.000999700089973008, "visa_or_mastercard": 0.002199340197940618, "why_verify_identity": 0.0007997600719784066, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0006997900629811057 }, "error": null, "latency_ms": 69.0053750295192, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-993", "text_group": "cbe5a2fa144b19d014aa3a160a67664ba56676057225fce7fc9cae0895e70b0f", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.0009998000399920016, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0011997600479904018, "atm_support": 0.0014997000599880025, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0007998400319936014, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.35842831433713257, "card_arrival": 0.0006998600279944011, "card_delivery_estimate": 0.0005998800239952009, "card_linking": 0.0016996600679864027, "card_not_working": 0.0009998000399920016, "card_payment_fee_charged": 0.0008998200359928015, "card_payment_not_recognised": 0.0006998600279944011, "card_payment_wrong_exchange_rate": 0.0006998600279944011, "card_swallowed": 0.0006998600279944011, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0004999000199960008, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.0006998600279944011, "country_support": 0.005098980203959208, "declined_card_payment": 0.0032993401319736052, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0008998200359928015, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0007998400319936014, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0015996800639872027, "get_disposable_virtual_card": 0.0005998800239952009, "get_physical_card": 0.0006998600279944011, "getting_spare_card": 0.0007998400319936014, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0006998600279944011, "request_refund": 0.0004999000199960008, "reverted_card_payment?": 0.0005998800239952009, "supported_cards_and_currencies": 0.5730853829234154, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0007998400319936014, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.008098380323935212, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0004999000199960008, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0007998400319936014, "visa_or_mastercard": 0.007598480303939213, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 69.22983308322728, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-994", "text_group": "27b34b2d4a35dc5bac4a0112d9d77c174338127fb409145b226cddb5bce6e181", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0023, "age_limit": 0.0007, "apple_pay_or_google_pay": 0.0027, "atm_support": 0.0026, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0015, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0009, "card_acceptance": 0.2827, "card_arrival": 0.0014, "card_delivery_estimate": 0.0008, "card_linking": 0.0104, "card_not_working": 0.0169, "card_payment_fee_charged": 0.001, "card_payment_not_recognised": 0.0021, "card_payment_wrong_exchange_rate": 0.001, "card_swallowed": 0.0014, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0008, "compromised_card": 0.0022, "contactless_not_working": 0.0028, "country_support": 0.0048, "declined_card_payment": 0.0167, "declined_cash_withdrawal": 0.0014, "declined_transfer": 0.0038, "direct_debit_payment_not_recognised": 0.0008, "disposable_card_limits": 0.0011, "edit_personal_details": 0.0007, "exchange_charge": 0.0007, "exchange_rate": 0.0007, "exchange_via_app": 0.0009, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.0007, "fiat_currency_support": 0.003, "get_disposable_virtual_card": 0.0021, "get_physical_card": 0.0081, "getting_spare_card": 0.0018, "getting_virtual_card": 0.0013, "lost_or_stolen_card": 0.001, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0009, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0007, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0005, "pending_transfer": 0.0006, "pin_blocked": 0.0009, "receiving_money": 0.0011, "request_refund": 0.0007, "reverted_card_payment?": 0.0009, "supported_cards_and_currencies": 0.5694, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0007, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0006, "top_up_limits": 0.0007, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0077, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.001, "verify_my_identity": 0.0011, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0009, "virtual_card_not_working": 0.0065, "visa_or_mastercard": 0.006, "why_verify_identity": 0.0008, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0008 }, "error": null, "latency_ms": 68.6827499885112, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-995", "text_group": "7e0d26a7fafb628171ab333cb1cb62995437ee1992b6d75b1d2d5b39e70cf4dc", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "Refund_not_showing_up": 0.0007002100630189057, "activate_my_card": 0.001600480144043213, "age_limit": 0.0007002100630189057, "apple_pay_or_google_pay": 0.0010003000900270082, "atm_support": 0.002200660198059418, "automatic_top_up": 0.0007002100630189057, "balance_not_updated_after_bank_transfer": 0.0006001800540162048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002100630189057, "beneficiary_not_allowed": 0.005801740522156647, "cancel_transfer": 0.0006001800540162048, "card_about_to_expire": 0.0010003000900270082, "card_acceptance": 0.5375612683805141, "card_arrival": 0.0012003601080324095, "card_delivery_estimate": 0.0009002700810243073, "card_linking": 0.00990297089126738, "card_not_working": 0.005701710513153946, "card_payment_fee_charged": 0.0009002700810243073, "card_payment_not_recognised": 0.0010003000900270082, "card_payment_wrong_exchange_rate": 0.0010003000900270082, "card_swallowed": 0.0013003901170351103, "cash_withdrawal_charge": 0.0007002100630189057, "cash_withdrawal_not_recognised": 0.0006001800540162048, "change_pin": 0.0008002400720216065, "compromised_card": 0.0015004501350405122, "contactless_not_working": 0.0014004201260378114, "country_support": 0.0023006902070621185, "declined_card_payment": 0.010503150945283585, "declined_cash_withdrawal": 0.0010003000900270082, "declined_transfer": 0.0030009002700810243, "direct_debit_payment_not_recognised": 0.0008002400720216065, "disposable_card_limits": 0.0017005101530459135, "edit_personal_details": 0.0008002400720216065, "exchange_charge": 0.0007002100630189057, "exchange_rate": 0.0006001800540162048, "exchange_via_app": 0.0009002700810243073, "extra_charge_on_statement": 0.0007002100630189057, "failed_transfer": 0.0007002100630189057, "fiat_currency_support": 0.002200660198059418, "get_disposable_virtual_card": 0.02120636190857257, "get_physical_card": 0.04161248374512353, "getting_spare_card": 0.004501350405121536, "getting_virtual_card": 0.012703811143343001, "lost_or_stolen_card": 0.0006001800540162048, "lost_or_stolen_phone": 0.0005001500450135041, "order_physical_card": 0.01350405121536461, "passcode_forgotten": 0.0005001500450135041, "pending_card_payment": 0.0007002100630189057, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0006001800540162048, "pin_blocked": 0.0007002100630189057, "receiving_money": 0.0010003000900270082, "request_refund": 0.0010003000900270082, "reverted_card_payment?": 0.0009002700810243073, "supported_cards_and_currencies": 0.25137541262378715, "terminate_account": 0.0007002100630189057, "top_up_by_bank_transfer_charge": 0.0008002400720216065, "top_up_by_card_charge": 0.0009002700810243073, "top_up_by_cash_or_cheque": 0.0008002400720216065, "top_up_failed": 0.0008002400720216065, "top_up_limits": 0.0008002400720216065, "top_up_reverted": 0.0009002700810243073, "topping_up_by_card": 0.019405821746523957, "transaction_charged_twice": 0.0006001800540162048, "transfer_fee_charged": 0.0006001800540162048, "transfer_into_account": 0.0006001800540162048, "transfer_not_received_by_recipient": 0.0007002100630189057, "transfer_timing": 0.0007002100630189057, "unable_to_verify_identity": 0.0010003000900270082, "verify_my_identity": 0.0008002400720216065, "verify_source_of_funds": 0.0006001800540162048, "verify_top_up": 0.0007002100630189057, "virtual_card_not_working": 0.005701710513153946, "visa_or_mastercard": 0.002400720216064819, "why_verify_identity": 0.0007002100630189057, "wrong_amount_of_cash_received": 0.0006001800540162048, "wrong_exchange_rate_for_cash_withdrawal": 0.0008002400720216065 }, "error": null, "latency_ms": 68.71808401774615, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-996", "text_group": "db601b7374c69b3ae427bde803fa86964021b726b7dcbc5198e0364f921a363b", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "Refund_not_showing_up": 0.0005997600959616154, "activate_my_card": 0.001799280287884846, "age_limit": 0.000899640143942423, "apple_pay_or_google_pay": 0.0013994402239104358, "atm_support": 0.00969612155137945, "automatic_top_up": 0.0009996001599360256, "balance_not_updated_after_bank_transfer": 0.0007996801279488206, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009996001599360256, "beneficiary_not_allowed": 0.0027988804478208716, "cancel_transfer": 0.0007996801279488206, "card_about_to_expire": 0.0011995201919232307, "card_acceptance": 0.40583766493402645, "card_arrival": 0.0010995601759296284, "card_delivery_estimate": 0.000899640143942423, "card_linking": 0.004098360655737705, "card_not_working": 0.002499000399840064, "card_payment_fee_charged": 0.0014994002399040384, "card_payment_not_recognised": 0.0012994802079168333, "card_payment_wrong_exchange_rate": 0.0015993602558976412, "card_swallowed": 0.0013994402239104358, "cash_withdrawal_charge": 0.000899640143942423, "cash_withdrawal_not_recognised": 0.0006997201119552179, "change_pin": 0.0009996001599360256, "compromised_card": 0.0011995201919232307, "contactless_not_working": 0.0018992403038784486, "country_support": 0.006197520991603359, "declined_card_payment": 0.010395841663334666, "declined_cash_withdrawal": 0.0011995201919232307, "declined_transfer": 0.001799280287884846, "direct_debit_payment_not_recognised": 0.0010995601759296284, "disposable_card_limits": 0.0016993202718912435, "edit_personal_details": 0.0011995201919232307, "exchange_charge": 0.000899640143942423, "exchange_rate": 0.0007996801279488206, "exchange_via_app": 0.0009996001599360256, "extra_charge_on_statement": 0.0009996001599360256, "failed_transfer": 0.0009996001599360256, "fiat_currency_support": 0.003698520591763295, "get_disposable_virtual_card": 0.001799280287884846, "get_physical_card": 0.0018992403038784486, "getting_spare_card": 0.0018992403038784486, "getting_virtual_card": 0.0011995201919232307, "lost_or_stolen_card": 0.0006997201119552179, "lost_or_stolen_phone": 0.0005997600959616154, "order_physical_card": 0.0009996001599360256, "passcode_forgotten": 0.0007996801279488206, "pending_card_payment": 0.0010995601759296284, "pending_cash_withdrawal": 0.0005997600959616154, "pending_top_up": 0.0006997201119552179, "pending_transfer": 0.0006997201119552179, "pin_blocked": 0.000899640143942423, "receiving_money": 0.0011995201919232307, "request_refund": 0.000899640143942423, "reverted_card_payment?": 0.0013994402239104358, "supported_cards_and_currencies": 0.3311675329868053, "terminate_account": 0.0007996801279488206, "top_up_by_bank_transfer_charge": 0.0009996001599360256, "top_up_by_card_charge": 0.0013994402239104358, "top_up_by_cash_or_cheque": 0.0009996001599360256, "top_up_failed": 0.0009996001599360256, "top_up_limits": 0.0010995601759296284, "top_up_reverted": 0.0012994802079168333, "topping_up_by_card": 0.140843662534986, "transaction_charged_twice": 0.0007996801279488206, "transfer_fee_charged": 0.000899640143942423, "transfer_into_account": 0.0006997201119552179, "transfer_not_received_by_recipient": 0.0007996801279488206, "transfer_timing": 0.000899640143942423, "unable_to_verify_identity": 0.0010995601759296284, "verify_my_identity": 0.0010995601759296284, "verify_source_of_funds": 0.0009996001599360256, "verify_top_up": 0.0010995601759296284, "virtual_card_not_working": 0.0020991603358656535, "visa_or_mastercard": 0.00969612155137945, "why_verify_identity": 0.000899640143942423, "wrong_amount_of_cash_received": 0.000899640143942423, "wrong_exchange_rate_for_cash_withdrawal": 0.0010995601759296284 }, "error": null, "latency_ms": 68.7069590203464, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-997", "text_group": "1c5fddf3af6eb46548a41edf5c1de5b44cba319e2c20d402ef2600e6a951c9e0", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0016, "age_limit": 0.0007, "apple_pay_or_google_pay": 0.0011, "atm_support": 0.0021, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.001, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0009, "card_acceptance": 0.4735, "card_arrival": 0.0031, "card_delivery_estimate": 0.0007, "card_linking": 0.0045, "card_not_working": 0.0042, "card_payment_fee_charged": 0.0008, "card_payment_not_recognised": 0.0009, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0009, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0007, "compromised_card": 0.0013, "contactless_not_working": 0.0022, "country_support": 0.0221, "declined_card_payment": 0.0012, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0008, "direct_debit_payment_not_recognised": 0.0008, "disposable_card_limits": 0.0015, "edit_personal_details": 0.0008, "exchange_charge": 0.0006, "exchange_rate": 0.0006, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0006, "fiat_currency_support": 0.0023, "get_disposable_virtual_card": 0.001, "get_physical_card": 0.0184, "getting_spare_card": 0.0013, "getting_virtual_card": 0.0011, "lost_or_stolen_card": 0.0009, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0012, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0008, "receiving_money": 0.0009, "request_refund": 0.0006, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.3724, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0007, "top_up_by_card_charge": 0.0007, "top_up_by_cash_or_cheque": 0.0008, "top_up_failed": 0.0006, "top_up_limits": 0.0012, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0265, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.0009, "verify_my_identity": 0.0008, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0007, "virtual_card_not_working": 0.0028, "visa_or_mastercard": 0.0169, "why_verify_identity": 0.0007, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0007 }, "error": null, "latency_ms": 67.74833402596414, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-998", "text_group": "4300db32af09353fab0982f79d8ab4b9b43815f119f61f69c98ac350e2d00e25", "expected": "card_acceptance", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0009998000399920016, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.008898220355928814, "atm_support": 0.001799640071985603, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0006998600279944011, "card_acceptance": 0.05118976204759049, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0014997000599880025, "card_not_working": 0.0008998200359928015, "card_payment_fee_charged": 0.0026994601079784043, "card_payment_not_recognised": 0.003899220155968806, "card_payment_wrong_exchange_rate": 0.0014997000599880025, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.0003999200159968007, "compromised_card": 0.0006998600279944011, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0010997800439912018, "declined_card_payment": 0.004899020195960808, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.013597280543891222, "disposable_card_limits": 0.0007998400319936014, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.004099180163967207, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.0007998400319936014, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0007998400319936014, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0004999000199960008, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0007998400319936014, "supported_cards_and_currencies": 0.8333333333333334, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.029194161167766446, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.0004999000199960008, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0006998600279944011, "visa_or_mastercard": 0.01139772045590882, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 68.71270795818418, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-999", "text_group": "c18b7cf10fc5ddc87608dc5ff62b8b44adfab17882235b2e29332b31fdb10aa5", "expected": "card_acceptance", "prediction": "card_acceptance", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0011001100110011003, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0013001300130013002, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.7171717171717171, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0014001400140014, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00040004000400040005, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.0006000600060006, "country_support": 0.0038003800380038005, "declined_card_payment": 0.0022002200220022005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0007000700070007, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0012001200120012, "get_disposable_virtual_card": 0.0006000600060006, "get_physical_card": 0.0008000800080008001, "getting_spare_card": 0.0007000700070007, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0005000500050005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.21222122212221223, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0006000600060006, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.011001100110011, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0006000600060006, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.0166016601660166, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 68.0511670652777, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1000", "text_group": "62678a4ae1deda0baa8cf678496a9ce7f18962a1eda5e4fd8e304362f33d84b8", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.007602280684205261, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.0008002400720216065, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.013303991197359206, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.00040012003601080324, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.9589876963088926, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 70.56224998086691, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1001", "text_group": "52fe0d2a5b8b190adb2430663629871a5a64fdf3ccc64df313fb0985b362c311", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00040020010005002504, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00020010005002501252, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00040020010005002504, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00040020010005002504, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.0007003501750875438, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00040020010005002504, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.9803901950975489, "topping_up_by_card": 0.0005002501250625313, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.0006003001500750375, "virtual_card_not_working": 0.00020010005002501252, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00020010005002501252 }, "error": null, "latency_ms": 68.17037507425994, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1002", "text_group": "596c9aa535bceedf61d01c68f93d56b3846925c4fb75b7f32872e690fe7071dc", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00020008003201280514, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.040416166466586634, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00020008003201280514, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.9150660264105642, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.026410564225690276, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 68.6912500532344, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1003", "text_group": "0fae03bf3c581f9275494ca68dad261e0d453435533589285cf368ef03371210", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.0016001600160016002, "activate_my_card": 0.0011001100110011003, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.0014001400140014, "atm_support": 0.0022002200220022005, "automatic_top_up": 0.0047004700470047005, "balance_not_updated_after_bank_transfer": 0.0129012901290129, "balance_not_updated_after_cheque_or_cash_deposit": 0.0036003600360036, "beneficiary_not_allowed": 0.0021002100210021, "cancel_transfer": 0.0012001200120012, "card_about_to_expire": 0.001000100010001, "card_acceptance": 0.0018001800180018, "card_arrival": 0.001000100010001, "card_delivery_estimate": 0.0012001200120012, "card_linking": 0.0017001700170017002, "card_not_working": 0.0015001500150015003, "card_payment_fee_charged": 0.0011001100110011003, "card_payment_not_recognised": 0.0014001400140014, "card_payment_wrong_exchange_rate": 0.0013001300130013002, "card_swallowed": 0.0015001500150015003, "cash_withdrawal_charge": 0.001000100010001, "cash_withdrawal_not_recognised": 0.0011001100110011003, "change_pin": 0.0009000900090009, "compromised_card": 0.0017001700170017002, "contactless_not_working": 0.0013001300130013002, "country_support": 0.0015001500150015003, "declined_card_payment": 0.0009000900090009, "declined_cash_withdrawal": 0.0009000900090009, "declined_transfer": 0.0009000900090009, "direct_debit_payment_not_recognised": 0.0012001200120012, "disposable_card_limits": 0.0016001600160016002, "edit_personal_details": 0.0017001700170017002, "exchange_charge": 0.001000100010001, "exchange_rate": 0.001000100010001, "exchange_via_app": 0.0011001100110011003, "extra_charge_on_statement": 0.0009000900090009, "failed_transfer": 0.0011001100110011003, "fiat_currency_support": 0.0015001500150015003, "get_disposable_virtual_card": 0.0014001400140014, "get_physical_card": 0.0015001500150015003, "getting_spare_card": 0.001000100010001, "getting_virtual_card": 0.001000100010001, "lost_or_stolen_card": 0.0027002700270027003, "lost_or_stolen_phone": 0.0016001600160016002, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.0008000800080008001, "pending_card_payment": 0.0011001100110011003, "pending_cash_withdrawal": 0.0011001100110011003, "pending_top_up": 0.32343234323432346, "pending_transfer": 0.0014001400140014, "pin_blocked": 0.0009000900090009, "receiving_money": 0.0012001200120012, "request_refund": 0.0011001100110011003, "reverted_card_payment?": 0.0012001200120012, "supported_cards_and_currencies": 0.0015001500150015003, "terminate_account": 0.0011001100110011003, "top_up_by_bank_transfer_charge": 0.0017001700170017002, "top_up_by_card_charge": 0.0012001200120012, "top_up_by_cash_or_cheque": 0.0027002700270027003, "top_up_failed": 0.0698069806980698, "top_up_limits": 0.0017001700170017002, "top_up_reverted": 0.4744474447444744, "topping_up_by_card": 0.0058005800580058, "transaction_charged_twice": 0.0009000900090009, "transfer_fee_charged": 0.0008000800080008001, "transfer_into_account": 0.0008000800080008001, "transfer_not_received_by_recipient": 0.001000100010001, "transfer_timing": 0.0009000900090009, "unable_to_verify_identity": 0.001000100010001, "verify_my_identity": 0.001000100010001, "verify_source_of_funds": 0.001000100010001, "verify_top_up": 0.0184018401840184, "virtual_card_not_working": 0.0011001100110011003, "visa_or_mastercard": 0.0013001300130013002, "why_verify_identity": 0.001000100010001, "wrong_amount_of_cash_received": 0.0011001100110011003, "wrong_exchange_rate_for_cash_withdrawal": 0.0011001100110011003 }, "error": null, "latency_ms": 71.37866597622633, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1004", "text_group": "e11b55e453075781b9f0e24662d098e79f38eb58399d4f8c95eece8250835b8d", "expected": "top_up_reverted", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.03119376124775045, "activate_my_card": 0.0006998600279944011, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0008998200359928015, "atm_support": 0.0011997600479904018, "automatic_top_up": 0.0013997200559888023, "balance_not_updated_after_bank_transfer": 0.0010997800439912018, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009998000399920016, "beneficiary_not_allowed": 0.0011997600479904018, "cancel_transfer": 0.0011997600479904018, "card_about_to_expire": 0.0006998600279944011, "card_acceptance": 0.0009998000399920016, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0006998600279944011, "card_linking": 0.0008998200359928015, "card_not_working": 0.0007998400319936014, "card_payment_fee_charged": 0.0013997200559888023, "card_payment_not_recognised": 0.0016996600679864027, "card_payment_wrong_exchange_rate": 0.0013997200559888023, "card_swallowed": 0.0007998400319936014, "cash_withdrawal_charge": 0.0008998200359928015, "cash_withdrawal_not_recognised": 0.0006998600279944011, "change_pin": 0.0005998800239952009, "compromised_card": 0.0008998200359928015, "contactless_not_working": 0.0007998400319936014, "country_support": 0.0008998200359928015, "declined_card_payment": 0.0010997800439912018, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.0046990601879624075, "disposable_card_limits": 0.0008998200359928015, "edit_personal_details": 0.0007998400319936014, "exchange_charge": 0.0007998400319936014, "exchange_rate": 0.0006998600279944011, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0009998000399920016, "failed_transfer": 0.0007998400319936014, "fiat_currency_support": 0.0009998000399920016, "get_disposable_virtual_card": 0.0007998400319936014, "get_physical_card": 0.0006998600279944011, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.0005998800239952009, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.0008998200359928015, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0011997600479904018, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.0006998600279944011, "receiving_money": 0.0007998400319936014, "request_refund": 0.5198960207958409, "reverted_card_payment?": 0.0032993401319736052, "supported_cards_and_currencies": 0.0008998200359928015, "terminate_account": 0.0006998600279944011, "top_up_by_bank_transfer_charge": 0.002999400119976005, "top_up_by_card_charge": 0.005798840231953609, "top_up_by_cash_or_cheque": 0.0008998200359928015, "top_up_failed": 0.0013997200559888023, "top_up_limits": 0.0007998400319936014, "top_up_reverted": 0.11707658468306338, "topping_up_by_card": 0.003699260147970406, "transaction_charged_twice": 0.2538492301539692, "transfer_fee_charged": 0.0008998200359928015, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.0006998600279944011, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0010997800439912018, "virtual_card_not_working": 0.0006998600279944011, "visa_or_mastercard": 0.0007998400319936014, "why_verify_identity": 0.0006998600279944011, "wrong_amount_of_cash_received": 0.0006998600279944011, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 70.66870795097202, "usage": { "input_tokens": 608, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1005", "text_group": "1e512863274029deb031910bf465fa64d61349e0f92268e80669de9a5afb18c8", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00020002000200020003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0013001300130013002, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.9806980698069807, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.41229205019772, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1006", "text_group": "754b9ee443058024b363bfb0f00c68eddb5d9113359f48a3f159fb6f144c0094", "expected": "top_up_reverted", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0006997900629811057, "activate_my_card": 0.0007997600719784066, "age_limit": 0.0006997900629811057, "apple_pay_or_google_pay": 0.0012996101169649105, "atm_support": 0.0022993102069379188, "automatic_top_up": 0.02119364190742777, "balance_not_updated_after_bank_transfer": 0.0007997600719784066, "balance_not_updated_after_cheque_or_cash_deposit": 0.000999700089973008, "beneficiary_not_allowed": 0.06967909627111867, "cancel_transfer": 0.0008997300809757073, "card_about_to_expire": 0.0007997600719784066, "card_acceptance": 0.006298110566829951, "card_arrival": 0.0006997900629811057, "card_delivery_estimate": 0.0007997600719784066, "card_linking": 0.0012996101169649105, "card_not_working": 0.0012996101169649105, "card_payment_fee_charged": 0.0008997300809757073, "card_payment_not_recognised": 0.000999700089973008, "card_payment_wrong_exchange_rate": 0.001099670098970309, "card_swallowed": 0.0011996401079676095, "cash_withdrawal_charge": 0.0007997600719784066, "cash_withdrawal_not_recognised": 0.0006997900629811057, "change_pin": 0.0007997600719784066, "compromised_card": 0.0008997300809757073, "contactless_not_working": 0.001099670098970309, "country_support": 0.0011996401079676095, "declined_card_payment": 0.011696491052684195, "declined_cash_withdrawal": 0.0014995501349595122, "declined_transfer": 0.016595021493551933, "direct_debit_payment_not_recognised": 0.0007997600719784066, "disposable_card_limits": 0.0014995501349595122, "edit_personal_details": 0.0017994601619514146, "exchange_charge": 0.0007997600719784066, "exchange_rate": 0.0007997600719784066, "exchange_via_app": 0.000999700089973008, "extra_charge_on_statement": 0.001099670098970309, "failed_transfer": 0.000999700089973008, "fiat_currency_support": 0.0012996101169649105, "get_disposable_virtual_card": 0.0012996101169649105, "get_physical_card": 0.0008997300809757073, "getting_spare_card": 0.0006997900629811057, "getting_virtual_card": 0.0006997900629811057, "lost_or_stolen_card": 0.0005998200539838048, "lost_or_stolen_phone": 0.0005998200539838048, "order_physical_card": 0.0005998200539838048, "passcode_forgotten": 0.0006997900629811057, "pending_card_payment": 0.0006997900629811057, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.12676197140857742, "pending_transfer": 0.0005998200539838048, "pin_blocked": 0.0007997600719784066, "receiving_money": 0.000999700089973008, "request_refund": 0.0007997600719784066, "reverted_card_payment?": 0.0008997300809757073, "supported_cards_and_currencies": 0.0014995501349595122, "terminate_account": 0.0007997600719784066, "top_up_by_bank_transfer_charge": 0.0024992502249325203, "top_up_by_card_charge": 0.0014995501349595122, "top_up_by_cash_or_cheque": 0.0032990102969109266, "top_up_failed": 0.37708687393781865, "top_up_limits": 0.0038988303508947315, "top_up_reverted": 0.14105768269519145, "topping_up_by_card": 0.05338398480455864, "transaction_charged_twice": 0.0006997900629811057, "transfer_fee_charged": 0.0006997900629811057, "transfer_into_account": 0.0006997900629811057, "transfer_not_received_by_recipient": 0.0006997900629811057, "transfer_timing": 0.0006997900629811057, "unable_to_verify_identity": 0.0007997600719784066, "verify_my_identity": 0.0006997900629811057, "verify_source_of_funds": 0.0006997900629811057, "verify_top_up": 0.10646805958212537, "virtual_card_not_working": 0.001099670098970309, "visa_or_mastercard": 0.000999700089973008, "why_verify_identity": 0.0006997900629811057, "wrong_amount_of_cash_received": 0.0006997900629811057, "wrong_exchange_rate_for_cash_withdrawal": 0.0008997300809757073 }, "error": null, "latency_ms": 68.44054092653096, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1007", "text_group": "f1d286d88f4dbfea52b4f4aab566694e35a761e6a743dff0d0a0688fa53d5c0b", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.0026989204318272693, "activate_my_card": 0.001799280287884846, "age_limit": 0.0014994002399040384, "apple_pay_or_google_pay": 0.0023990403838464614, "atm_support": 0.004098360655737705, "automatic_top_up": 0.025489804078368653, "balance_not_updated_after_bank_transfer": 0.04998000799680129, "balance_not_updated_after_cheque_or_cash_deposit": 0.010995601759296281, "beneficiary_not_allowed": 0.0034986005597760898, "cancel_transfer": 0.0021991203518592567, "card_about_to_expire": 0.0020991603358656535, "card_acceptance": 0.0025989604158336665, "card_arrival": 0.0018992403038784486, "card_delivery_estimate": 0.001999200319872051, "card_linking": 0.0030987604958016795, "card_not_working": 0.0032986805277888847, "card_payment_fee_charged": 0.001999200319872051, "card_payment_not_recognised": 0.0029988004798080768, "card_payment_wrong_exchange_rate": 0.0026989204318272693, "card_swallowed": 0.004198320671731307, "cash_withdrawal_charge": 0.0018992403038784486, "cash_withdrawal_not_recognised": 0.0020991603358656535, "change_pin": 0.0015993602558976412, "compromised_card": 0.0029988004798080768, "contactless_not_working": 0.0023990403838464614, "country_support": 0.002299080367852859, "declined_card_payment": 0.001999200319872051, "declined_cash_withdrawal": 0.001999200319872051, "declined_transfer": 0.0020991603358656535, "direct_debit_payment_not_recognised": 0.0026989204318272693, "disposable_card_limits": 0.003398640543782487, "edit_personal_details": 0.0018992403038784486, "exchange_charge": 0.001799280287884846, "exchange_rate": 0.0016993202718912435, "exchange_via_app": 0.0020991603358656535, "extra_charge_on_statement": 0.001799280287884846, "failed_transfer": 0.004098360655737705, "fiat_currency_support": 0.0023990403838464614, "get_disposable_virtual_card": 0.003998400639744102, "get_physical_card": 0.0023990403838464614, "getting_spare_card": 0.0026989204318272693, "getting_virtual_card": 0.0018992403038784486, "lost_or_stolen_card": 0.0015993602558976412, "lost_or_stolen_phone": 0.0012994802079168333, "order_physical_card": 0.0021991203518592567, "passcode_forgotten": 0.0015993602558976412, "pending_card_payment": 0.001799280287884846, "pending_cash_withdrawal": 0.001799280287884846, "pending_top_up": 0.013194722111155539, "pending_transfer": 0.001799280287884846, "pin_blocked": 0.001799280287884846, "receiving_money": 0.002898840463814474, "request_refund": 0.002499000399840064, "reverted_card_payment?": 0.0034986005597760898, "supported_cards_and_currencies": 0.0023990403838464614, "terminate_account": 0.0023990403838464614, "top_up_by_bank_transfer_charge": 0.005297880847660936, "top_up_by_card_charge": 0.0023990403838464614, "top_up_by_cash_or_cheque": 0.00969612155137945, "top_up_failed": 0.05357856857257098, "top_up_limits": 0.003998400639744102, "top_up_reverted": 0.514094362255098, "topping_up_by_card": 0.056277489004398246, "transaction_charged_twice": 0.0018992403038784486, "transfer_fee_charged": 0.0014994002399040384, "transfer_into_account": 0.0025989604158336665, "transfer_not_received_by_recipient": 0.002898840463814474, "transfer_timing": 0.0021991203518592567, "unable_to_verify_identity": 0.001999200319872051, "verify_my_identity": 0.001999200319872051, "verify_source_of_funds": 0.005097960815673731, "verify_top_up": 0.039084366253498606, "virtual_card_not_working": 0.0021991203518592567, "visa_or_mastercard": 0.0018992403038784486, "why_verify_identity": 0.0021991203518592567, "wrong_amount_of_cash_received": 0.062275089964014395, "wrong_exchange_rate_for_cash_withdrawal": 0.0021991203518592567 }, "error": null, "latency_ms": 70.26904204394668, "usage": { "input_tokens": 611, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1008", "text_group": "d6bc606448b6bb3630fee9f0cf946419c473c41a858fc8a4c3e3646112e42504", "expected": "top_up_reverted", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.001, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0048, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0005, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0797, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0009, "request_refund": 0.0005, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.001, "top_up_failed": 0.485, "top_up_limits": 0.0004, "top_up_reverted": 0.3363, "topping_up_by_card": 0.0058, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0599, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 68.41416703537107, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1009", "text_group": "619ef99a8078986edc57ad5714d3bf3023c28cf0e7ca303dbc79110875c8b135", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.00019994001799460164, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0002999100269919024, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.9826052184344697, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 68.6250840080902, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1010", "text_group": "35341a9f1eeb813c3b2ab536eac65fb45288161421952b583a4fb77e0efa7520", "expected": "top_up_reverted", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.0007998400319936014, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0006998600279944011, "apple_pay_or_google_pay": 0.0008998200359928015, "atm_support": 0.0013997200559888023, "automatic_top_up": 0.0008998200359928015, "balance_not_updated_after_bank_transfer": 0.0030993801239752048, "balance_not_updated_after_cheque_or_cash_deposit": 0.009298140371925615, "beneficiary_not_allowed": 0.355628874225155, "cancel_transfer": 0.0010997800439912018, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0026994601079784043, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0005998800239952009, "card_linking": 0.0010997800439912018, "card_not_working": 0.0009998000399920016, "card_payment_fee_charged": 0.0006998600279944011, "card_payment_not_recognised": 0.0008998200359928015, "card_payment_wrong_exchange_rate": 0.0010997800439912018, "card_swallowed": 0.0007998400319936014, "cash_withdrawal_charge": 0.0007998400319936014, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.0005998800239952009, "compromised_card": 0.0006998600279944011, "contactless_not_working": 0.0008998200359928015, "country_support": 0.0008998200359928015, "declined_card_payment": 0.014097180563887222, "declined_cash_withdrawal": 0.0030993801239752048, "declined_transfer": 0.15116976604679064, "direct_debit_payment_not_recognised": 0.0008998200359928015, "disposable_card_limits": 0.0013997200559888023, "edit_personal_details": 0.0009998000399920016, "exchange_charge": 0.0007998400319936014, "exchange_rate": 0.0006998600279944011, "exchange_via_app": 0.0007998400319936014, "extra_charge_on_statement": 0.001799640071985603, "failed_transfer": 0.0013997200559888023, "fiat_currency_support": 0.0011997600479904018, "get_disposable_virtual_card": 0.0008998200359928015, "get_physical_card": 0.0010997800439912018, "getting_spare_card": 0.0009998000399920016, "getting_virtual_card": 0.0006998600279944011, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.0004999000199960008, "order_physical_card": 0.0009998000399920016, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0015996800639872027, "pending_transfer": 0.0006998600279944011, "pin_blocked": 0.0006998600279944011, "receiving_money": 0.0014997000599880025, "request_refund": 0.0010997800439912018, "reverted_card_payment?": 0.0009998000399920016, "supported_cards_and_currencies": 0.0010997800439912018, "terminate_account": 0.0009998000399920016, "top_up_by_bank_transfer_charge": 0.0010997800439912018, "top_up_by_card_charge": 0.0007998400319936014, "top_up_by_cash_or_cheque": 0.004199160167966407, "top_up_failed": 0.31903619276144773, "top_up_limits": 0.014797040591881624, "top_up_reverted": 0.027994401119776045, "topping_up_by_card": 0.0024995000999800043, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.023595280943811237, "transfer_not_received_by_recipient": 0.0009998000399920016, "transfer_timing": 0.0009998000399920016, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0007998400319936014, "verify_source_of_funds": 0.0008998200359928015, "verify_top_up": 0.010697860427914417, "virtual_card_not_working": 0.0007998400319936014, "visa_or_mastercard": 0.0007998400319936014, "why_verify_identity": 0.0007998400319936014, "wrong_amount_of_cash_received": 0.002599480103979204, "wrong_exchange_rate_for_cash_withdrawal": 0.0009998000399920016 }, "error": null, "latency_ms": 68.13870801124722, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1011", "text_group": "d4fcd51d7ed53e983521e55e96f75852975ef44bc7127bb7591a47bcf4b3ab05", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.0002998500749625187, "activate_my_card": 0.0002998500749625187, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.0002998500749625187, "atm_support": 0.0004997501249375313, "automatic_top_up": 0.0004997501249375313, "balance_not_updated_after_bank_transfer": 0.0004997501249375313, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997501249375313, "beneficiary_not_allowed": 0.0004997501249375313, "cancel_transfer": 0.002098950524737631, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.00039980009995002505, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.00039980009995002505, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.0004997501249375313, "card_payment_wrong_exchange_rate": 0.00039980009995002505, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.0002998500749625187, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0002998500749625187, "compromised_card": 0.00039980009995002505, "contactless_not_working": 0.0002998500749625187, "country_support": 0.00039980009995002505, "declined_card_payment": 0.00039980009995002505, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.00039980009995002505, "edit_personal_details": 0.00039980009995002505, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.00039980009995002505, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.024587706146926538, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.0002998500749625187, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.0005997001499250374, "supported_cards_and_currencies": 0.00039980009995002505, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.00039980009995002505, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.00039980009995002505, "top_up_failed": 0.0010994502748625688, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.9392303848075962, "topping_up_by_card": 0.0005997001499250374, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.008595702148925537, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998500749625187 }, "error": null, "latency_ms": 66.91216700710356, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1012", "text_group": "89d2c901d8921b0e696a568b5160564ad9c506e0adbadb9cab07813b80ce69fb", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.0006000600060006, "reverted_card_payment?": 0.0016001600160016002, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.9738973897389739, "topping_up_by_card": 0.0008000800080008001, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0014001400140014, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.06633400265127, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1013", "text_group": "2ead8e750e1ad2b13ca1545b371358666618688d102b200bc919582c7eb44f44", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00040012003601080324, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0012003601080324095, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.00040012003601080324, "country_support": 0.00040012003601080324, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.0007002100630189057, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0003000900270081024, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.0039011703511053313, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.9720916274882464, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.0007002100630189057, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 68.09949991293252, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1014", "text_group": "6fc0132770db92b41e786af629e88effde16323c55145d4caa202d607ed5dbd7", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00020010005002501252, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00040020010005002504, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00040020010005002504, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00040020010005002504, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00040020010005002504, "card_payment_wrong_exchange_rate": 0.0005002501250625313, "card_swallowed": 0.00040020010005002504, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.0007003501750875438, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.0006003001500750375, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00040020010005002504, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.975487743871936, "topping_up_by_card": 0.0005002501250625313, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.004002001000500251, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.69424995966256, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1015", "text_group": "c9f5cedcff84010a2bcd14870657362107ff75423efcb6c9f900a169184fd144", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.9795959191838368, "topping_up_by_card": 0.0006001200240048009, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 66.30191602744162, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1016", "text_group": "e43a18150836744e89b9cf4301772f74772b17e572ee7becb16049844735fa38", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.0013998600139986002, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.013698630136986302, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.0032996700329967, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.9505049495050495, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.006399360063993601, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 66.20216695591807, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1017", "text_group": "c4b003d5bf8bfad9dec8da70d0968cc4f701f4be25217ce94d566174cb575b0c", "expected": "top_up_reverted", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.0004999500049995, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.000999900009999, "automatic_top_up": 0.0058994100589941, "balance_not_updated_after_bank_transfer": 0.0010998900109989002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013998600139986002, "beneficiary_not_allowed": 0.0016998300169983002, "cancel_transfer": 0.0007999200079992001, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0007999200079992001, "card_not_working": 0.000999900009999, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0007999200079992001, "card_payment_wrong_exchange_rate": 0.0007999200079992001, "card_swallowed": 0.0185981401859814, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.0004999500049995, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0008999100089991, "country_support": 0.0005999400059994001, "declined_card_payment": 0.000999900009999, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0010998900109989002, "direct_debit_payment_not_recognised": 0.0007999200079992001, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.0006999300069993001, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.0006999300069993001, "failed_transfer": 0.0007999200079992001, "fiat_currency_support": 0.0007999200079992001, "get_disposable_virtual_card": 0.0007999200079992001, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.0037996200379962005, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0013998600139986002, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.0006999300069993001, "terminate_account": 0.0005999400059994001, "top_up_by_bank_transfer_charge": 0.0007999200079992001, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0016998300169983002, "top_up_failed": 0.9002099790020998, "top_up_limits": 0.0008999100089991, "top_up_reverted": 0.0184981501849815, "topping_up_by_card": 0.0015998400159984002, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.0014998500149985001, "virtual_card_not_working": 0.0015998400159984002, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.0013998600139986002, "wrong_exchange_rate_for_cash_withdrawal": 0.0005999400059994001 }, "error": null, "latency_ms": 70.92529104556888, "usage": { "input_tokens": 611, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1018", "text_group": "082bb91d341012f1a0a3c2a8d20544b059061a56484aec94d50b81845e441fef", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.00019994001799460164, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0002999100269919024, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.0005998200539838048, "supported_cards_and_currencies": 0.0002999100269919024, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.9806058182545236, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.000499850044986504, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 72.82920798752457, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1019", "text_group": "180dbf6fb6cec8398db62b0268e7ae740360ae92a10c857bd5298f530f740cfe", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.001799280287884846, "activate_my_card": 0.0012994802079168333, "age_limit": 0.0010995601759296284, "apple_pay_or_google_pay": 0.001799280287884846, "atm_support": 0.003698520591763295, "automatic_top_up": 0.023390643742503, "balance_not_updated_after_bank_transfer": 0.005297880847660936, "balance_not_updated_after_cheque_or_cash_deposit": 0.004698120751699321, "beneficiary_not_allowed": 0.002499000399840064, "cancel_transfer": 0.0012994802079168333, "card_about_to_expire": 0.0013994402239104358, "card_acceptance": 0.002299080367852859, "card_arrival": 0.002499000399840064, "card_delivery_estimate": 0.0026989204318272693, "card_linking": 0.0023990403838464614, "card_not_working": 0.0021991203518592567, "card_payment_fee_charged": 0.0012994802079168333, "card_payment_not_recognised": 0.0018992403038784486, "card_payment_wrong_exchange_rate": 0.0015993602558976412, "card_swallowed": 0.007297081167532987, "cash_withdrawal_charge": 0.0012994802079168333, "cash_withdrawal_not_recognised": 0.004898040783686526, "change_pin": 0.0011995201919232307, "compromised_card": 0.0031987205117952823, "contactless_not_working": 0.0018992403038784486, "country_support": 0.0020991603358656535, "declined_card_payment": 0.0011995201919232307, "declined_cash_withdrawal": 0.0013994402239104358, "declined_transfer": 0.0013994402239104358, "direct_debit_payment_not_recognised": 0.0018992403038784486, "disposable_card_limits": 0.0021991203518592567, "edit_personal_details": 0.0010995601759296284, "exchange_charge": 0.0011995201919232307, "exchange_rate": 0.0011995201919232307, "exchange_via_app": 0.0013994402239104358, "extra_charge_on_statement": 0.0010995601759296284, "failed_transfer": 0.0015993602558976412, "fiat_currency_support": 0.001999200319872051, "get_disposable_virtual_card": 0.002299080367852859, "get_physical_card": 0.005397840863654539, "getting_spare_card": 0.0014994002399040384, "getting_virtual_card": 0.0016993202718912435, "lost_or_stolen_card": 0.1591363454618153, "lost_or_stolen_phone": 0.09836065573770493, "order_physical_card": 0.001799280287884846, "passcode_forgotten": 0.0010995601759296284, "pending_card_payment": 0.0010995601759296284, "pending_cash_withdrawal": 0.0011995201919232307, "pending_top_up": 0.05107956817273091, "pending_transfer": 0.0010995601759296284, "pin_blocked": 0.0012994802079168333, "receiving_money": 0.0014994002399040384, "request_refund": 0.0014994002399040384, "reverted_card_payment?": 0.0018992403038784486, "supported_cards_and_currencies": 0.002299080367852859, "terminate_account": 0.0011995201919232307, "top_up_by_bank_transfer_charge": 0.003698520591763295, "top_up_by_card_charge": 0.0027988804478208716, "top_up_by_cash_or_cheque": 0.013394642143142744, "top_up_failed": 0.01279488204718113, "top_up_limits": 0.003398640543782487, "top_up_reverted": 0.35785685725709715, "topping_up_by_card": 0.1291483406637345, "transaction_charged_twice": 0.0013994402239104358, "transfer_fee_charged": 0.0009996001599360256, "transfer_into_account": 0.0010995601759296284, "transfer_not_received_by_recipient": 0.014594162335065974, "transfer_timing": 0.0012994802079168333, "unable_to_verify_identity": 0.0013994402239104358, "verify_my_identity": 0.0011995201919232307, "verify_source_of_funds": 0.0013994402239104358, "verify_top_up": 0.005197920831667333, "virtual_card_not_working": 0.0016993202718912435, "visa_or_mastercard": 0.0020991603358656535, "why_verify_identity": 0.0011995201919232307, "wrong_amount_of_cash_received": 0.0016993202718912435, "wrong_exchange_rate_for_cash_withdrawal": 0.0013994402239104358 }, "error": null, "latency_ms": 75.86054189596325, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1020", "text_group": "e4ac0bcd687b412dd6b609f079121ba6157865b558e9c2582af52e0d44fd96ac", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0008997300809757073, "automatic_top_up": 0.0032990102969109266, "balance_not_updated_after_bank_transfer": 0.005598320503848846, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018994301709487154, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0006997900629811057, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0006997900629811057, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.0005998200539838048, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0003998800359892033, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.0005998200539838048, "country_support": 0.0005998200539838048, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.0006997900629811057, "edit_personal_details": 0.000499850044986504, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.000499850044986504, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.030690792762171352, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.000499850044986504, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0006997900629811057, "top_up_by_card_charge": 0.000499850044986504, "top_up_by_cash_or_cheque": 0.000999700089973008, "top_up_failed": 0.0031990402879136263, "top_up_limits": 0.0005998200539838048, "top_up_reverted": 0.8944316704988504, "topping_up_by_card": 0.008897330800759773, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.02039388183544937, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.000499850044986504, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 74.90383402910084, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1021", "text_group": "6054a57746fb0f536a34a61c05e671af8084d6a27ff4ef690a66992ee83c2b31", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0002998800479808077, "declined_card_payment": 0.0003998400639744103, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.0002998800479808077, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.9818072770891644, "topping_up_by_card": 0.0003998400639744103, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 77.4406660348177, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1022", "text_group": "dd3d3ba3a03c2c72287c3998bed7168c5dc0797dcf19679f5fa04fd2d954bbd0", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00030015007503751874, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040020010005002504, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00040020010005002504, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00040020010005002504, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.0005002501250625313, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.9793896948474238, "topping_up_by_card": 0.00040020010005002504, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.0008004002001000501, "virtual_card_not_working": 0.00020010005002501252, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 75.06795902736485, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1023", "text_group": "239bcef746f7188a1ccb74c295c28c3caf16689bbf195d4c233f28678b8796bc", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.001299740051989602, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.9791041791641671, "topping_up_by_card": 0.0006998600279944011, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 71.22154103126377, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1024", "text_group": "f4065cd62c92bd5172ccd58b289980ecec6cf70899d93b017ec5d1b87adc02ec", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00030015007503751874, "balance_not_updated_after_bank_transfer": 0.00040020010005002504, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00040020010005002504, "cancel_transfer": 0.001500750375187594, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00040020010005002504, "card_swallowed": 0.00040020010005002504, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.0006003001500750375, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.0005002501250625313, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.001900950475237619, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.9763881940970486, "topping_up_by_card": 0.0005002501250625313, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.0006003001500750375, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 71.10441697295755, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1025", "text_group": "33c03a644f3fea88306cfb626511c38f64f7f273488181f8b28c3c2292a12c70", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0106010601060106, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.1914191419141914, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.0023002300230023, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.04590459045904591, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0006000600060006, "top_up_failed": 0.043304330433043305, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.6835683568356835, "topping_up_by_card": 0.0009000900090009, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.001000100010001, "virtual_card_not_working": 0.001000100010001, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 73.3653330244124, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1026", "text_group": "570d79c79a776307359ce549a238e0ad222a9b1877e35580d136513ae29e2d1c", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.000200160128102482, "activate_my_card": 0.000200160128102482, "age_limit": 0.000200160128102482, "apple_pay_or_google_pay": 0.00030024019215372296, "atm_support": 0.000400320256204964, "automatic_top_up": 0.00030024019215372296, "balance_not_updated_after_bank_transfer": 0.000400320256204964, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030024019215372296, "beneficiary_not_allowed": 0.000400320256204964, "cancel_transfer": 0.000500400320256205, "card_about_to_expire": 0.000200160128102482, "card_acceptance": 0.000400320256204964, "card_arrival": 0.000200160128102482, "card_delivery_estimate": 0.000200160128102482, "card_linking": 0.00030024019215372296, "card_not_working": 0.00030024019215372296, "card_payment_fee_charged": 0.00030024019215372296, "card_payment_not_recognised": 0.00030024019215372296, "card_payment_wrong_exchange_rate": 0.00030024019215372296, "card_swallowed": 0.000400320256204964, "cash_withdrawal_charge": 0.00030024019215372296, "cash_withdrawal_not_recognised": 0.00030024019215372296, "change_pin": 0.000200160128102482, "compromised_card": 0.000400320256204964, "contactless_not_working": 0.00030024019215372296, "country_support": 0.00030024019215372296, "declined_card_payment": 0.00030024019215372296, "declined_cash_withdrawal": 0.00030024019215372296, "declined_transfer": 0.00030024019215372296, "direct_debit_payment_not_recognised": 0.00030024019215372296, "disposable_card_limits": 0.00030024019215372296, "edit_personal_details": 0.000400320256204964, "exchange_charge": 0.000200160128102482, "exchange_rate": 0.000200160128102482, "exchange_via_app": 0.00030024019215372296, "extra_charge_on_statement": 0.000200160128102482, "failed_transfer": 0.00030024019215372296, "fiat_currency_support": 0.00030024019215372296, "get_disposable_virtual_card": 0.00030024019215372296, "get_physical_card": 0.000200160128102482, "getting_spare_card": 0.000200160128102482, "getting_virtual_card": 0.000200160128102482, "lost_or_stolen_card": 0.000200160128102482, "lost_or_stolen_phone": 0.000200160128102482, "order_physical_card": 0.000200160128102482, "passcode_forgotten": 0.000200160128102482, "pending_card_payment": 0.000200160128102482, "pending_cash_withdrawal": 0.000200160128102482, "pending_top_up": 0.00030024019215372296, "pending_transfer": 0.000200160128102482, "pin_blocked": 0.000200160128102482, "receiving_money": 0.00030024019215372296, "request_refund": 0.000500400320256205, "reverted_card_payment?": 0.000500400320256205, "supported_cards_and_currencies": 0.00030024019215372296, "terminate_account": 0.000200160128102482, "top_up_by_bank_transfer_charge": 0.000200160128102482, "top_up_by_card_charge": 0.000200160128102482, "top_up_by_cash_or_cheque": 0.00030024019215372296, "top_up_failed": 0.000400320256204964, "top_up_limits": 0.00030024019215372296, "top_up_reverted": 0.9789831865492393, "topping_up_by_card": 0.000500400320256205, "transaction_charged_twice": 0.000200160128102482, "transfer_fee_charged": 0.000200160128102482, "transfer_into_account": 0.000200160128102482, "transfer_not_received_by_recipient": 0.000200160128102482, "transfer_timing": 0.000200160128102482, "unable_to_verify_identity": 0.000200160128102482, "verify_my_identity": 0.000200160128102482, "verify_source_of_funds": 0.000200160128102482, "verify_top_up": 0.00030024019215372296, "virtual_card_not_working": 0.00030024019215372296, "visa_or_mastercard": 0.000200160128102482, "why_verify_identity": 0.000200160128102482, "wrong_amount_of_cash_received": 0.00030024019215372296, "wrong_exchange_rate_for_cash_withdrawal": 0.00030024019215372296 }, "error": null, "latency_ms": 69.49687493033707, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1027", "text_group": "8eb0c31e9d24e59924c0d96730d09a5e869bbb7cd98f474fa58df589e2f37227", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0004002401440864519, "automatic_top_up": 0.0007004202521512908, "balance_not_updated_after_bank_transfer": 0.0004002401440864519, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004002401440864519, "beneficiary_not_allowed": 0.0004002401440864519, "cancel_transfer": 0.0006003602161296778, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.0004002401440864519, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.0003001801080648389, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.0003001801080648389, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.0003001801080648389, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0003001801080648389, "declined_card_payment": 0.0003001801080648389, "declined_cash_withdrawal": 0.0003001801080648389, "declined_transfer": 0.0003001801080648389, "direct_debit_payment_not_recognised": 0.00020012007204322596, "disposable_card_limits": 0.0003001801080648389, "edit_personal_details": 0.0004002401440864519, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.0003001801080648389, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.0003001801080648389, "fiat_currency_support": 0.0003001801080648389, "get_disposable_virtual_card": 0.0003001801080648389, "get_physical_card": 0.0003001801080648389, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.00020012007204322596, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.0004002401440864519, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.0003001801080648389, "request_refund": 0.0005003001801080648, "reverted_card_payment?": 0.0007004202521512908, "supported_cards_and_currencies": 0.0003001801080648389, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.0003001801080648389, "top_up_by_card_charge": 0.0003001801080648389, "top_up_by_cash_or_cheque": 0.0004002401440864519, "top_up_failed": 0.0004002401440864519, "top_up_limits": 0.0003001801080648389, "top_up_reverted": 0.9777866720032019, "topping_up_by_card": 0.0007004202521512908, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.00020012007204322596, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.00020012007204322596, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.0004002401440864519, "virtual_card_not_working": 0.0003001801080648389, "visa_or_mastercard": 0.00020012007204322596, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.00020012007204322596, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 68.04008304607123, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1028", "text_group": "21e60b2b12aebed365a8fb9af730a2c253df7e7385929cd8752bb1a55b6c49d3", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00030015007503751874, "balance_not_updated_after_bank_transfer": 0.0005002501250625313, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040020010005002504, "beneficiary_not_allowed": 0.00040020010005002504, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00040020010005002504, "card_payment_wrong_exchange_rate": 0.00040020010005002504, "card_swallowed": 0.00040020010005002504, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00040020010005002504, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00040020010005002504, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00040020010005002504, "reverted_card_payment?": 0.0005002501250625313, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00040020010005002504, "top_up_failed": 0.0005002501250625313, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.9712856428214107, "topping_up_by_card": 0.0005002501250625313, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.008004002001000501, "virtual_card_not_working": 0.00020010005002501252, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 67.03325000125915, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1029", "text_group": "209d3ad88b7020cd087e3705f35960dda42a8243f340ad523ce5557d4216d750", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00020006001800540165, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00030009002700810244, "balance_not_updated_after_bank_transfer": 0.0004001200360108033, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.0004001200360108033, "cancel_transfer": 0.0010003000900270082, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.00030009002700810244, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.00030009002700810244, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.00020006001800540165, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.00030009002700810244, "country_support": 0.00030009002700810244, "declined_card_payment": 0.00030009002700810244, "declined_cash_withdrawal": 0.00020006001800540165, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.00020006001800540165, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.00030009002700810244, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.0004001200360108033, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.00030009002700810244, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.0006001800540162049, "supported_cards_and_currencies": 0.00030009002700810244, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00030009002700810244, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.0004001200360108033, "top_up_failed": 0.010203060918275483, "top_up_limits": 0.00030009002700810244, "top_up_reverted": 0.9693908172451736, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00020006001800540165, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00020006001800540165, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.00020006001800540165, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00020006001800540165, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 66.8209579307586, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1030", "text_group": "a76ba1241cb4613e0282383ee4f90f946c3cecedcf2d6256eaa5c17212cd9945", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.0005998800239952009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0016996600679864027, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.023595280943811237, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.00029994001199760045, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0009998000399920016, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.944511097780444, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0046990601879624075, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 66.86016696039587, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1031", "text_group": "f8962a9ca47dc6f881ead6dc965b6b60edb086c8098c66ae8e3f31238b3b154b", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0018996200759848032, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.0013997200559888023, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.00029994001199760045, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0005998800239952009, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0011997600479904018, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.9714057188562288, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0009998000399920016, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 68.10487492475659, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1032", "text_group": "a27ec274e7069917bd1a145f324ba14d0f2d55b00611902ad47b2d7af7aa9503", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0012002400480096017, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.9619923984796959, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.017403480696139225, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 72.01595802325755, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1033", "text_group": "f69579d72b7aaedc511739573e137fe6b87f23f8cdf219599001d25ce0ae711d", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.008998200359928014, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0007998400319936014, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.9637072585482903, "topping_up_by_card": 0.0006998600279944011, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 71.60720799583942, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1034", "text_group": "19dd7490b63dc28ef6076d47b4a706bcbb966877c462ad12abb1bdac437f0477", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.0006998600279944011, "reverted_card_payment?": 0.0005998800239952009, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.9798040391921615, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 68.2930420152843, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1035", "text_group": "6d15140e3c4f2f09cbc21fec9a610b23040ce8075612a654dc4768931ee1588c", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.0008003201280512205, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00020008003201280514, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.978891556622649, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.0019007603041216485, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 68.90254199970514, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1036", "text_group": "c771921b7d9299ce6957e10e8bd5a600dc89aa2cfeabba23485182afb5f7a43c", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.000400200100050025, "automatic_top_up": 0.00030015007503751874, "balance_not_updated_after_bank_transfer": 0.000400200100050025, "balance_not_updated_after_cheque_or_cash_deposit": 0.000400200100050025, "beneficiary_not_allowed": 0.0005002501250625312, "cancel_transfer": 0.00080040020010005, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.00030015007503751874, "card_not_working": 0.000400200100050025, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.000400200100050025, "card_swallowed": 0.000400200100050025, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.0002001000500250125, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0007003501750875437, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00030015007503751874, "request_refund": 0.0005002501250625312, "reverted_card_payment?": 0.0006003001500750375, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.0005002501250625312, "top_up_failed": 0.02691345672836418, "top_up_limits": 0.00030015007503751874, "top_up_reverted": 0.9499749874937469, "topping_up_by_card": 0.0006003001500750375, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.0006003001500750375, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 70.6793749704957, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1037", "text_group": "dde66fbb2592c699d737938d4c06137140ea0fac93b136be9ec4d6bfe7aeaebe", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0002998800479808077, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0004998000799680128, "cancel_transfer": 0.0010995601759296284, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0003998400639744103, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0002998800479808077, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0003998400639744103, "declined_card_payment": 0.0004998000799680128, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.0013994402239104358, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0002998800479808077, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.0004998000799680128, "supported_cards_and_currencies": 0.0003998400639744103, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0011995201919232307, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.9721111555377849, "topping_up_by_card": 0.0005997600959616154, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0005997600959616154, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 68.42662510462105, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1038", "text_group": "486c88baeef6999aef09084b19336012e6794add5d812445e7eceaa87130c240", "expected": "top_up_reverted", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.00020004000800160035, "atm_support": 0.0004000800160032007, "automatic_top_up": 0.0003000600120024005, "balance_not_updated_after_bank_transfer": 0.0003000600120024005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00020004000800160035, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0003000600120024005, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.0003000600120024005, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0003000600120024005, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.00020004000800160035, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.00020004000800160035, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0003000600120024005, "declined_card_payment": 0.0008001600320064014, "declined_cash_withdrawal": 0.0004000800160032007, "declined_transfer": 0.0004000800160032007, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.00020004000800160035, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.0004000800160032007, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.02270454090818164, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.00020004000800160035, "request_refund": 0.0003000600120024005, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0003000600120024005, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.0003000600120024005, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.0003000600120024005, "top_up_failed": 0.7626525305061013, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.18863772754550912, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.0003000600120024005, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.0072014402880576115, "virtual_card_not_working": 0.00020004000800160035, "visa_or_mastercard": 0.00020004000800160035, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.0003000600120024005, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160035 }, "error": null, "latency_ms": 69.31537494529039, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1039", "text_group": "e4ccc0c6de731c8d474f75067d0674a87c17673eed86341fb59620e112553498", "expected": "top_up_reverted", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.0014005602240896359, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.0005002000800320128, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.0005002000800320128, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.0007002801120448179, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.009403761504601841, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.9667867146858743, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.0006002400960384153, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 68.01895902026445, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1040", "text_group": "1046e4da2870fc37946db9cd30ccc40e5c681d9d7059fa471162ffc07655fb16", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.0003998800359892033, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.006897930620813756, "balance_not_updated_after_cheque_or_cash_deposit": 0.9216235129461162, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0002999100269919024, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0002999100269919024, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.000499850044986504, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0017994601619514146, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0005998200539838048, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0002999100269919024, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.0369889033290013, "top_up_failed": 0.009297210836748974, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.000999700089973008, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 68.90904204919934, "usage": { "input_tokens": 623, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1041", "text_group": "113af8d24df054e0043809cde033018d1e2a54266266da9aae32106e0194f9d8", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.0014007003501750877, "activate_my_card": 0.00040020010005002504, "age_limit": 0.00040020010005002504, "apple_pay_or_google_pay": 0.0005002501250625313, "atm_support": 0.0010005002501250627, "automatic_top_up": 0.0008004002001000501, "balance_not_updated_after_bank_transfer": 0.054727363681840925, "balance_not_updated_after_cheque_or_cash_deposit": 0.6295147573786893, "beneficiary_not_allowed": 0.0007003501750875438, "cancel_transfer": 0.00040020010005002504, "card_about_to_expire": 0.00040020010005002504, "card_acceptance": 0.0006003001500750375, "card_arrival": 0.00040020010005002504, "card_delivery_estimate": 0.0005002501250625313, "card_linking": 0.0006003001500750375, "card_not_working": 0.0005002501250625313, "card_payment_fee_charged": 0.00040020010005002504, "card_payment_not_recognised": 0.0009004502251125563, "card_payment_wrong_exchange_rate": 0.0007003501750875438, "card_swallowed": 0.0005002501250625313, "cash_withdrawal_charge": 0.0005002501250625313, "cash_withdrawal_not_recognised": 0.0009004502251125563, "change_pin": 0.00040020010005002504, "compromised_card": 0.0005002501250625313, "contactless_not_working": 0.0007003501750875438, "country_support": 0.0007003501750875438, "declined_card_payment": 0.0006003001500750375, "declined_cash_withdrawal": 0.0008004002001000501, "declined_transfer": 0.0009004502251125563, "direct_debit_payment_not_recognised": 0.0020010005002501254, "disposable_card_limits": 0.0008004002001000501, "edit_personal_details": 0.0005002501250625313, "exchange_charge": 0.0005002501250625313, "exchange_rate": 0.0005002501250625313, "exchange_via_app": 0.0005002501250625313, "extra_charge_on_statement": 0.0005002501250625313, "failed_transfer": 0.0008004002001000501, "fiat_currency_support": 0.0009004502251125563, "get_disposable_virtual_card": 0.0016008004002001002, "get_physical_card": 0.0011005502751375688, "getting_spare_card": 0.0006003001500750375, "getting_virtual_card": 0.0006003001500750375, "lost_or_stolen_card": 0.00040020010005002504, "lost_or_stolen_phone": 0.00040020010005002504, "order_physical_card": 0.00040020010005002504, "passcode_forgotten": 0.00040020010005002504, "pending_card_payment": 0.0009004502251125563, "pending_cash_withdrawal": 0.0025012506253126567, "pending_top_up": 0.22471235617808905, "pending_transfer": 0.011105552776388194, "pin_blocked": 0.00040020010005002504, "receiving_money": 0.0029014507253626812, "request_refund": 0.00040020010005002504, "reverted_card_payment?": 0.0006003001500750375, "supported_cards_and_currencies": 0.0007003501750875438, "terminate_account": 0.0005002501250625313, "top_up_by_bank_transfer_charge": 0.0006003001500750375, "top_up_by_card_charge": 0.00040020010005002504, "top_up_by_cash_or_cheque": 0.011105552776388194, "top_up_failed": 0.001500750375187594, "top_up_limits": 0.0006003001500750375, "top_up_reverted": 0.0033016508254127067, "topping_up_by_card": 0.0025012506253126567, "transaction_charged_twice": 0.00040020010005002504, "transfer_fee_charged": 0.00040020010005002504, "transfer_into_account": 0.0096048024012006, "transfer_not_received_by_recipient": 0.0028014007003501753, "transfer_timing": 0.0010005002501250627, "unable_to_verify_identity": 0.0005002501250625313, "verify_my_identity": 0.00040020010005002504, "verify_source_of_funds": 0.0007003501750875438, "verify_top_up": 0.0006003001500750375, "virtual_card_not_working": 0.0005002501250625313, "visa_or_mastercard": 0.0006003001500750375, "why_verify_identity": 0.00040020010005002504, "wrong_amount_of_cash_received": 0.0028014007003501753, "wrong_exchange_rate_for_cash_withdrawal": 0.0007003501750875438 }, "error": null, "latency_ms": 67.3573340754956, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1042", "text_group": "7064672d300553bc56da5143ce86e274a19498561ede7f74bdca00a638e07347", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0014995501349595122, "activate_my_card": 0.000999700089973008, "age_limit": 0.0008997300809757073, "apple_pay_or_google_pay": 0.001099670098970309, "atm_support": 0.0018994301709487154, "automatic_top_up": 0.0015995201439568132, "balance_not_updated_after_bank_transfer": 0.7213835849245227, "balance_not_updated_after_cheque_or_cash_deposit": 0.159852044386684, "beneficiary_not_allowed": 0.002399280215935219, "cancel_transfer": 0.000999700089973008, "card_about_to_expire": 0.000999700089973008, "card_acceptance": 0.0014995501349595122, "card_arrival": 0.000999700089973008, "card_delivery_estimate": 0.0008997300809757073, "card_linking": 0.0028991302609217232, "card_not_working": 0.0028991302609217232, "card_payment_fee_charged": 0.000999700089973008, "card_payment_not_recognised": 0.0012996101169649105, "card_payment_wrong_exchange_rate": 0.0013995801259622115, "card_swallowed": 0.0014995501349595122, "cash_withdrawal_charge": 0.001099670098970309, "cash_withdrawal_not_recognised": 0.0011996401079676095, "change_pin": 0.0012996101169649105, "compromised_card": 0.0012996101169649105, "contactless_not_working": 0.002099370188943317, "country_support": 0.0013995801259622115, "declined_card_payment": 0.001099670098970309, "declined_cash_withdrawal": 0.0012996101169649105, "declined_transfer": 0.0013995801259622115, "direct_debit_payment_not_recognised": 0.0012996101169649105, "disposable_card_limits": 0.0015995201439568132, "edit_personal_details": 0.008097570728781365, "exchange_charge": 0.000999700089973008, "exchange_rate": 0.000999700089973008, "exchange_via_app": 0.0012996101169649105, "extra_charge_on_statement": 0.001099670098970309, "failed_transfer": 0.0015995201439568132, "fiat_currency_support": 0.0015995201439568132, "get_disposable_virtual_card": 0.0013995801259622115, "get_physical_card": 0.0014995501349595122, "getting_spare_card": 0.0011996401079676095, "getting_virtual_card": 0.000999700089973008, "lost_or_stolen_card": 0.0007997600719784066, "lost_or_stolen_phone": 0.0006997900629811057, "order_physical_card": 0.001099670098970309, "passcode_forgotten": 0.000999700089973008, "pending_card_payment": 0.0012996101169649105, "pending_cash_withdrawal": 0.0014995501349595122, "pending_top_up": 0.006598020593821853, "pending_transfer": 0.0032990102969109266, "pin_blocked": 0.0013995801259622115, "receiving_money": 0.0015995201439568132, "request_refund": 0.0014995501349595122, "reverted_card_payment?": 0.0013995801259622115, "supported_cards_and_currencies": 0.0013995801259622115, "terminate_account": 0.0035989203239028293, "top_up_by_bank_transfer_charge": 0.000999700089973008, "top_up_by_card_charge": 0.0007997600719784066, "top_up_by_cash_or_cheque": 0.0014995501349595122, "top_up_failed": 0.002099370188943317, "top_up_limits": 0.001099670098970309, "top_up_reverted": 0.002699190242927122, "topping_up_by_card": 0.0013995801259622115, "transaction_charged_twice": 0.0008997300809757073, "transfer_fee_charged": 0.0008997300809757073, "transfer_into_account": 0.0013995801259622115, "transfer_not_received_by_recipient": 0.0011996401079676095, "transfer_timing": 0.0012996101169649105, "unable_to_verify_identity": 0.0013995801259622115, "verify_my_identity": 0.0011996401079676095, "verify_source_of_funds": 0.0013995801259622115, "verify_top_up": 0.0014995501349595122, "virtual_card_not_working": 0.0013995801259622115, "visa_or_mastercard": 0.000999700089973008, "why_verify_identity": 0.001099670098970309, "wrong_amount_of_cash_received": 0.002399280215935219, "wrong_exchange_rate_for_cash_withdrawal": 0.0011996401079676095 }, "error": null, "latency_ms": 67.99574999604374, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1043", "text_group": "82f701757d063197013c7116b044b7d75cf3b2b3d6dac67fda529f9f20a8a681", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.003999200159968006, "activate_my_card": 0.0008998200359928015, "age_limit": 0.0007998400319936014, "apple_pay_or_google_pay": 0.0011997600479904018, "atm_support": 0.001999600079984003, "automatic_top_up": 0.0014997000599880025, "balance_not_updated_after_bank_transfer": 0.1221755648870226, "balance_not_updated_after_cheque_or_cash_deposit": 0.7103579284143172, "beneficiary_not_allowed": 0.001999600079984003, "cancel_transfer": 0.0014997000599880025, "card_about_to_expire": 0.0009998000399920016, "card_acceptance": 0.0014997000599880025, "card_arrival": 0.0009998000399920016, "card_delivery_estimate": 0.0010997800439912018, "card_linking": 0.0015996800639872027, "card_not_working": 0.0014997000599880025, "card_payment_fee_charged": 0.0011997600479904018, "card_payment_not_recognised": 0.001799640071985603, "card_payment_wrong_exchange_rate": 0.001799640071985603, "card_swallowed": 0.0013997200559888023, "cash_withdrawal_charge": 0.0013997200559888023, "cash_withdrawal_not_recognised": 0.0020995800839832034, "change_pin": 0.0010997800439912018, "compromised_card": 0.001299740051989602, "contactless_not_working": 0.0016996600679864027, "country_support": 0.0015996800639872027, "declined_card_payment": 0.0013997200559888023, "declined_cash_withdrawal": 0.0015996800639872027, "declined_transfer": 0.0016996600679864027, "direct_debit_payment_not_recognised": 0.008698260347930413, "disposable_card_limits": 0.001799640071985603, "edit_personal_details": 0.0015996800639872027, "exchange_charge": 0.0011997600479904018, "exchange_rate": 0.0011997600479904018, "exchange_via_app": 0.001299740051989602, "extra_charge_on_statement": 0.0011997600479904018, "failed_transfer": 0.0030993801239752048, "fiat_currency_support": 0.0021995600879824036, "get_disposable_virtual_card": 0.001999600079984003, "get_physical_card": 0.0020995800839832034, "getting_spare_card": 0.0013997200559888023, "getting_virtual_card": 0.0013997200559888023, "lost_or_stolen_card": 0.0009998000399920016, "lost_or_stolen_phone": 0.0008998200359928015, "order_physical_card": 0.0010997800439912018, "passcode_forgotten": 0.0009998000399920016, "pending_card_payment": 0.0016996600679864027, "pending_cash_withdrawal": 0.0023995200959808036, "pending_top_up": 0.007998400319936013, "pending_transfer": 0.0030993801239752048, "pin_blocked": 0.001299740051989602, "receiving_money": 0.010497900419916018, "request_refund": 0.004999000199960009, "reverted_card_payment?": 0.0021995600879824036, "supported_cards_and_currencies": 0.001799640071985603, "terminate_account": 0.001799640071985603, "top_up_by_bank_transfer_charge": 0.001299740051989602, "top_up_by_card_charge": 0.0010997800439912018, "top_up_by_cash_or_cheque": 0.003999200159968006, "top_up_failed": 0.0027994401119776045, "top_up_limits": 0.0013997200559888023, "top_up_reverted": 0.014597080583883223, "topping_up_by_card": 0.001999600079984003, "transaction_charged_twice": 0.0018996200759848032, "transfer_fee_charged": 0.0010997800439912018, "transfer_into_account": 0.0021995600879824036, "transfer_not_received_by_recipient": 0.006498700259948011, "transfer_timing": 0.0013997200559888023, "unable_to_verify_identity": 0.0011997600479904018, "verify_my_identity": 0.0010997800439912018, "verify_source_of_funds": 0.002599480103979204, "verify_top_up": 0.001299740051989602, "virtual_card_not_working": 0.0013997200559888023, "visa_or_mastercard": 0.0015996800639872027, "why_verify_identity": 0.0010997800439912018, "wrong_amount_of_cash_received": 0.002599480103979204, "wrong_exchange_rate_for_cash_withdrawal": 0.0015996800639872027 }, "error": null, "latency_ms": 69.17008303571492, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1044", "text_group": "c0020508f9da4d77b1db0e77c1f4dcc3500928d820332c19e71c22493ea1b699", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.0007999200079992001, "activate_my_card": 0.0005999400059994001, "age_limit": 0.0005999400059994001, "apple_pay_or_google_pay": 0.0007999200079992001, "atm_support": 0.0013998600139986002, "automatic_top_up": 0.0007999200079992001, "balance_not_updated_after_bank_transfer": 0.04389561043895611, "balance_not_updated_after_cheque_or_cash_deposit": 0.7179282071792821, "beneficiary_not_allowed": 0.0014998500149985001, "cancel_transfer": 0.0008999100089991, "card_about_to_expire": 0.0006999300069993001, "card_acceptance": 0.0008999100089991, "card_arrival": 0.0007999200079992001, "card_delivery_estimate": 0.0008999100089991, "card_linking": 0.000999900009999, "card_not_working": 0.000999900009999, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.0008999100089991, "card_payment_wrong_exchange_rate": 0.0010998900109989002, "card_swallowed": 0.000999900009999, "cash_withdrawal_charge": 0.0010998900109989002, "cash_withdrawal_not_recognised": 0.024597540245975404, "change_pin": 0.0006999300069993001, "compromised_card": 0.0008999100089991, "contactless_not_working": 0.000999900009999, "country_support": 0.000999900009999, "declined_card_payment": 0.0006999300069993001, "declined_cash_withdrawal": 0.0018998100189981002, "declined_transfer": 0.0008999100089991, "direct_debit_payment_not_recognised": 0.0012998700129987, "disposable_card_limits": 0.000999900009999, "edit_personal_details": 0.0007999200079992001, "exchange_charge": 0.0006999300069993001, "exchange_rate": 0.0006999300069993001, "exchange_via_app": 0.0007999200079992001, "extra_charge_on_statement": 0.0006999300069993001, "failed_transfer": 0.0014998500149985001, "fiat_currency_support": 0.0014998500149985001, "get_disposable_virtual_card": 0.0010998900109989002, "get_physical_card": 0.001999800019998, "getting_spare_card": 0.0007999200079992001, "getting_virtual_card": 0.0007999200079992001, "lost_or_stolen_card": 0.0016998300169983002, "lost_or_stolen_phone": 0.0013998600139986002, "order_physical_card": 0.0008999100089991, "passcode_forgotten": 0.0006999300069993001, "pending_card_payment": 0.000999900009999, "pending_cash_withdrawal": 0.07689231076892311, "pending_top_up": 0.0018998100189981002, "pending_transfer": 0.0023997600239976003, "pin_blocked": 0.0008999100089991, "receiving_money": 0.0018998100189981002, "request_refund": 0.0010998900109989002, "reverted_card_payment?": 0.000999900009999, "supported_cards_and_currencies": 0.0010998900109989002, "terminate_account": 0.0008999100089991, "top_up_by_bank_transfer_charge": 0.0007999200079992001, "top_up_by_card_charge": 0.0006999300069993001, "top_up_by_cash_or_cheque": 0.0188981101889811, "top_up_failed": 0.0031996800319968005, "top_up_limits": 0.0008999100089991, "top_up_reverted": 0.004299570042995701, "topping_up_by_card": 0.0010998900109989002, "transaction_charged_twice": 0.000999900009999, "transfer_fee_charged": 0.0006999300069993001, "transfer_into_account": 0.0014998500149985001, "transfer_not_received_by_recipient": 0.0065993400659934, "transfer_timing": 0.0011998800119988001, "unable_to_verify_identity": 0.0007999200079992001, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.0015998400159984002, "verify_top_up": 0.0007999200079992001, "virtual_card_not_working": 0.0008999100089991, "visa_or_mastercard": 0.0007999200079992001, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.032996700329967, "wrong_exchange_rate_for_cash_withdrawal": 0.0012998700129987 }, "error": null, "latency_ms": 69.98658296652138, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1045", "text_group": "30453426944d1c3b417b5673456f399bd7852e5ba3ff4e8525c49ff274e71580", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.0008000800080008001, "activate_my_card": 0.0008000800080008001, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.0011001100110011003, "atm_support": 0.0024002400240024, "automatic_top_up": 0.0013001300130013002, "balance_not_updated_after_bank_transfer": 0.0139013901390139, "balance_not_updated_after_cheque_or_cash_deposit": 0.8178817881788178, "beneficiary_not_allowed": 0.0015001500150015003, "cancel_transfer": 0.0009000900090009, "card_about_to_expire": 0.0008000800080008001, "card_acceptance": 0.0012001200120012, "card_arrival": 0.0009000900090009, "card_delivery_estimate": 0.001000100010001, "card_linking": 0.0012001200120012, "card_not_working": 0.001000100010001, "card_payment_fee_charged": 0.0009000900090009, "card_payment_not_recognised": 0.0011001100110011003, "card_payment_wrong_exchange_rate": 0.0014001400140014, "card_swallowed": 0.0012001200120012, "cash_withdrawal_charge": 0.0017001700170017002, "cash_withdrawal_not_recognised": 0.027202720272027203, "change_pin": 0.0008000800080008001, "compromised_card": 0.0011001100110011003, "contactless_not_working": 0.0012001200120012, "country_support": 0.0017001700170017002, "declined_card_payment": 0.0008000800080008001, "declined_cash_withdrawal": 0.0018001800180018, "declined_transfer": 0.001000100010001, "direct_debit_payment_not_recognised": 0.0018001800180018, "disposable_card_limits": 0.0019001900190019003, "edit_personal_details": 0.0011001100110011003, "exchange_charge": 0.0009000900090009, "exchange_rate": 0.001000100010001, "exchange_via_app": 0.001000100010001, "extra_charge_on_statement": 0.0008000800080008001, "failed_transfer": 0.0011001100110011003, "fiat_currency_support": 0.0025002500250025004, "get_disposable_virtual_card": 0.002000200020002, "get_physical_card": 0.009400940094009401, "getting_spare_card": 0.0013001300130013002, "getting_virtual_card": 0.0013001300130013002, "lost_or_stolen_card": 0.0014001400140014, "lost_or_stolen_phone": 0.0009000900090009, "order_physical_card": 0.0011001100110011003, "passcode_forgotten": 0.0008000800080008001, "pending_card_payment": 0.0009000900090009, "pending_cash_withdrawal": 0.0021002100210021, "pending_top_up": 0.001000100010001, "pending_transfer": 0.0009000900090009, "pin_blocked": 0.0009000900090009, "receiving_money": 0.0017001700170017002, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.0012001200120012, "supported_cards_and_currencies": 0.0017001700170017002, "terminate_account": 0.0011001100110011003, "top_up_by_bank_transfer_charge": 0.001000100010001, "top_up_by_card_charge": 0.0009000900090009, "top_up_by_cash_or_cheque": 0.0214021402140214, "top_up_failed": 0.0013001300130013002, "top_up_limits": 0.0013001300130013002, "top_up_reverted": 0.0018001800180018, "topping_up_by_card": 0.0018001800180018, "transaction_charged_twice": 0.0009000900090009, "transfer_fee_charged": 0.0008000800080008001, "transfer_into_account": 0.0012001200120012, "transfer_not_received_by_recipient": 0.0017001700170017002, "transfer_timing": 0.001000100010001, "unable_to_verify_identity": 0.001000100010001, "verify_my_identity": 0.001000100010001, "verify_source_of_funds": 0.007400740074007401, "verify_top_up": 0.001000100010001, "virtual_card_not_working": 0.001000100010001, "visa_or_mastercard": 0.0011001100110011003, "why_verify_identity": 0.0009000900090009, "wrong_amount_of_cash_received": 0.0177017701770177, "wrong_exchange_rate_for_cash_withdrawal": 0.0018001800180018 }, "error": null, "latency_ms": 70.96312497742474, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1046", "text_group": "16655fef792d452fea2769bd4410dc40f06b93bf595e410d810397ff8efd8f54", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.001799640071985603, "activate_my_card": 0.0018996200759848032, "age_limit": 0.0015996800639872027, "apple_pay_or_google_pay": 0.002299540091981604, "atm_support": 0.005598880223955209, "automatic_top_up": 0.0030993801239752048, "balance_not_updated_after_bank_transfer": 0.011197760447910418, "balance_not_updated_after_cheque_or_cash_deposit": 0.4781043791241752, "beneficiary_not_allowed": 0.0026994601079784043, "cancel_transfer": 0.001999600079984003, "card_about_to_expire": 0.0016996600679864027, "card_acceptance": 0.0027994401119776045, "card_arrival": 0.0015996800639872027, "card_delivery_estimate": 0.0016996600679864027, "card_linking": 0.0030993801239752048, "card_not_working": 0.002299540091981604, "card_payment_fee_charged": 0.0018996200759848032, "card_payment_not_recognised": 0.001999600079984003, "card_payment_wrong_exchange_rate": 0.0024995000999800043, "card_swallowed": 0.001999600079984003, "cash_withdrawal_charge": 0.0046990601879624075, "cash_withdrawal_not_recognised": 0.007898420315936813, "change_pin": 0.001799640071985603, "compromised_card": 0.001999600079984003, "contactless_not_working": 0.0023995200959808036, "country_support": 0.0028994201159768043, "declined_card_payment": 0.0018996200759848032, "declined_cash_withdrawal": 0.004299140171965607, "declined_transfer": 0.002299540091981604, "direct_debit_payment_not_recognised": 0.0032993401319736052, "disposable_card_limits": 0.0030993801239752048, "edit_personal_details": 0.0030993801239752048, "exchange_charge": 0.0020995800839832034, "exchange_rate": 0.001999600079984003, "exchange_via_app": 0.0021995600879824036, "extra_charge_on_statement": 0.0023995200959808036, "failed_transfer": 0.002299540091981604, "fiat_currency_support": 0.00599880023995201, "get_disposable_virtual_card": 0.003899220155968806, "get_physical_card": 0.009998000399920017, "getting_spare_card": 0.002299540091981604, "getting_virtual_card": 0.0026994601079784043, "lost_or_stolen_card": 0.0013997200559888023, "lost_or_stolen_phone": 0.001299740051989602, "order_physical_card": 0.0027994401119776045, "passcode_forgotten": 0.0014997000599880025, "pending_card_payment": 0.0018996200759848032, "pending_cash_withdrawal": 0.004399120175964807, "pending_top_up": 0.0021995600879824036, "pending_transfer": 0.001999600079984003, "pin_blocked": 0.0016996600679864027, "receiving_money": 0.004199160167966407, "request_refund": 0.0016996600679864027, "reverted_card_payment?": 0.001999600079984003, "supported_cards_and_currencies": 0.004099180163967207, "terminate_account": 0.0020995800839832034, "top_up_by_bank_transfer_charge": 0.0024995000999800043, "top_up_by_card_charge": 0.001799640071985603, "top_up_by_cash_or_cheque": 0.3079384123175365, "top_up_failed": 0.0023995200959808036, "top_up_limits": 0.0021995600879824036, "top_up_reverted": 0.0027994401119776045, "topping_up_by_card": 0.003699260147970406, "transaction_charged_twice": 0.0015996800639872027, "transfer_fee_charged": 0.0016996600679864027, "transfer_into_account": 0.004099180163967207, "transfer_not_received_by_recipient": 0.0024995000999800043, "transfer_timing": 0.0027994401119776045, "unable_to_verify_identity": 0.001799640071985603, "verify_my_identity": 0.001799640071985603, "verify_source_of_funds": 0.001999600079984003, "verify_top_up": 0.0016996600679864027, "virtual_card_not_working": 0.0021995600879824036, "visa_or_mastercard": 0.0021995600879824036, "why_verify_identity": 0.0014997000599880025, "wrong_amount_of_cash_received": 0.006998600279944011, "wrong_exchange_rate_for_cash_withdrawal": 0.002999400119976005 }, "error": null, "latency_ms": 68.62975005060434, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1047", "text_group": "e51518a7a0b052fe9fc38fe52ee590b85368a0742bf7caab22e58ea27c909b73", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.001299740051989602, "activate_my_card": 0.0008998200359928015, "age_limit": 0.0007998400319936014, "apple_pay_or_google_pay": 0.0010997800439912018, "atm_support": 0.001999600079984003, "automatic_top_up": 0.0009998000399920016, "balance_not_updated_after_bank_transfer": 0.1299740051989602, "balance_not_updated_after_cheque_or_cash_deposit": 0.12237552489502099, "beneficiary_not_allowed": 0.0013997200559888023, "cancel_transfer": 0.0007998400319936014, "card_about_to_expire": 0.0008998200359928015, "card_acceptance": 0.001299740051989602, "card_arrival": 0.0009998000399920016, "card_delivery_estimate": 0.0014997000599880025, "card_linking": 0.001299740051989602, "card_not_working": 0.0009998000399920016, "card_payment_fee_charged": 0.0008998200359928015, "card_payment_not_recognised": 0.0009998000399920016, "card_payment_wrong_exchange_rate": 0.0011997600479904018, "card_swallowed": 0.001299740051989602, "cash_withdrawal_charge": 0.0014997000599880025, "cash_withdrawal_not_recognised": 0.05488902219556089, "change_pin": 0.0007998400319936014, "compromised_card": 0.0008998200359928015, "contactless_not_working": 0.0010997800439912018, "country_support": 0.0015996800639872027, "declined_card_payment": 0.0007998400319936014, "declined_cash_withdrawal": 0.0023995200959808036, "declined_transfer": 0.0008998200359928015, "direct_debit_payment_not_recognised": 0.0010997800439912018, "disposable_card_limits": 0.0016996600679864027, "edit_personal_details": 0.0015996800639872027, "exchange_charge": 0.0008998200359928015, "exchange_rate": 0.0009998000399920016, "exchange_via_app": 0.0009998000399920016, "extra_charge_on_statement": 0.0008998200359928015, "failed_transfer": 0.0011997600479904018, "fiat_currency_support": 0.0016996600679864027, "get_disposable_virtual_card": 0.001999600079984003, "get_physical_card": 0.005498900219956008, "getting_spare_card": 0.001799640071985603, "getting_virtual_card": 0.0011997600479904018, "lost_or_stolen_card": 0.0006998600279944011, "lost_or_stolen_phone": 0.0006998600279944011, "order_physical_card": 0.001299740051989602, "passcode_forgotten": 0.0007998400319936014, "pending_card_payment": 0.0010997800439912018, "pending_cash_withdrawal": 0.5566886622675464, "pending_top_up": 0.008098380323935212, "pending_transfer": 0.001999600079984003, "pin_blocked": 0.0008998200359928015, "receiving_money": 0.002599480103979204, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.0011997600479904018, "supported_cards_and_currencies": 0.0014997000599880025, "terminate_account": 0.0009998000399920016, "top_up_by_bank_transfer_charge": 0.0010997800439912018, "top_up_by_card_charge": 0.0008998200359928015, "top_up_by_cash_or_cheque": 0.007298540291941612, "top_up_failed": 0.001299740051989602, "top_up_limits": 0.0015996800639872027, "top_up_reverted": 0.0023995200959808036, "topping_up_by_card": 0.0020995800839832034, "transaction_charged_twice": 0.0008998200359928015, "transfer_fee_charged": 0.0007998400319936014, "transfer_into_account": 0.0014997000599880025, "transfer_not_received_by_recipient": 0.0013997200559888023, "transfer_timing": 0.0015996800639872027, "unable_to_verify_identity": 0.0008998200359928015, "verify_my_identity": 0.0008998200359928015, "verify_source_of_funds": 0.0015996800639872027, "verify_top_up": 0.0010997800439912018, "virtual_card_not_working": 0.0008998200359928015, "visa_or_mastercard": 0.001299740051989602, "why_verify_identity": 0.0007998400319936014, "wrong_amount_of_cash_received": 0.029294141171765646, "wrong_exchange_rate_for_cash_withdrawal": 0.0013997200559888023 }, "error": null, "latency_ms": 70.08670805953443, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1048", "text_group": "999670e59bf5da1529d73dc3d425b033842471377e98db6ace068e123311730c", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.0005995802937943439, "activate_my_card": 0.00049965024482862, "age_limit": 0.00049965024482862, "apple_pay_or_google_pay": 0.000699510342760068, "atm_support": 0.001299090636554412, "automatic_top_up": 0.0005995802937943439, "balance_not_updated_after_bank_transfer": 0.08474068152293396, "balance_not_updated_after_cheque_or_cash_deposit": 0.5378235235335266, "beneficiary_not_allowed": 0.001099230538622964, "cancel_transfer": 0.0005995802937943439, "card_about_to_expire": 0.0005995802937943439, "card_acceptance": 0.000899370440691516, "card_arrival": 0.000699510342760068, "card_delivery_estimate": 0.0005995802937943439, "card_linking": 0.000899370440691516, "card_not_working": 0.000899370440691516, "card_payment_fee_charged": 0.0005995802937943439, "card_payment_not_recognised": 0.000699510342760068, "card_payment_wrong_exchange_rate": 0.00099930048965724, "card_swallowed": 0.000799440391725792, "cash_withdrawal_charge": 0.000899370440691516, "cash_withdrawal_not_recognised": 0.013290696512441292, "change_pin": 0.0005995802937943439, "compromised_card": 0.000699510342760068, "contactless_not_working": 0.001099230538622964, "country_support": 0.001099230538622964, "declined_card_payment": 0.000699510342760068, "declined_cash_withdrawal": 0.00549615269311482, "declined_transfer": 0.00099930048965724, "direct_debit_payment_not_recognised": 0.000899370440691516, "disposable_card_limits": 0.00099930048965724, "edit_personal_details": 0.0005995802937943439, "exchange_charge": 0.000699510342760068, "exchange_rate": 0.000699510342760068, "exchange_via_app": 0.000799440391725792, "extra_charge_on_statement": 0.0005995802937943439, "failed_transfer": 0.0011991605875886879, "fiat_currency_support": 0.0011991605875886879, "get_disposable_virtual_card": 0.001299090636554412, "get_physical_card": 0.000899370440691516, "getting_spare_card": 0.000699510342760068, "getting_virtual_card": 0.000699510342760068, "lost_or_stolen_card": 0.0005995802937943439, "lost_or_stolen_phone": 0.00049965024482862, "order_physical_card": 0.0005995802937943439, "passcode_forgotten": 0.0005995802937943439, "pending_card_payment": 0.0005995802937943439, "pending_cash_withdrawal": 0.010892375337263916, "pending_top_up": 0.0011991605875886879, "pending_transfer": 0.000899370440691516, "pin_blocked": 0.000699510342760068, "receiving_money": 0.003797341860697512, "request_refund": 0.000699510342760068, "reverted_card_payment?": 0.00099930048965724, "supported_cards_and_currencies": 0.001099230538622964, "terminate_account": 0.000699510342760068, "top_up_by_bank_transfer_charge": 0.000699510342760068, "top_up_by_card_charge": 0.0005995802937943439, "top_up_by_cash_or_cheque": 0.03437593684420906, "top_up_failed": 0.0024982512241431, "top_up_limits": 0.000899370440691516, "top_up_reverted": 0.009293494553812332, "topping_up_by_card": 0.00199860097931448, "transaction_charged_twice": 0.000699510342760068, "transfer_fee_charged": 0.0005995802937943439, "transfer_into_account": 0.000699510342760068, "transfer_not_received_by_recipient": 0.001299090636554412, "transfer_timing": 0.000699510342760068, "unable_to_verify_identity": 0.000699510342760068, "verify_my_identity": 0.0005995802937943439, "verify_source_of_funds": 0.001399020685520136, "verify_top_up": 0.000799440391725792, "virtual_card_not_working": 0.000799440391725792, "visa_or_mastercard": 0.000799440391725792, "why_verify_identity": 0.000699510342760068, "wrong_amount_of_cash_received": 0.24173078844808638, "wrong_exchange_rate_for_cash_withdrawal": 0.001898670930348756 }, "error": null, "latency_ms": 69.33824997395277, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1049", "text_group": "d4b7ddbb90118503aecb9afbc9cbe9bcd10558af6cf58c7f54ce8d067d808c8f", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.005200520052005201, "balance_not_updated_after_cheque_or_cash_deposit": 0.9256925692569257, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.00020002000200020003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0113011301130113, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00040004000400040005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.036203620362036205, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0030003000300030005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.68862500414252, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1050", "text_group": "88f7a37369eb8d68aafd7e7b9aeb718c50d5faf68f56033b558b94939a0613a0", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.015596880623875225, "balance_not_updated_after_cheque_or_cash_deposit": 0.3442311537692462, "beneficiary_not_allowed": 0.0007998400319936014, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0005998800239952009, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.002999400119976005, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0005998800239952009, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.001299740051989602, "declined_transfer": 0.0007998400319936014, "direct_debit_payment_not_recognised": 0.0021995600879824036, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0014997000599880025, "fiat_currency_support": 0.0006998600279944011, "get_disposable_virtual_card": 0.0006998600279944011, "get_physical_card": 0.0023995200959808036, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0007998400319936014, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0007998400319936014, "pending_cash_withdrawal": 0.010197960407918417, "pending_top_up": 0.015896820635872826, "pending_transfer": 0.023295340931813638, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0027994401119776045, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.023395320935812838, "top_up_failed": 0.0010997800439912018, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0007998400319936014, "topping_up_by_card": 0.0010997800439912018, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.035092981403719255, "transfer_not_received_by_recipient": 0.478504299140172, "transfer_timing": 0.0034993001399720057, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.0061987602479504095, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 69.22670803032815, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1051", "text_group": "438b45e9391d627025f3e6b73a288ec329b26ed13c80d4431dcc25ec92f20883", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0069972011195521796, "balance_not_updated_after_cheque_or_cash_deposit": 0.8809476209516194, "beneficiary_not_allowed": 0.00019992003198720514, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0002998800479808077, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 9.996001599360257e-05, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.0003998400639744103, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0003998400639744103, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.0942622950819672, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0003998400639744103, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.0004998000799680128, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 69.63058398105204, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1052", "text_group": "e8c06f11502f23c761b86c790c158bbbf0990d8fd3b3b1f85d30e5aeffe6164d", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.0005997600959616154, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0005997600959616154, "atm_support": 0.0010995601759296284, "automatic_top_up": 0.0005997600959616154, "balance_not_updated_after_bank_transfer": 0.011795281887245102, "balance_not_updated_after_cheque_or_cash_deposit": 0.5196921231507398, "beneficiary_not_allowed": 0.000899640143942423, "cancel_transfer": 0.0004998000799680128, "card_about_to_expire": 0.0004998000799680128, "card_acceptance": 0.0006997201119552179, "card_arrival": 0.0004998000799680128, "card_delivery_estimate": 0.0006997201119552179, "card_linking": 0.0007996801279488206, "card_not_working": 0.0005997600959616154, "card_payment_fee_charged": 0.0004998000799680128, "card_payment_not_recognised": 0.0010995601759296284, "card_payment_wrong_exchange_rate": 0.0007996801279488206, "card_swallowed": 0.0005997600959616154, "cash_withdrawal_charge": 0.0004998000799680128, "cash_withdrawal_not_recognised": 0.0004998000799680128, "change_pin": 0.0003998400639744103, "compromised_card": 0.0004998000799680128, "contactless_not_working": 0.0006997201119552179, "country_support": 0.0007996801279488206, "declined_card_payment": 0.0006997201119552179, "declined_cash_withdrawal": 0.0004998000799680128, "declined_transfer": 0.0007996801279488206, "direct_debit_payment_not_recognised": 0.007996801279488205, "disposable_card_limits": 0.0007996801279488206, "edit_personal_details": 0.0006997201119552179, "exchange_charge": 0.0004998000799680128, "exchange_rate": 0.0004998000799680128, "exchange_via_app": 0.0004998000799680128, "extra_charge_on_statement": 0.0005997600959616154, "failed_transfer": 0.000899640143942423, "fiat_currency_support": 0.0009996001599360256, "get_disposable_virtual_card": 0.0007996801279488206, "get_physical_card": 0.0006997201119552179, "getting_spare_card": 0.0004998000799680128, "getting_virtual_card": 0.0004998000799680128, "lost_or_stolen_card": 0.0003998400639744103, "lost_or_stolen_phone": 0.0003998400639744103, "order_physical_card": 0.0003998400639744103, "passcode_forgotten": 0.0003998400639744103, "pending_card_payment": 0.006697321071571372, "pending_cash_withdrawal": 0.0007996801279488206, "pending_top_up": 0.3459616153538585, "pending_transfer": 0.010795681727309077, "pin_blocked": 0.0004998000799680128, "receiving_money": 0.014594162335065974, "request_refund": 0.0004998000799680128, "reverted_card_payment?": 0.000899640143942423, "supported_cards_and_currencies": 0.0006997201119552179, "terminate_account": 0.0005997600959616154, "top_up_by_bank_transfer_charge": 0.0004998000799680128, "top_up_by_card_charge": 0.0004998000799680128, "top_up_by_cash_or_cheque": 0.0026989204318272693, "top_up_failed": 0.004998000799680128, "top_up_limits": 0.0006997201119552179, "top_up_reverted": 0.009996001599360257, "topping_up_by_card": 0.0011995201919232307, "transaction_charged_twice": 0.0004998000799680128, "transfer_fee_charged": 0.0004998000799680128, "transfer_into_account": 0.003698520591763295, "transfer_not_received_by_recipient": 0.0194922031187525, "transfer_timing": 0.000899640143942423, "unable_to_verify_identity": 0.0004998000799680128, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0007996801279488206, "verify_top_up": 0.0004998000799680128, "virtual_card_not_working": 0.0004998000799680128, "visa_or_mastercard": 0.0006997201119552179, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.0014994002399040384, "wrong_exchange_rate_for_cash_withdrawal": 0.0005997600959616154 }, "error": null, "latency_ms": 72.5823340471834, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1053", "text_group": "dc27e67270f01cd9eabe51241ab8cd20103047cc471537cfac9a0582543c2c48", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.002199340197940618, "activate_my_card": 0.0005998200539838048, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.0006997900629811057, "atm_support": 0.001099670098970309, "automatic_top_up": 0.000999700089973008, "balance_not_updated_after_bank_transfer": 0.006697990602819155, "balance_not_updated_after_cheque_or_cash_deposit": 0.20713785864240727, "beneficiary_not_allowed": 0.004098770368889334, "cancel_transfer": 0.0015995201439568132, "card_about_to_expire": 0.0005998200539838048, "card_acceptance": 0.0008997300809757073, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.0005998200539838048, "card_linking": 0.0007997600719784066, "card_not_working": 0.0007997600719784066, "card_payment_fee_charged": 0.0006997900629811057, "card_payment_not_recognised": 0.0008997300809757073, "card_payment_wrong_exchange_rate": 0.000999700089973008, "card_swallowed": 0.0006997900629811057, "cash_withdrawal_charge": 0.0011996401079676095, "cash_withdrawal_not_recognised": 0.002099370188943317, "change_pin": 0.0005998200539838048, "compromised_card": 0.0006997900629811057, "contactless_not_working": 0.000999700089973008, "country_support": 0.0007997600719784066, "declined_card_payment": 0.004098770368889334, "declined_cash_withdrawal": 0.1709487153853844, "declined_transfer": 0.09887033889833051, "direct_debit_payment_not_recognised": 0.0018994301709487154, "disposable_card_limits": 0.0007997600719784066, "edit_personal_details": 0.0008997300809757073, "exchange_charge": 0.0006997900629811057, "exchange_rate": 0.0005998200539838048, "exchange_via_app": 0.0007997600719784066, "extra_charge_on_statement": 0.0008997300809757073, "failed_transfer": 0.003998800359892032, "fiat_currency_support": 0.0012996101169649105, "get_disposable_virtual_card": 0.0008997300809757073, "get_physical_card": 0.0007997600719784066, "getting_spare_card": 0.0005998200539838048, "getting_virtual_card": 0.0006997900629811057, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.000499850044986504, "order_physical_card": 0.0005998200539838048, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.0007997600719784066, "pending_cash_withdrawal": 0.0024992502249325203, "pending_top_up": 0.0016994901529541137, "pending_transfer": 0.0016994901529541137, "pin_blocked": 0.0006997900629811057, "receiving_money": 0.0362891132660202, "request_refund": 0.001999400179946016, "reverted_card_payment?": 0.0014995501349595122, "supported_cards_and_currencies": 0.000999700089973008, "terminate_account": 0.0007997600719784066, "top_up_by_bank_transfer_charge": 0.0008997300809757073, "top_up_by_card_charge": 0.0005998200539838048, "top_up_by_cash_or_cheque": 0.07727681695491352, "top_up_failed": 0.007297810656802959, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.16395081475557335, "topping_up_by_card": 0.0012996101169649105, "transaction_charged_twice": 0.001099670098970309, "transfer_fee_charged": 0.0006997900629811057, "transfer_into_account": 0.05078476457062881, "transfer_not_received_by_recipient": 0.0033989803059082274, "transfer_timing": 0.002599220233929821, "unable_to_verify_identity": 0.0005998200539838048, "verify_my_identity": 0.0006997900629811057, "verify_source_of_funds": 0.0017994601619514146, "verify_top_up": 0.002699190242927122, "virtual_card_not_working": 0.0008997300809757073, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0007997600719784066, "wrong_amount_of_cash_received": 0.0990702789163251, "wrong_exchange_rate_for_cash_withdrawal": 0.002799160251924423 }, "error": null, "latency_ms": 69.19574993662536, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1054", "text_group": "e6fb2084d772b88c1ca0150a8823ed88151c6bccc709fac2c280304e4815fd6f", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0042, "activate_my_card": 0.001, "age_limit": 0.0009, "apple_pay_or_google_pay": 0.0018, "atm_support": 0.002, "automatic_top_up": 0.0016, "balance_not_updated_after_bank_transfer": 0.2536, "balance_not_updated_after_cheque_or_cash_deposit": 0.0622, "beneficiary_not_allowed": 0.0025, "cancel_transfer": 0.0018, "card_about_to_expire": 0.001, "card_acceptance": 0.0017, "card_arrival": 0.001, "card_delivery_estimate": 0.001, "card_linking": 0.0018, "card_not_working": 0.0016, "card_payment_fee_charged": 0.0015, "card_payment_not_recognised": 0.0215, "card_payment_wrong_exchange_rate": 0.0039, "card_swallowed": 0.0013, "cash_withdrawal_charge": 0.0012, "cash_withdrawal_not_recognised": 0.0011, "change_pin": 0.001, "compromised_card": 0.0012, "contactless_not_working": 0.0017, "country_support": 0.0014, "declined_card_payment": 0.0029, "declined_cash_withdrawal": 0.0014, "declined_transfer": 0.0036, "direct_debit_payment_not_recognised": 0.0697, "disposable_card_limits": 0.0016, "edit_personal_details": 0.0015, "exchange_charge": 0.0013, "exchange_rate": 0.0012, "exchange_via_app": 0.0014, "extra_charge_on_statement": 0.0023, "failed_transfer": 0.0037, "fiat_currency_support": 0.0019, "get_disposable_virtual_card": 0.0013, "get_physical_card": 0.0013, "getting_spare_card": 0.0011, "getting_virtual_card": 0.001, "lost_or_stolen_card": 0.0008, "lost_or_stolen_phone": 0.0008, "order_physical_card": 0.001, "passcode_forgotten": 0.001, "pending_card_payment": 0.0018, "pending_cash_withdrawal": 0.0011, "pending_top_up": 0.0031, "pending_transfer": 0.0053, "pin_blocked": 0.0012, "receiving_money": 0.0235, "request_refund": 0.0016, "reverted_card_payment?": 0.0031, "supported_cards_and_currencies": 0.0017, "terminate_account": 0.0016, "top_up_by_bank_transfer_charge": 0.002, "top_up_by_card_charge": 0.0012, "top_up_by_cash_or_cheque": 0.0035, "top_up_failed": 0.0049, "top_up_limits": 0.0013, "top_up_reverted": 0.0049, "topping_up_by_card": 0.0049, "transaction_charged_twice": 0.0036, "transfer_fee_charged": 0.0012, "transfer_into_account": 0.4038, "transfer_not_received_by_recipient": 0.0264, "transfer_timing": 0.0029, "unable_to_verify_identity": 0.001, "verify_my_identity": 0.001, "verify_source_of_funds": 0.0019, "verify_top_up": 0.0015, "virtual_card_not_working": 0.0013, "visa_or_mastercard": 0.0013, "why_verify_identity": 0.0009, "wrong_amount_of_cash_received": 0.0087, "wrong_exchange_rate_for_cash_withdrawal": 0.0015 }, "error": null, "latency_ms": 68.79720801953226, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1055", "text_group": "44031ec002effae414e4f39a173d8971bc677b21be48d7dfef1bc0861154692a", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.0007001400280056011, "balance_not_updated_after_bank_transfer": 0.9126825365073015, "balance_not_updated_after_cheque_or_cash_deposit": 0.03240648129625925, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.0012002400480096017, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0006001200240048009, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0010002000400080016, "card_payment_wrong_exchange_rate": 0.0010002000400080016, "card_swallowed": 0.0006001200240048009, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0006001200240048009, "compromised_card": 0.0006001200240048009, "contactless_not_working": 0.0006001200240048009, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0007001400280056011, "direct_debit_payment_not_recognised": 0.0036007201440288058, "disposable_card_limits": 0.0014002800560112022, "edit_personal_details": 0.001900380076015203, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.0006001200240048009, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.0011002200440088019, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0007001400280056011, "pending_transfer": 0.0006001200240048009, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0010002000400080016, "request_refund": 0.0012002400480096017, "reverted_card_payment?": 0.0009001800360072014, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0007001400280056011, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0068013602720544105, "topping_up_by_card": 0.0007001400280056011, "transaction_charged_twice": 0.0006001200240048009, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0010002000400080016, "transfer_not_received_by_recipient": 0.0008001600320064013, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 69.92100004572421, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1056", "text_group": "12b1e72d6628d36e12bd471d55b0b983bca010c12c64b3c5f45a2b09cda930ff", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0020997900209979003, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0008999100089991, "balance_not_updated_after_cheque_or_cash_deposit": 0.42925707429257076, "beneficiary_not_allowed": 0.0012998700129987, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0031996800319968005, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0005999400059994001, "card_not_working": 0.0021997800219978004, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00039996000399960006, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0025997400259974, "country_support": 0.0007999200079992001, "declined_card_payment": 0.0060993900609939014, "declined_cash_withdrawal": 0.0007999200079992001, "declined_transfer": 0.0022997700229977, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.0024997500249975004, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0005999400059994001, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0038996100389961, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.5103489651034896, "top_up_failed": 0.0006999300069993001, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.005499450054994501, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 67.60462501551956, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1057", "text_group": "3efc3fba38a6c761f74d9760a04dcb1d647da08c9fd8893e165684a8839ae821", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.13914174252275682, "balance_not_updated_after_cheque_or_cash_deposit": 0.812443733119936, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.00040012003601080324, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.00040012003601080324, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.025907772331699507, "top_up_failed": 0.00040012003601080324, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.001100330099029709, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.0008002400720216065, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0019005701710513153, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 67.49345897696912, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1058", "text_group": "dfa40fd1f3f7304cdb0cda079b72d85b8321c30bab2faec91426821b4ecc4aa0", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.00040008001600320064, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.3060612122424485, "balance_not_updated_after_cheque_or_cash_deposit": 0.4475895179035807, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0006001200240048009, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.0036007201440288058, "change_pin": 0.00040008001600320064, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.0006001200240048009, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.0036007201440288058, "declined_transfer": 0.0009001800360072014, "direct_debit_payment_not_recognised": 0.0007001400280056011, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.001300260052010402, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0010002000400080016, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0006001200240048009, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0012002400480096017, "pending_cash_withdrawal": 0.07741548309661932, "pending_top_up": 0.059511902380476094, "pending_transfer": 0.011202240448089618, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0027005401080216042, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.02560512102420484, "top_up_failed": 0.0012002400480096017, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0033006601320264054, "topping_up_by_card": 0.0008001600320064013, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0010002000400080016, "transfer_not_received_by_recipient": 0.010902180436087218, "transfer_timing": 0.0011002200440088019, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.011402280456091218, "wrong_exchange_rate_for_cash_withdrawal": 0.0008001600320064013 }, "error": null, "latency_ms": 66.64870807435364, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1059", "text_group": "ee0220c3d83569b7b803335c52a8e0f752b0f27efc25a1cdc9bcb56b91f2ee57", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0016996600679864027, "balance_not_updated_after_cheque_or_cash_deposit": 0.9640071985602879, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00019996000799840034, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0005998800239952009, "pending_transfer": 0.0007998400319936014, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.00019996000799840034, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.014697060587882423, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 68.86045902501792, "usage": { "input_tokens": 605, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1060", "text_group": "9fef3c2313499685e1f5fb31e9f0125ea5f98657f4ad211cf336ef9de3b2c2f2", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.0028994201159768043, "activate_my_card": 0.002299540091981604, "age_limit": 0.0020995800839832034, "apple_pay_or_google_pay": 0.0032993401319736052, "atm_support": 0.009098180363927216, "automatic_top_up": 0.0037992401519696063, "balance_not_updated_after_bank_transfer": 0.02989402119576085, "balance_not_updated_after_cheque_or_cash_deposit": 0.5446910617876425, "beneficiary_not_allowed": 0.003999200159968006, "cancel_transfer": 0.0024995000999800043, "card_about_to_expire": 0.002299540091981604, "card_acceptance": 0.0037992401519696063, "card_arrival": 0.0031993601279744054, "card_delivery_estimate": 0.0030993801239752048, "card_linking": 0.0037992401519696063, "card_not_working": 0.0028994201159768043, "card_payment_fee_charged": 0.0023995200959808036, "card_payment_not_recognised": 0.005098980203959208, "card_payment_wrong_exchange_rate": 0.0033993201359728054, "card_swallowed": 0.0034993001399720057, "cash_withdrawal_charge": 0.0026994601079784043, "cash_withdrawal_not_recognised": 0.01189762047590482, "change_pin": 0.002299540091981604, "compromised_card": 0.0032993401319736052, "contactless_not_working": 0.0034993001399720057, "country_support": 0.004599080183963208, "declined_card_payment": 0.0021995600879824036, "declined_cash_withdrawal": 0.0027994401119776045, "declined_transfer": 0.002999400119976005, "direct_debit_payment_not_recognised": 0.0076984603079384125, "disposable_card_limits": 0.008398320335932814, "edit_personal_details": 0.0030993801239752048, "exchange_charge": 0.0021995600879824036, "exchange_rate": 0.002299540091981604, "exchange_via_app": 0.0024995000999800043, "extra_charge_on_statement": 0.001999600079984003, "failed_transfer": 0.0028994201159768043, "fiat_currency_support": 0.00629874025194961, "get_disposable_virtual_card": 0.014497100579884025, "get_physical_card": 0.07538492301539691, "getting_spare_card": 0.003699260147970406, "getting_virtual_card": 0.003699260147970406, "lost_or_stolen_card": 0.014197160567886424, "lost_or_stolen_phone": 0.002599480103979204, "order_physical_card": 0.0034993001399720057, "passcode_forgotten": 0.001999600079984003, "pending_card_payment": 0.0020995800839832034, "pending_cash_withdrawal": 0.0023995200959808036, "pending_top_up": 0.002599480103979204, "pending_transfer": 0.002299540091981604, "pin_blocked": 0.0027994401119776045, "receiving_money": 0.005298940211957609, "request_refund": 0.002599480103979204, "reverted_card_payment?": 0.0033993201359728054, "supported_cards_and_currencies": 0.005298940211957609, "terminate_account": 0.0031993601279744054, "top_up_by_bank_transfer_charge": 0.0026994601079784043, "top_up_by_card_charge": 0.0021995600879824036, "top_up_by_cash_or_cheque": 0.01209758048390322, "top_up_failed": 0.0031993601279744054, "top_up_limits": 0.002999400119976005, "top_up_reverted": 0.0046990601879624075, "topping_up_by_card": 0.00569886022795441, "transaction_charged_twice": 0.0021995600879824036, "transfer_fee_charged": 0.001999600079984003, "transfer_into_account": 0.0030993801239752048, "transfer_not_received_by_recipient": 0.004199160167966407, "transfer_timing": 0.0023995200959808036, "unable_to_verify_identity": 0.0027994401119776045, "verify_my_identity": 0.0028994201159768043, "verify_source_of_funds": 0.061187762447510494, "verify_top_up": 0.0028994201159768043, "virtual_card_not_working": 0.002999400119976005, "visa_or_mastercard": 0.003599280143971206, "why_verify_identity": 0.0024995000999800043, "wrong_amount_of_cash_received": 0.006898620275944811, "wrong_exchange_rate_for_cash_withdrawal": 0.0033993201359728054 }, "error": null, "latency_ms": 68.21354106068611, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1061", "text_group": "00294e8246c0f5e0ee91a30920cd6918f85e32ca411018774c680be644b03f72", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.0011, "activate_my_card": 0.0006, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0013, "automatic_top_up": 0.0009, "balance_not_updated_after_bank_transfer": 0.1146, "balance_not_updated_after_cheque_or_cash_deposit": 0.7753, "beneficiary_not_allowed": 0.0011, "cancel_transfer": 0.0009, "card_about_to_expire": 0.0007, "card_acceptance": 0.001, "card_arrival": 0.0006, "card_delivery_estimate": 0.0007, "card_linking": 0.0009, "card_not_working": 0.0008, "card_payment_fee_charged": 0.0008, "card_payment_not_recognised": 0.0013, "card_payment_wrong_exchange_rate": 0.0011, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0011, "cash_withdrawal_not_recognised": 0.0031, "change_pin": 0.0007, "compromised_card": 0.0008, "contactless_not_working": 0.0009, "country_support": 0.001, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0013, "declined_transfer": 0.001, "direct_debit_payment_not_recognised": 0.0021, "disposable_card_limits": 0.001, "edit_personal_details": 0.0014, "exchange_charge": 0.0008, "exchange_rate": 0.0008, "exchange_via_app": 0.0009, "extra_charge_on_statement": 0.0012, "failed_transfer": 0.0009, "fiat_currency_support": 0.0014, "get_disposable_virtual_card": 0.0008, "get_physical_card": 0.0009, "getting_spare_card": 0.0007, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0006, "order_physical_card": 0.0006, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0013, "pending_top_up": 0.0013, "pending_transfer": 0.0011, "pin_blocked": 0.0007, "receiving_money": 0.0016, "request_refund": 0.0008, "reverted_card_payment?": 0.0011, "supported_cards_and_currencies": 0.0012, "terminate_account": 0.0009, "top_up_by_bank_transfer_charge": 0.0009, "top_up_by_card_charge": 0.0007, "top_up_by_cash_or_cheque": 0.0221, "top_up_failed": 0.001, "top_up_limits": 0.0009, "top_up_reverted": 0.0022, "topping_up_by_card": 0.0013, "transaction_charged_twice": 0.0008, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.0012, "transfer_not_received_by_recipient": 0.0009, "transfer_timing": 0.001, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0022, "verify_top_up": 0.0008, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.001, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0149, "wrong_exchange_rate_for_cash_withdrawal": 0.0013 }, "error": null, "latency_ms": 69.53704194165766, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1062", "text_group": "b16afbce398ecd6b5de7d97ada58b1992f272f504bf0774cbfdb0df44d3769b6", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.004800960192038407, "activate_my_card": 0.0008001600320064013, "age_limit": 0.0008001600320064013, "apple_pay_or_google_pay": 0.0011002200440088019, "atm_support": 0.001900380076015203, "automatic_top_up": 0.0010002000400080016, "balance_not_updated_after_bank_transfer": 0.05791158231646329, "balance_not_updated_after_cheque_or_cash_deposit": 0.5486097219443888, "beneficiary_not_allowed": 0.0022004400880176037, "cancel_transfer": 0.001300260052010402, "card_about_to_expire": 0.0010002000400080016, "card_acceptance": 0.0012002400480096017, "card_arrival": 0.0010002000400080016, "card_delivery_estimate": 0.0015003000600120023, "card_linking": 0.0012002400480096017, "card_not_working": 0.001300260052010402, "card_payment_fee_charged": 0.0011002200440088019, "card_payment_not_recognised": 0.001300260052010402, "card_payment_wrong_exchange_rate": 0.0016003200640128026, "card_swallowed": 0.001300260052010402, "cash_withdrawal_charge": 0.001900380076015203, "cash_withdrawal_not_recognised": 0.054410882176435284, "change_pin": 0.0010002000400080016, "compromised_card": 0.0011002200440088019, "contactless_not_working": 0.0014002800560112022, "country_support": 0.0016003200640128026, "declined_card_payment": 0.0011002200440088019, "declined_cash_withdrawal": 0.005001000200040008, "declined_transfer": 0.0015003000600120023, "direct_debit_payment_not_recognised": 0.0029005801160232043, "disposable_card_limits": 0.001300260052010402, "edit_personal_details": 0.0014002800560112022, "exchange_charge": 0.0011002200440088019, "exchange_rate": 0.0011002200440088019, "exchange_via_app": 0.0011002200440088019, "extra_charge_on_statement": 0.0010002000400080016, "failed_transfer": 0.0023004600920184036, "fiat_currency_support": 0.002100420084016803, "get_disposable_virtual_card": 0.0017003400680136026, "get_physical_card": 0.0029005801160232043, "getting_spare_card": 0.0012002400480096017, "getting_virtual_card": 0.001300260052010402, "lost_or_stolen_card": 0.001300260052010402, "lost_or_stolen_phone": 0.0010002000400080016, "order_physical_card": 0.0011002200440088019, "passcode_forgotten": 0.0010002000400080016, "pending_card_payment": 0.0015003000600120023, "pending_cash_withdrawal": 0.03920784156831366, "pending_top_up": 0.002600520104020804, "pending_transfer": 0.0029005801160232043, "pin_blocked": 0.0011002200440088019, "receiving_money": 0.009901980396079216, "request_refund": 0.009301860372074413, "reverted_card_payment?": 0.0017003400680136026, "supported_cards_and_currencies": 0.0015003000600120023, "terminate_account": 0.001300260052010402, "top_up_by_bank_transfer_charge": 0.0012002400480096017, "top_up_by_card_charge": 0.0010002000400080016, "top_up_by_cash_or_cheque": 0.01280256051210242, "top_up_failed": 0.0033006601320264054, "top_up_limits": 0.0012002400480096017, "top_up_reverted": 0.018703740748149632, "topping_up_by_card": 0.0014002800560112022, "transaction_charged_twice": 0.0017003400680136026, "transfer_fee_charged": 0.0011002200440088019, "transfer_into_account": 0.0016003200640128026, "transfer_not_received_by_recipient": 0.02630526105221044, "transfer_timing": 0.0016003200640128026, "unable_to_verify_identity": 0.0012002400480096017, "verify_my_identity": 0.0010002000400080016, "verify_source_of_funds": 0.003100620124024805, "verify_top_up": 0.001300260052010402, "virtual_card_not_working": 0.0012002400480096017, "visa_or_mastercard": 0.0011002200440088019, "why_verify_identity": 0.0010002000400080016, "wrong_amount_of_cash_received": 0.11742348469693939, "wrong_exchange_rate_for_cash_withdrawal": 0.002000400080016003 }, "error": null, "latency_ms": 70.9722499595955, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1063", "text_group": "354b38cf8723417bd85b195aa99a23b5a5ff41038e561fc7cc5b96c7bf77c3cd", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 9.990009990009991e-05, "activate_my_card": 9.990009990009991e-05, "age_limit": 9.990009990009991e-05, "apple_pay_or_google_pay": 0.00019980019980019983, "atm_support": 0.0002997002997002997, "automatic_top_up": 0.00019980019980019983, "balance_not_updated_after_bank_transfer": 0.009490509490509492, "balance_not_updated_after_cheque_or_cash_deposit": 0.8641358641358642, "beneficiary_not_allowed": 0.00019980019980019983, "cancel_transfer": 0.00019980019980019983, "card_about_to_expire": 0.00019980019980019983, "card_acceptance": 0.00019980019980019983, "card_arrival": 0.00019980019980019983, "card_delivery_estimate": 0.00019980019980019983, "card_linking": 0.00019980019980019983, "card_not_working": 0.00019980019980019983, "card_payment_fee_charged": 0.00019980019980019983, "card_payment_not_recognised": 0.00019980019980019983, "card_payment_wrong_exchange_rate": 0.0002997002997002997, "card_swallowed": 0.00019980019980019983, "cash_withdrawal_charge": 0.00019980019980019983, "cash_withdrawal_not_recognised": 0.0002997002997002997, "change_pin": 0.00019980019980019983, "compromised_card": 0.00019980019980019983, "contactless_not_working": 0.00019980019980019983, "country_support": 0.0002997002997002997, "declined_card_payment": 0.00019980019980019983, "declined_cash_withdrawal": 0.0002997002997002997, "declined_transfer": 0.0002997002997002997, "direct_debit_payment_not_recognised": 0.00019980019980019983, "disposable_card_limits": 0.00019980019980019983, "edit_personal_details": 0.00019980019980019983, "exchange_charge": 0.00019980019980019983, "exchange_rate": 0.00019980019980019983, "exchange_via_app": 0.00019980019980019983, "extra_charge_on_statement": 0.00019980019980019983, "failed_transfer": 0.0002997002997002997, "fiat_currency_support": 0.0002997002997002997, "get_disposable_virtual_card": 0.00019980019980019983, "get_physical_card": 0.00019980019980019983, "getting_spare_card": 0.00019980019980019983, "getting_virtual_card": 0.00019980019980019983, "lost_or_stolen_card": 9.990009990009991e-05, "lost_or_stolen_phone": 9.990009990009991e-05, "order_physical_card": 0.00019980019980019983, "passcode_forgotten": 0.00019980019980019983, "pending_card_payment": 0.00019980019980019983, "pending_cash_withdrawal": 0.0002997002997002997, "pending_top_up": 0.0002997002997002997, "pending_transfer": 0.00019980019980019983, "pin_blocked": 0.00019980019980019983, "receiving_money": 0.0002997002997002997, "request_refund": 0.00019980019980019983, "reverted_card_payment?": 0.0002997002997002997, "supported_cards_and_currencies": 0.0002997002997002997, "terminate_account": 0.00019980019980019983, "top_up_by_bank_transfer_charge": 0.00019980019980019983, "top_up_by_card_charge": 0.00019980019980019983, "top_up_by_cash_or_cheque": 0.1100899100899101, "top_up_failed": 0.0002997002997002997, "top_up_limits": 0.00019980019980019983, "top_up_reverted": 0.0004995004995004996, "topping_up_by_card": 0.0002997002997002997, "transaction_charged_twice": 0.00019980019980019983, "transfer_fee_charged": 0.00019980019980019983, "transfer_into_account": 0.00019980019980019983, "transfer_not_received_by_recipient": 0.00019980019980019983, "transfer_timing": 0.00019980019980019983, "unable_to_verify_identity": 0.00019980019980019983, "verify_my_identity": 0.00019980019980019983, "verify_source_of_funds": 0.00019980019980019983, "verify_top_up": 0.00019980019980019983, "virtual_card_not_working": 0.00019980019980019983, "visa_or_mastercard": 0.00019980019980019983, "why_verify_identity": 0.00019980019980019983, "wrong_amount_of_cash_received": 0.00039960039960039965, "wrong_exchange_rate_for_cash_withdrawal": 0.00019980019980019983 }, "error": null, "latency_ms": 70.44241693802178, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1064", "text_group": "087a2f49ef926d29b365ad23f60c3d3fbc3b06d75c154de1949b5aa451262fa8", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.0007, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0009, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0132, "balance_not_updated_after_cheque_or_cash_deposit": 0.8491, "beneficiary_not_allowed": 0.0009, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0004, "card_acceptance": 0.0007, "card_arrival": 0.0004, "card_delivery_estimate": 0.0005, "card_linking": 0.0007, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0009, "cash_withdrawal_not_recognised": 0.0043, "change_pin": 0.0005, "compromised_card": 0.0006, "contactless_not_working": 0.0009, "country_support": 0.0007, "declined_card_payment": 0.0008, "declined_cash_withdrawal": 0.009, "declined_transfer": 0.0011, "direct_debit_payment_not_recognised": 0.0009, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0006, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.001, "fiat_currency_support": 0.001, "get_disposable_virtual_card": 0.0009, "get_physical_card": 0.0008, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0005, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0033, "pending_top_up": 0.0009, "pending_transfer": 0.0009, "pin_blocked": 0.0006, "receiving_money": 0.0014, "request_refund": 0.0005, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0008, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0272, "top_up_failed": 0.0012, "top_up_limits": 0.0007, "top_up_reverted": 0.0025, "topping_up_by_card": 0.001, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0016, "transfer_not_received_by_recipient": 0.0028, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0008, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0412, "wrong_exchange_rate_for_cash_withdrawal": 0.0015 }, "error": null, "latency_ms": 68.6700000660494, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1065", "text_group": "5b5f1b80955380e5506ce1c535950d1134eb8d4e5f2e713317f95454b206ac2f", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0004999500049995, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0013998600139986002, "automatic_top_up": 0.000999900009999, "balance_not_updated_after_bank_transfer": 0.3835616438356164, "balance_not_updated_after_cheque_or_cash_deposit": 0.49105089491050896, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.0006999300069993001, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0008999100089991, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0008999100089991, "card_not_working": 0.0006999300069993001, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.0007999200079992001, "card_payment_wrong_exchange_rate": 0.0008999100089991, "card_swallowed": 0.0006999300069993001, "cash_withdrawal_charge": 0.0008999100089991, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0004999500049995, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0006999300069993001, "country_support": 0.0008999100089991, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.0006999300069993001, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.0008999100089991, "disposable_card_limits": 0.000999900009999, "edit_personal_details": 0.0008999100089991, "exchange_charge": 0.0006999300069993001, "exchange_rate": 0.0006999300069993001, "exchange_via_app": 0.0007999200079992001, "extra_charge_on_statement": 0.0006999300069993001, "failed_transfer": 0.0006999300069993001, "fiat_currency_support": 0.0012998700129987, "get_disposable_virtual_card": 0.0007999200079992001, "get_physical_card": 0.0007999200079992001, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.000999900009999, "pending_transfer": 0.0007999200079992001, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0020997900209979003, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0008999100089991, "supported_cards_and_currencies": 0.000999900009999, "terminate_account": 0.0006999300069993001, "top_up_by_bank_transfer_charge": 0.000999900009999, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0188981101889811, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.0007999200079992001, "top_up_reverted": 0.0034996500349965005, "topping_up_by_card": 0.001999800019998, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0005999400059994001, "transfer_into_account": 0.0015998400159984002, "transfer_not_received_by_recipient": 0.000999900009999, "transfer_timing": 0.0007999200079992001, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.0022997700229977, "verify_top_up": 0.0012998700129987, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.0005999400059994001, "wrong_amount_of_cash_received": 0.044795520447955206, "wrong_exchange_rate_for_cash_withdrawal": 0.0008999100089991 }, "error": null, "latency_ms": 70.47633302863687, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1066", "text_group": "23bdc36021c94e8e3a542d38ed7395cf1ae593d7d634d07b533b39eb720dc66a", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00020006001800540165, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.08232469740922277, "balance_not_updated_after_cheque_or_cash_deposit": 0.8744623387016105, "beneficiary_not_allowed": 0.00020006001800540165, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.00020006001800540165, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.00030009002700810244, "card_not_working": 0.00020006001800540165, "card_payment_fee_charged": 0.00020006001800540165, "card_payment_not_recognised": 0.00020006001800540165, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.00020006001800540165, "cash_withdrawal_charge": 0.00020006001800540165, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00020006001800540165, "contactless_not_working": 0.00030009002700810244, "country_support": 0.00030009002700810244, "declined_card_payment": 0.00020006001800540165, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.0004001200360108033, "direct_debit_payment_not_recognised": 0.00020006001800540165, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00030009002700810244, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00030009002700810244, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.0008002400720216066, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.00030009002700810244, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.00030009002700810244, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.023106932079623888, "top_up_failed": 0.0007002100630189057, "top_up_limits": 0.00030009002700810244, "top_up_reverted": 0.0008002400720216066, "topping_up_by_card": 0.0004001200360108033, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.0005001500450135041, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00030009002700810244, "unable_to_verify_identity": 0.00020006001800540165, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00030009002700810244, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.00020006001800540165, "visa_or_mastercard": 0.00020006001800540165, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.0007002100630189057, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 69.39891690853983, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1067", "text_group": "41cc77159be77e993838f32f3971895841e579fc571b039acc38b26447b75c26", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.001, "activate_my_card": 0.001, "age_limit": 0.0015, "apple_pay_or_google_pay": 0.0014, "atm_support": 0.0029, "automatic_top_up": 0.0012, "balance_not_updated_after_bank_transfer": 0.0019, "balance_not_updated_after_cheque_or_cash_deposit": 0.037, "beneficiary_not_allowed": 0.1333, "cancel_transfer": 0.0016, "card_about_to_expire": 0.0011, "card_acceptance": 0.0063, "card_arrival": 0.001, "card_delivery_estimate": 0.0012, "card_linking": 0.0016, "card_not_working": 0.0016, "card_payment_fee_charged": 0.0013, "card_payment_not_recognised": 0.0014, "card_payment_wrong_exchange_rate": 0.0016, "card_swallowed": 0.0015, "cash_withdrawal_charge": 0.0018, "cash_withdrawal_not_recognised": 0.0018, "change_pin": 0.0011, "compromised_card": 0.0012, "contactless_not_working": 0.0018, "country_support": 0.002, "declined_card_payment": 0.0114, "declined_cash_withdrawal": 0.4448, "declined_transfer": 0.0975, "direct_debit_payment_not_recognised": 0.0019, "disposable_card_limits": 0.0022, "edit_personal_details": 0.0016, "exchange_charge": 0.0012, "exchange_rate": 0.0012, "exchange_via_app": 0.0013, "extra_charge_on_statement": 0.0012, "failed_transfer": 0.0018, "fiat_currency_support": 0.0073, "get_disposable_virtual_card": 0.002, "get_physical_card": 0.0015, "getting_spare_card": 0.0012, "getting_virtual_card": 0.0011, "lost_or_stolen_card": 0.0009, "lost_or_stolen_phone": 0.0009, "order_physical_card": 0.001, "passcode_forgotten": 0.001, "pending_card_payment": 0.0012, "pending_cash_withdrawal": 0.0018, "pending_top_up": 0.0012, "pending_transfer": 0.0013, "pin_blocked": 0.0015, "receiving_money": 0.0021, "request_refund": 0.0013, "reverted_card_payment?": 0.0016, "supported_cards_and_currencies": 0.0024, "terminate_account": 0.0018, "top_up_by_bank_transfer_charge": 0.0015, "top_up_by_card_charge": 0.0011, "top_up_by_cash_or_cheque": 0.1555, "top_up_failed": 0.002, "top_up_limits": 0.002, "top_up_reverted": 0.0021, "topping_up_by_card": 0.0026, "transaction_charged_twice": 0.0012, "transfer_fee_charged": 0.0011, "transfer_into_account": 0.0017, "transfer_not_received_by_recipient": 0.0013, "transfer_timing": 0.0013, "unable_to_verify_identity": 0.0014, "verify_my_identity": 0.0011, "verify_source_of_funds": 0.0013, "verify_top_up": 0.0011, "virtual_card_not_working": 0.0018, "visa_or_mastercard": 0.0014, "why_verify_identity": 0.0013, "wrong_amount_of_cash_received": 0.0035, "wrong_exchange_rate_for_cash_withdrawal": 0.0034 }, "error": null, "latency_ms": 71.4582500513643, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1068", "text_group": "6b71abf82aea52c218cd8db385d51b8646ecbe221d40084ee0363f6b57b42f2e", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.0014001400140014, "activate_my_card": 0.00040004000400040005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.0005000500050005, "balance_not_updated_after_bank_transfer": 0.034203420342034205, "balance_not_updated_after_cheque_or_cash_deposit": 0.08840884088408842, "beneficiary_not_allowed": 0.004300430043004301, "cancel_transfer": 0.0013001300130013002, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0007000700070007, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0007000700070007, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.0301030103010301, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.0178017801780178, "change_pin": 0.00040004000400040005, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0008000800080008001, "country_support": 0.0005000500050005, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0033003300330033004, "declined_transfer": 0.0012001200120012, "direct_debit_payment_not_recognised": 0.0007000700070007, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0021002100210021, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0008000800080008001, "get_physical_card": 0.0007000700070007, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0013001300130013002, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0014001400140014, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0017001700170017002, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.001000100010001, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0249024902490249, "top_up_failed": 0.0078007800780078, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.5178517851785179, "topping_up_by_card": 0.0014001400140014, "transaction_charged_twice": 0.0015001500150015003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0022002200220022005, "transfer_not_received_by_recipient": 0.0032003200320032004, "transfer_timing": 0.0008000800080008001, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0009000900090009, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.22052205220522053, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008001 }, "error": null, "latency_ms": 71.04429102037102, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1069", "text_group": "68f8f389cdc590ea612be43e5044761a112f1f390235405d4737d9ed0254353a", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0108, "balance_not_updated_after_cheque_or_cash_deposit": 0.8702, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0002, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0008, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0006, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0235, "pending_top_up": 0.0004, "pending_transfer": 0.0005, "pin_blocked": 0.0002, "receiving_money": 0.0004, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0002, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0696, "top_up_failed": 0.0004, "top_up_limits": 0.0002, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0015, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0058, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 68.22737492620945, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1070", "text_group": "c2b0c0f9c15b319962ebcb6450679fb2a537cf31a2dadaa3630a2a0e06a8381c", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.013897220555888821, "balance_not_updated_after_cheque_or_cash_deposit": 0.9258148370325936, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00019996000799840034, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00019996000799840034, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0024995000999800043, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0003999200159968007, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.03819236152769446, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.001299740051989602, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.34550001844764, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1071", "text_group": "0d4e4c230dadd28b72df7f90d297bfbe6e9117d1bbc9fcbf77e17a954d723c12", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.03259348130373925, "balance_not_updated_after_cheque_or_cash_deposit": 0.3698260347930414, "beneficiary_not_allowed": 0.0008998200359928015, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0005998800239952009, "declined_cash_withdrawal": 0.0008998200359928015, "declined_transfer": 0.0008998200359928015, "direct_debit_payment_not_recognised": 0.0031993601279744054, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0013997200559888023, "fiat_currency_support": 0.0006998600279944011, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0037992401519696063, "pending_cash_withdrawal": 0.004499100179964007, "pending_top_up": 0.03939212157568486, "pending_transfer": 0.02519496100779844, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.007498500299940012, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.02409518096380724, "top_up_failed": 0.0026994601079784043, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0024995000999800043, "topping_up_by_card": 0.0006998600279944011, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.02419516096780644, "transfer_not_received_by_recipient": 0.40331933613277343, "transfer_timing": 0.01209758048390322, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.016096780643871225, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 69.5289169671014, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1072", "text_group": "c9b22323b8d2750471620a6b2a7ff09da3f807a5b05f40132b50acbedc7f0a88", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0055005500550055, "balance_not_updated_after_cheque_or_cash_deposit": 0.9539953995399539, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.00020002000200020003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.00020002000200020003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00040004000400040005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00020002000200020003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.009000900090009, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.013601360136013601, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 71.9309999840334, "usage": { "input_tokens": 606, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1073", "text_group": "a5ecfe47d3b658a30c675e55d2cb122d78c77a9447674b67bdc7e430fc80dc21", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.0007002100630189057, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0009002700810243073, "automatic_top_up": 0.0005001500450135041, "balance_not_updated_after_bank_transfer": 0.020906271881564468, "balance_not_updated_after_cheque_or_cash_deposit": 0.5463639091727518, "beneficiary_not_allowed": 0.0012003601080324095, "cancel_transfer": 0.0005001500450135041, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.0006001800540162048, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.0008002400720216065, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.0006001800540162048, "card_payment_not_recognised": 0.0006001800540162048, "card_payment_wrong_exchange_rate": 0.0007002100630189057, "card_swallowed": 0.0018005401620486145, "cash_withdrawal_charge": 0.0009002700810243073, "cash_withdrawal_not_recognised": 0.0616184855456637, "change_pin": 0.00040012003601080324, "compromised_card": 0.0006001800540162048, "contactless_not_working": 0.0006001800540162048, "country_support": 0.0007002100630189057, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.011703511053315995, "declined_transfer": 0.0006001800540162048, "direct_debit_payment_not_recognised": 0.0007002100630189057, "disposable_card_limits": 0.0007002100630189057, "edit_personal_details": 0.0006001800540162048, "exchange_charge": 0.0005001500450135041, "exchange_rate": 0.0005001500450135041, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.0008002400720216065, "fiat_currency_support": 0.0008002400720216065, "get_disposable_virtual_card": 0.0007002100630189057, "get_physical_card": 0.0069020706211863556, "getting_spare_card": 0.0008002400720216065, "getting_virtual_card": 0.0007002100630189057, "lost_or_stolen_card": 0.0005001500450135041, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.0007002100630189057, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.0007002100630189057, "pending_cash_withdrawal": 0.28948684605381614, "pending_top_up": 0.0014004201260378114, "pending_transfer": 0.0017005101530459135, "pin_blocked": 0.0005001500450135041, "receiving_money": 0.0010003000900270082, "request_refund": 0.0005001500450135041, "reverted_card_payment?": 0.0008002400720216065, "supported_cards_and_currencies": 0.0007002100630189057, "terminate_account": 0.0005001500450135041, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.00040012003601080324, "top_up_by_cash_or_cheque": 0.005701710513153946, "top_up_failed": 0.0008002400720216065, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.0015004501350405122, "topping_up_by_card": 0.0007002100630189057, "transaction_charged_twice": 0.0005001500450135041, "transfer_fee_charged": 0.00040012003601080324, "transfer_into_account": 0.0007002100630189057, "transfer_not_received_by_recipient": 0.0028008402520756227, "transfer_timing": 0.0006001800540162048, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.0026007802340702207, "verify_top_up": 0.0007002100630189057, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.0005001500450135041, "why_verify_identity": 0.00040012003601080324, "wrong_amount_of_cash_received": 0.007002100630189057, "wrong_exchange_rate_for_cash_withdrawal": 0.0008002400720216065 }, "error": null, "latency_ms": 71.3298749178648, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1074", "text_group": "2ddd2287c46bd846ebd610f8d2ae1dca205aef5d07c9d8cbb2749e89ff853905", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.7589241075892411, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.0008999100089991, "card_linking": 0.00029997000299970003, "card_not_working": 0.00019998000199980003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.000999900009999, "pending_transfer": 0.004299570042995701, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.0007999200079992001, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.2134786521347865, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.0018998100189981002, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 70.94929099548608, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1075", "text_group": "bce4725a915345fee81d8e1e54eb635caaf0d29348b5c131e0a71e1c8d1df7da", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0015006002400960385, "activate_my_card": 0.0006002400960384153, "age_limit": 0.0007002801120448179, "apple_pay_or_google_pay": 0.0008003201280512205, "atm_support": 0.0015006002400960385, "automatic_top_up": 0.000900360144057623, "balance_not_updated_after_bank_transfer": 0.03711484593837536, "balance_not_updated_after_cheque_or_cash_deposit": 0.2960184073629452, "beneficiary_not_allowed": 0.001600640256102441, "cancel_transfer": 0.0013005202080832333, "card_about_to_expire": 0.0007002801120448179, "card_acceptance": 0.000900360144057623, "card_arrival": 0.0007002801120448179, "card_delivery_estimate": 0.0007002801120448179, "card_linking": 0.0010004001600640256, "card_not_working": 0.0010004001600640256, "card_payment_fee_charged": 0.0007002801120448179, "card_payment_not_recognised": 0.0010004001600640256, "card_payment_wrong_exchange_rate": 0.0012004801920768306, "card_swallowed": 0.0012004801920768306, "cash_withdrawal_charge": 0.0012004801920768306, "cash_withdrawal_not_recognised": 0.08733493397358945, "change_pin": 0.0007002801120448179, "compromised_card": 0.0022008803521408565, "contactless_not_working": 0.0011004401760704283, "country_support": 0.0011004401760704283, "declined_card_payment": 0.000900360144057623, "declined_cash_withdrawal": 0.0028011204481792717, "declined_transfer": 0.0010004001600640256, "direct_debit_payment_not_recognised": 0.0015006002400960385, "disposable_card_limits": 0.0011004401760704283, "edit_personal_details": 0.0012004801920768306, "exchange_charge": 0.0007002801120448179, "exchange_rate": 0.0007002801120448179, "exchange_via_app": 0.0008003201280512205, "extra_charge_on_statement": 0.0007002801120448179, "failed_transfer": 0.0014005602240896359, "fiat_currency_support": 0.0015006002400960385, "get_disposable_virtual_card": 0.0014005602240896359, "get_physical_card": 0.0011004401760704283, "getting_spare_card": 0.000900360144057623, "getting_virtual_card": 0.0008003201280512205, "lost_or_stolen_card": 0.00430172068827531, "lost_or_stolen_phone": 0.0011004401760704283, "order_physical_card": 0.0007002801120448179, "passcode_forgotten": 0.0007002801120448179, "pending_card_payment": 0.0008003201280512205, "pending_cash_withdrawal": 0.005002000800320128, "pending_top_up": 0.0012004801920768306, "pending_transfer": 0.0012004801920768306, "pin_blocked": 0.0008003201280512205, "receiving_money": 0.003401360544217687, "request_refund": 0.001600640256102441, "reverted_card_payment?": 0.0012004801920768306, "supported_cards_and_currencies": 0.0011004401760704283, "terminate_account": 0.0010004001600640256, "top_up_by_bank_transfer_charge": 0.000900360144057623, "top_up_by_card_charge": 0.0007002801120448179, "top_up_by_cash_or_cheque": 0.008703481392557022, "top_up_failed": 0.0019007603041216487, "top_up_limits": 0.000900360144057623, "top_up_reverted": 0.013105242096838736, "topping_up_by_card": 0.0013005202080832333, "transaction_charged_twice": 0.000900360144057623, "transfer_fee_charged": 0.0008003201280512205, "transfer_into_account": 0.0012004801920768306, "transfer_not_received_by_recipient": 0.0020008003201280513, "transfer_timing": 0.0010004001600640256, "unable_to_verify_identity": 0.0014005602240896359, "verify_my_identity": 0.0011004401760704283, "verify_source_of_funds": 0.0035014005602240898, "verify_top_up": 0.0010004001600640256, "virtual_card_not_working": 0.0010004001600640256, "visa_or_mastercard": 0.0008003201280512205, "why_verify_identity": 0.0015006002400960385, "wrong_amount_of_cash_received": 0.46708683473389356, "wrong_exchange_rate_for_cash_withdrawal": 0.001800720288115246 }, "error": null, "latency_ms": 71.81537500582635, "usage": { "input_tokens": 620, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1076", "text_group": "7af9e4d8dcca005cb6fbd415ea73534c8618aef046cca79e9ba599b988df7902", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.0007002801120448179, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.04131652661064426, "balance_not_updated_after_cheque_or_cash_deposit": 0.4343737494997999, "beneficiary_not_allowed": 0.0008003201280512205, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00040016006402561027, "card_delivery_estimate": 0.0005002000800320128, "card_linking": 0.0006002400960384153, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.0005002000800320128, "card_payment_wrong_exchange_rate": 0.0006002400960384153, "card_swallowed": 0.0006002400960384153, "cash_withdrawal_charge": 0.0008003201280512205, "cash_withdrawal_not_recognised": 0.0017006802721088435, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.0005002000800320128, "country_support": 0.0006002400960384153, "declined_card_payment": 0.0005002000800320128, "declined_cash_withdrawal": 0.001600640256102441, "declined_transfer": 0.0008003201280512205, "direct_debit_payment_not_recognised": 0.0006002400960384153, "disposable_card_limits": 0.0007002801120448179, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.00040016006402561027, "exchange_rate": 0.00040016006402561027, "exchange_via_app": 0.0005002000800320128, "extra_charge_on_statement": 0.00040016006402561027, "failed_transfer": 0.004401760704281713, "fiat_currency_support": 0.0011004401760704283, "get_disposable_virtual_card": 0.0007002801120448179, "get_physical_card": 0.0008003201280512205, "getting_spare_card": 0.0005002000800320128, "getting_virtual_card": 0.0005002000800320128, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00040016006402561027, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.0010004001600640256, "pending_cash_withdrawal": 0.09323729491796719, "pending_top_up": 0.06922769107643056, "pending_transfer": 0.017707082833133252, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.023909563825530212, "request_refund": 0.0005002000800320128, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.0006002400960384153, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.0005002000800320128, "top_up_by_card_charge": 0.00040016006402561027, "top_up_by_cash_or_cheque": 0.046418567426970786, "top_up_failed": 0.005402160864345739, "top_up_limits": 0.0007002801120448179, "top_up_reverted": 0.002501000400160064, "topping_up_by_card": 0.001600640256102441, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.00040016006402561027, "transfer_into_account": 0.006402561024409764, "transfer_not_received_by_recipient": 0.18417366946778713, "transfer_timing": 0.0019007603041216485, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00040016006402561027, "verify_source_of_funds": 0.0008003201280512205, "verify_top_up": 0.0005002000800320128, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.0005002000800320128, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.03331332533013205, "wrong_exchange_rate_for_cash_withdrawal": 0.0007002801120448179 }, "error": null, "latency_ms": 70.60079206712544, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1077", "text_group": "db8783b69553481587503067ba4317ac4da5d3ef1067c9dbff8f4747e7780d70", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0277, "balance_not_updated_after_cheque_or_cash_deposit": 0.9153, "beneficiary_not_allowed": 0.0002, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0002, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0005, "pending_transfer": 0.0003, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0396, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 68.98804102092981, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1078", "text_group": "263e41802735ce8db14f3d1cae640de982b1c50f87b41ff9ed0df59db0abf856", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0007002801120448179, "activate_my_card": 0.0005002000800320128, "age_limit": 0.0005002000800320128, "apple_pay_or_google_pay": 0.0007002801120448179, "atm_support": 0.0013005202080832333, "automatic_top_up": 0.0021008403361344537, "balance_not_updated_after_bank_transfer": 0.041016406562625056, "balance_not_updated_after_cheque_or_cash_deposit": 0.24869947979191678, "beneficiary_not_allowed": 0.0028011204481792717, "cancel_transfer": 0.0011004401760704283, "card_about_to_expire": 0.0006002400960384153, "card_acceptance": 0.000900360144057623, "card_arrival": 0.0006002400960384153, "card_delivery_estimate": 0.0006002400960384153, "card_linking": 0.0010004001600640256, "card_not_working": 0.0010004001600640256, "card_payment_fee_charged": 0.0006002400960384153, "card_payment_not_recognised": 0.0008003201280512205, "card_payment_wrong_exchange_rate": 0.000900360144057623, "card_swallowed": 0.0010004001600640256, "cash_withdrawal_charge": 0.0010004001600640256, "cash_withdrawal_not_recognised": 0.0012004801920768306, "change_pin": 0.0006002400960384153, "compromised_card": 0.0007002801120448179, "contactless_not_working": 0.000900360144057623, "country_support": 0.0008003201280512205, "declined_card_payment": 0.000900360144057623, "declined_cash_withdrawal": 0.0020008003201280513, "declined_transfer": 0.004401760704281713, "direct_debit_payment_not_recognised": 0.0012004801920768306, "disposable_card_limits": 0.0010004001600640256, "edit_personal_details": 0.0007002801120448179, "exchange_charge": 0.0007002801120448179, "exchange_rate": 0.0006002400960384153, "exchange_via_app": 0.0008003201280512205, "extra_charge_on_statement": 0.0008003201280512205, "failed_transfer": 0.003601440576230492, "fiat_currency_support": 0.0013005202080832333, "get_disposable_virtual_card": 0.0015006002400960385, "get_physical_card": 0.002300920368147259, "getting_spare_card": 0.0011004401760704283, "getting_virtual_card": 0.0010004001600640256, "lost_or_stolen_card": 0.0010004001600640256, "lost_or_stolen_phone": 0.0007002801120448179, "order_physical_card": 0.002901160464185674, "passcode_forgotten": 0.0005002000800320128, "pending_card_payment": 0.0006002400960384153, "pending_cash_withdrawal": 0.0014005602240896359, "pending_top_up": 0.0021008403361344537, "pending_transfer": 0.002501000400160064, "pin_blocked": 0.0007002801120448179, "receiving_money": 0.010604241696678672, "request_refund": 0.0006002400960384153, "reverted_card_payment?": 0.0008003201280512205, "supported_cards_and_currencies": 0.000900360144057623, "terminate_account": 0.0008003201280512205, "top_up_by_bank_transfer_charge": 0.0017006802721088435, "top_up_by_card_charge": 0.0007002801120448179, "top_up_by_cash_or_cheque": 0.21888755502200882, "top_up_failed": 0.031512605042016806, "top_up_limits": 0.0010004001600640256, "top_up_reverted": 0.005702280912364946, "topping_up_by_card": 0.004101640656262505, "transaction_charged_twice": 0.0007002801120448179, "transfer_fee_charged": 0.0006002400960384153, "transfer_into_account": 0.3269307723089236, "transfer_not_received_by_recipient": 0.013705482192877151, "transfer_timing": 0.0038015206082432974, "unable_to_verify_identity": 0.0006002400960384153, "verify_my_identity": 0.0005002000800320128, "verify_source_of_funds": 0.0007002801120448179, "verify_top_up": 0.0006002400960384153, "virtual_card_not_working": 0.0008003201280512205, "visa_or_mastercard": 0.0006002400960384153, "why_verify_identity": 0.0005002000800320128, "wrong_amount_of_cash_received": 0.022709083633453385, "wrong_exchange_rate_for_cash_withdrawal": 0.0010004001600640256 }, "error": null, "latency_ms": 69.59199998527765, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1079", "text_group": "bd7a9fabf94a9aa0d62d6d6571cfb604d7a1fe1d56b073b1a2c02fc671b560ed", "expected": "balance_not_updated_after_cheque_or_cash_deposit", "prediction": "balance_not_updated_after_cheque_or_cash_deposit", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.00019996000799840034, "age_limit": 9.998000399920017e-05, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.009298140371925615, "balance_not_updated_after_cheque_or_cash_deposit": 0.9118176364727055, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00019996000799840034, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.0011997600479904018, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00019996000799840034, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0004999000199960008, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.00019996000799840034, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.007798440311937612, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.05018996200759848, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 69.35891706962138, "usage": { "input_tokens": 605, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1080", "text_group": "16c26ad2808f24ff0e60c19f60bd034798d933a751612614261710de321e291d", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0008, "activate_my_card": 0.0007, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0011, "atm_support": 0.0012, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012, "beneficiary_not_allowed": 0.0011, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0007, "card_acceptance": 0.0013, "card_arrival": 0.0008, "card_delivery_estimate": 0.0007, "card_linking": 0.001, "card_not_working": 0.001, "card_payment_fee_charged": 0.0017, "card_payment_not_recognised": 0.6622, "card_payment_wrong_exchange_rate": 0.0055, "card_swallowed": 0.0009, "cash_withdrawal_charge": 0.0008, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0007, "compromised_card": 0.0013, "contactless_not_working": 0.0011, "country_support": 0.001, "declined_card_payment": 0.0439, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0008, "direct_debit_payment_not_recognised": 0.1282, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0008, "exchange_charge": 0.0007, "exchange_rate": 0.0006, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0495, "failed_transfer": 0.0006, "fiat_currency_support": 0.0011, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0007, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0006, "order_physical_card": 0.0006, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0076, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0007, "pending_transfer": 0.0007, "pin_blocked": 0.0008, "receiving_money": 0.001, "request_refund": 0.0013, "reverted_card_payment?": 0.043, "supported_cards_and_currencies": 0.0014, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0008, "top_up_by_card_charge": 0.0008, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0007, "top_up_limits": 0.0007, "top_up_reverted": 0.001, "topping_up_by_card": 0.0011, "transaction_charged_twice": 0.001, "transfer_fee_charged": 0.0009, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0008, "verify_my_identity": 0.0008, "verify_source_of_funds": 0.0008, "verify_top_up": 0.0007, "virtual_card_not_working": 0.001, "visa_or_mastercard": 0.0014, "why_verify_identity": 0.0008, "wrong_amount_of_cash_received": 0.0008, "wrong_exchange_rate_for_cash_withdrawal": 0.0014 }, "error": null, "latency_ms": 70.88787504471838, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1081", "text_group": "398fe2429dc84506afb187ff78dbafd1681d3682ea6b7a9c1bf77ac556e432ab", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0004998000799680128, "activate_my_card": 0.0004998000799680128, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0007996801279488206, "atm_support": 0.0006997201119552179, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0007996801279488206, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.0004998000799680128, "card_acceptance": 0.0006997201119552179, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0007996801279488206, "card_not_working": 0.0009996001599360256, "card_payment_fee_charged": 0.014894042383046781, "card_payment_not_recognised": 0.5388844462215114, "card_payment_wrong_exchange_rate": 0.001799280287884846, "card_swallowed": 0.0004998000799680128, "cash_withdrawal_charge": 0.0007996801279488206, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0002998800479808077, "compromised_card": 0.0006997201119552179, "contactless_not_working": 0.0004998000799680128, "country_support": 0.0005997600959616154, "declined_card_payment": 0.013894442223110755, "declined_cash_withdrawal": 0.0003998400639744103, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.04528188724510196, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0004998000799680128, "exchange_charge": 0.0004998000799680128, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.012095161935225909, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0004998000799680128, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0003998400639744103, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.0003998400639744103, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0003998400639744103, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0009996001599360256, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0004998000799680128, "request_refund": 0.0034986005597760898, "reverted_card_payment?": 0.32766893242702916, "supported_cards_and_currencies": 0.0009996001599360256, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0006997201119552179, "top_up_by_card_charge": 0.004698120751699321, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0010995601759296284, "topping_up_by_card": 0.0011995201919232307, "transaction_charged_twice": 0.0018992403038784486, "transfer_fee_charged": 0.0005997600959616154, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0004998000799680128, "verify_my_identity": 0.0004998000799680128, "verify_source_of_funds": 0.0006997201119552179, "verify_top_up": 0.0005997600959616154, "virtual_card_not_working": 0.0004998000799680128, "visa_or_mastercard": 0.0013994402239104358, "why_verify_identity": 0.0005997600959616154, "wrong_amount_of_cash_received": 0.0004998000799680128, "wrong_exchange_rate_for_cash_withdrawal": 0.0005997600959616154 }, "error": null, "latency_ms": 71.18479197379202, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1082", "text_group": "2c322ff26f14ea343abb9ccbefbb492a725a1c7386d33e0d9958bf45b2c7592c", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0006, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.752, "card_payment_wrong_exchange_rate": 0.0014, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0005, "contactless_not_working": 0.0004, "country_support": 0.0005, "declined_card_payment": 0.0235, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.077, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0024, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0005, "request_refund": 0.0005, "reverted_card_payment?": 0.114, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0008, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0012, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 66.92554103210568, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1083", "text_group": "8f2dcbb4d471cb57564c2525b62bb895de7ed8099bf6b9e76abc40d71b235422", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.000499850044986504, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.8554433669899031, "card_payment_wrong_exchange_rate": 0.0006997900629811057, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.00019994001799460164, "compromised_card": 0.0057982605218434465, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0003998800359892033, "declined_card_payment": 0.01599520143956813, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.06338098570428871, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0024992502249325203, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.000499850044986504, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.033489953014095776, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.000499850044986504, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 68.52516706567258, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1084", "text_group": "29e47e40909781214f687e3dbb43c8685dc98ae91f155b695a61e00e1f6830c0", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.001000100010001, "activate_my_card": 0.0006000600060006, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0047004700470047005, "atm_support": 0.001000100010001, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.0009000900090009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090009, "beneficiary_not_allowed": 0.0028002800280028, "cancel_transfer": 0.0006000600060006, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.001000100010001, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.0007000700070007, "card_linking": 0.0008000800080008001, "card_not_working": 0.0009000900090009, "card_payment_fee_charged": 0.001000100010001, "card_payment_not_recognised": 0.6150615061506151, "card_payment_wrong_exchange_rate": 0.0012001200120012, "card_swallowed": 0.0009000900090009, "cash_withdrawal_charge": 0.0007000700070007, "cash_withdrawal_not_recognised": 0.0007000700070007, "change_pin": 0.0006000600060006, "compromised_card": 0.0045004500450045, "contactless_not_working": 0.0008000800080008001, "country_support": 0.0007000700070007, "declined_card_payment": 0.13811381138113812, "declined_cash_withdrawal": 0.0008000800080008001, "declined_transfer": 0.001000100010001, "direct_debit_payment_not_recognised": 0.1265126512651265, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0007000700070007, "extra_charge_on_statement": 0.0008000800080008001, "failed_transfer": 0.0006000600060006, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0006000600060006, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.0013001300130013002, "lost_or_stolen_phone": 0.0015001500150015003, "order_physical_card": 0.0006000600060006, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.013001300130013, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.0012001200120012, "receiving_money": 0.001000100010001, "request_refund": 0.001000100010001, "reverted_card_payment?": 0.043104310431043104, "supported_cards_and_currencies": 0.0008000800080008001, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.0006000600060006, "top_up_by_cash_or_cheque": 0.0006000600060006, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0006000600060006, "top_up_reverted": 0.0011001100110011003, "topping_up_by_card": 0.0007000700070007, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.0007000700070007, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0006000600060006, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0012001200120012, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0007000700070007, "wrong_exchange_rate_for_cash_withdrawal": 0.001000100010001 }, "error": null, "latency_ms": 68.38862493168563, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1085", "text_group": "a0b964229462db00b5c0e8750f7d21999336b154464e3c07c0782ddad3a5dc0c", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.915, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0007, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0026, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0028, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.001, "reverted_card_payment?": 0.0542, "supported_cards_and_currencies": 0.0011, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 66.52049999684095, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1086", "text_group": "b6cbaf14ed6ddcf3534edb0b1ff3aa857fc42191f756dac1ed7dab7e1fdbc5de", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.5126487351264875, "card_payment_wrong_exchange_rate": 0.0008999100089991, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0005999400059994001, "declined_card_payment": 0.0155984401559844, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.07919208079192082, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.0033996600339966003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0005999400059994001, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.3590640935906409, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.0007999200079992001, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.0007999200079992001, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 67.72662501316518, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1087", "text_group": "b3f5b612222f2e23291d6b10f32d56d72e111936e904f745ad2d45eaab402064", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.9203079692030797, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.0077992200779922, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.0316968303169683, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.010898910108989102, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.0015998400159984002, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.0014998500149985001, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.00029997000299970003, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.004999500049995001, "supported_cards_and_currencies": 0.000999900009999, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 66.45012507215142, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1088", "text_group": "f8418dcbf1cfbe2a7281d574a4d59cdff023233ca1d11c75d2199fcb4b70d1d8", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0044, "activate_my_card": 0.0027, "age_limit": 0.0024, "apple_pay_or_google_pay": 0.0047, "atm_support": 0.0071, "automatic_top_up": 0.0031, "balance_not_updated_after_bank_transfer": 0.0574, "balance_not_updated_after_cheque_or_cash_deposit": 0.0164, "beneficiary_not_allowed": 0.019, "cancel_transfer": 0.0184, "card_about_to_expire": 0.0028, "card_acceptance": 0.0046, "card_arrival": 0.0031, "card_delivery_estimate": 0.0025, "card_linking": 0.0048, "card_not_working": 0.0043, "card_payment_fee_charged": 0.0036, "card_payment_not_recognised": 0.3004, "card_payment_wrong_exchange_rate": 0.0067, "card_swallowed": 0.0035, "cash_withdrawal_charge": 0.0033, "cash_withdrawal_not_recognised": 0.0066, "change_pin": 0.003, "compromised_card": 0.01, "contactless_not_working": 0.0042, "country_support": 0.004, "declined_card_payment": 0.0046, "declined_cash_withdrawal": 0.0039, "declined_transfer": 0.0071, "direct_debit_payment_not_recognised": 0.1092, "disposable_card_limits": 0.0037, "edit_personal_details": 0.0051, "exchange_charge": 0.0032, "exchange_rate": 0.0032, "exchange_via_app": 0.0038, "extra_charge_on_statement": 0.0035, "failed_transfer": 0.0051, "fiat_currency_support": 0.0046, "get_disposable_virtual_card": 0.0034, "get_physical_card": 0.0033, "getting_spare_card": 0.0026, "getting_virtual_card": 0.0026, "lost_or_stolen_card": 0.0043, "lost_or_stolen_phone": 0.0022, "order_physical_card": 0.0023, "passcode_forgotten": 0.0029, "pending_card_payment": 0.0028, "pending_cash_withdrawal": 0.0026, "pending_top_up": 0.0029, "pending_transfer": 0.0033, "pin_blocked": 0.0031, "receiving_money": 0.0049, "request_refund": 0.0156, "reverted_card_payment?": 0.0496, "supported_cards_and_currencies": 0.0045, "terminate_account": 0.0118, "top_up_by_bank_transfer_charge": 0.0032, "top_up_by_card_charge": 0.0023, "top_up_by_cash_or_cheque": 0.0031, "top_up_failed": 0.0033, "top_up_limits": 0.0024, "top_up_reverted": 0.0256, "topping_up_by_card": 0.0035, "transaction_charged_twice": 0.0891, "transfer_fee_charged": 0.0031, "transfer_into_account": 0.0039, "transfer_not_received_by_recipient": 0.0316, "transfer_timing": 0.0028, "unable_to_verify_identity": 0.0039, "verify_my_identity": 0.0034, "verify_source_of_funds": 0.0058, "verify_top_up": 0.0036, "virtual_card_not_working": 0.004, "visa_or_mastercard": 0.004, "why_verify_identity": 0.0048, "wrong_amount_of_cash_received": 0.0061, "wrong_exchange_rate_for_cash_withdrawal": 0.0058 }, "error": null, "latency_ms": 66.57979090232402, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1089", "text_group": "2a8dc3bf88f5b68f38725a4c43c1b0a3898cca18294a59cd6c13d4a4b1df9596", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.8060193980601941, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0004999500049995, "declined_card_payment": 0.0047995200479952005, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.029597040295970406, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.0005999400059994001, "reverted_card_payment?": 0.13538646135386462, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.30679101403803, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1090", "text_group": "5b3acfc9d27a6325423b5f5d3fa83b72083353e34b3dc7e44e3112ecb64cfab8", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.000499850044986504, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0006997900629811057, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0006997900629811057, "card_not_working": 0.0008997300809757073, "card_payment_fee_charged": 0.0005998200539838048, "card_payment_not_recognised": 0.6536039188243528, "card_payment_wrong_exchange_rate": 0.000999700089973008, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0005998200539838048, "contactless_not_working": 0.0005998200539838048, "country_support": 0.000499850044986504, "declined_card_payment": 0.011696491052684195, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.017794661601519546, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0017994601619514146, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.000499850044986504, "receiving_money": 0.0002999100269919024, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.27871638508447466, "supported_cards_and_currencies": 0.0006997900629811057, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0014995501349595122, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.0005998200539838048, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.005898230530840748, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0006997900629811057, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 74.19899990782142, "usage": { "input_tokens": 631, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1091", "text_group": "c84aaad46c973338f486a1b25ec997d55701871e43287494253ccd453d09150d", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.0005002000800320128, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.7374949979991997, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.022408963585434174, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.000900360144057623, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.05022008803521409, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.1283513405362145, "lost_or_stolen_phone": 0.00040016006402561027, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.0006002400960384153, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.040016006402561026, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.0006002400960384153, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 72.28241604752839, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1092", "text_group": "9ce4e24a6783e31de1f81b6ec1eb32fd2112ba3d201fcdf871eb06f70dacdbb3", "expected": "card_payment_not_recognised", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.001099670098970309, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.0032990102969109266, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0008997300809757073, "card_not_working": 0.0008997300809757073, "card_payment_fee_charged": 0.0014995501349595122, "card_payment_not_recognised": 0.10916724982505249, "card_payment_wrong_exchange_rate": 0.0014995501349595122, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0002999100269919024, "compromised_card": 0.05878236529041288, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0003998800359892033, "declined_card_payment": 0.000999700089973008, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.017494751574527644, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0022993102069379188, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.505448365490353, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.005098470458862342, "reverted_card_payment?": 0.26112166350094973, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0007997600719784066, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.002099370188943317, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.004798560431870438, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 72.62570899911225, "usage": { "input_tokens": 619, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1093", "text_group": "8e66b28b99a4f95892a89c87b83ef8f82a63b9305ca7fdc18e2e0c61969e0702", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00039980009995002505, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.00039980009995002505, "atm_support": 0.0004997501249375313, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.00039980009995002505, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039980009995002505, "beneficiary_not_allowed": 0.00039980009995002505, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.00039980009995002505, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.0002998500749625187, "card_not_working": 0.0002998500749625187, "card_payment_fee_charged": 0.00039980009995002505, "card_payment_not_recognised": 0.7742128935532234, "card_payment_wrong_exchange_rate": 0.0004997501249375313, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.0002998500749625187, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0002998500749625187, "compromised_card": 0.0008995502248875562, "contactless_not_working": 0.0002998500749625187, "country_support": 0.00039980009995002505, "declined_card_payment": 0.013193403298350826, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.16701649175412295, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0010994502748625688, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.00039980009995002505, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.019290354822588708, "supported_cards_and_currencies": 0.00039980009995002505, "terminate_account": 0.0005997001499250374, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.00039980009995002505, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0008995502248875562, "verify_my_identity": 0.00039980009995002505, "verify_source_of_funds": 0.00039980009995002505, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.00039980009995002505, "visa_or_mastercard": 0.00039980009995002505, "why_verify_identity": 0.0012993503248375812, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998500749625187 }, "error": null, "latency_ms": 70.04554092418402, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1094", "text_group": "64ffe8b2fa4d7bdce7f7b6f3d6da7972533761282b8ce7c0eefafde84c6a8f7e", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0008, "atm_support": 0.0009, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008, "beneficiary_not_allowed": 0.001, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0004, "card_acceptance": 0.0008, "card_arrival": 0.0005, "card_delivery_estimate": 0.0004, "card_linking": 0.0007, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0009, "card_payment_not_recognised": 0.5383, "card_payment_wrong_exchange_rate": 0.0021, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0004, "compromised_card": 0.0008, "contactless_not_working": 0.0006, "country_support": 0.0008, "declined_card_payment": 0.0261, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0705, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0007, "exchange_charge": 0.0004, "exchange_rate": 0.0005, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0005, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0005, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0004, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0026, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0004, "receiving_money": 0.0007, "request_refund": 0.0007, "reverted_card_payment?": 0.3203, "supported_cards_and_currencies": 0.0009, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0004, "top_up_limits": 0.0004, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0008, "why_verify_identity": 0.0008, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 69.4592910585925, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1095", "text_group": "dcd9e29f505bd8a0042bf08dc219282648dff9a6eb1527efa050aed1a4ee02e2", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.8467306538692262, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00019996000799840034, "compromised_card": 0.008098380323935212, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.020395920815836834, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.06848630273945211, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.0013997200559888023, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.0018996200759848032, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.02989402119576085, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.0010997800439912018, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 69.94308298453689, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1096", "text_group": "0eaf945cb12b6274a83d4402e0fce99a31328186f5045ee50d5537a8377a3135", "expected": "card_payment_not_recognised", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0015001500150015003, "activate_my_card": 0.0011001100110011003, "age_limit": 0.001000100010001, "apple_pay_or_google_pay": 0.0015001500150015003, "atm_support": 0.0018001800180018, "automatic_top_up": 0.0012001200120012, "balance_not_updated_after_bank_transfer": 0.0021002100210021, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018001800180018, "beneficiary_not_allowed": 0.0021002100210021, "cancel_transfer": 0.0022002200220022005, "card_about_to_expire": 0.0011001100110011003, "card_acceptance": 0.0017001700170017002, "card_arrival": 0.001000100010001, "card_delivery_estimate": 0.0011001100110011003, "card_linking": 0.0017001700170017002, "card_not_working": 0.0016001600160016002, "card_payment_fee_charged": 0.0011001100110011003, "card_payment_not_recognised": 0.0402040204020402, "card_payment_wrong_exchange_rate": 0.0016001600160016002, "card_swallowed": 0.0015001500150015003, "cash_withdrawal_charge": 0.0012001200120012, "cash_withdrawal_not_recognised": 0.0016001600160016002, "change_pin": 0.0011001100110011003, "compromised_card": 0.0032003200320032004, "contactless_not_working": 0.0013001300130013002, "country_support": 0.0014001400140014, "declined_card_payment": 0.0016001600160016002, "declined_cash_withdrawal": 0.0013001300130013002, "declined_transfer": 0.0017001700170017002, "direct_debit_payment_not_recognised": 0.035803580358035804, "disposable_card_limits": 0.0014001400140014, "edit_personal_details": 0.0019001900190019003, "exchange_charge": 0.001000100010001, "exchange_rate": 0.0009000900090009, "exchange_via_app": 0.001000100010001, "extra_charge_on_statement": 0.0012001200120012, "failed_transfer": 0.0011001100110011003, "fiat_currency_support": 0.0016001600160016002, "get_disposable_virtual_card": 0.0011001100110011003, "get_physical_card": 0.0012001200120012, "getting_spare_card": 0.0009000900090009, "getting_virtual_card": 0.001000100010001, "lost_or_stolen_card": 0.0012001200120012, "lost_or_stolen_phone": 0.0009000900090009, "order_physical_card": 0.001000100010001, "passcode_forgotten": 0.0012001200120012, "pending_card_payment": 0.0011001100110011003, "pending_cash_withdrawal": 0.001000100010001, "pending_top_up": 0.0011001100110011003, "pending_transfer": 0.001000100010001, "pin_blocked": 0.0036003600360036, "receiving_money": 0.0012001200120012, "request_refund": 0.0015001500150015003, "reverted_card_payment?": 0.0016001600160016002, "supported_cards_and_currencies": 0.0012001200120012, "terminate_account": 0.8183818381838184, "top_up_by_bank_transfer_charge": 0.001000100010001, "top_up_by_card_charge": 0.001000100010001, "top_up_by_cash_or_cheque": 0.0011001100110011003, "top_up_failed": 0.0011001100110011003, "top_up_limits": 0.0011001100110011003, "top_up_reverted": 0.0016001600160016002, "topping_up_by_card": 0.0011001100110011003, "transaction_charged_twice": 0.0018001800180018, "transfer_fee_charged": 0.0011001100110011003, "transfer_into_account": 0.0013001300130013002, "transfer_not_received_by_recipient": 0.0011001100110011003, "transfer_timing": 0.0011001100110011003, "unable_to_verify_identity": 0.002000200020002, "verify_my_identity": 0.0015001500150015003, "verify_source_of_funds": 0.004100410041004101, "verify_top_up": 0.0021002100210021, "virtual_card_not_working": 0.0012001200120012, "visa_or_mastercard": 0.0012001200120012, "why_verify_identity": 0.0016001600160016002, "wrong_amount_of_cash_received": 0.0012001200120012, "wrong_exchange_rate_for_cash_withdrawal": 0.0013001300130013002 }, "error": null, "latency_ms": 71.65350008290261, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1097", "text_group": "8cd50ab0c3561361168944beea09c0bbe7480161e1c641a3bffeef255d0d0355", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00020012007204322593, "activate_my_card": 0.00020012007204322593, "age_limit": 0.00020012007204322593, "apple_pay_or_google_pay": 0.00030018010806483886, "atm_support": 0.00030018010806483886, "automatic_top_up": 0.00020012007204322593, "balance_not_updated_after_bank_transfer": 0.00020012007204322593, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030018010806483886, "beneficiary_not_allowed": 0.00030018010806483886, "cancel_transfer": 0.00020012007204322593, "card_about_to_expire": 0.00020012007204322593, "card_acceptance": 0.00040024014408645187, "card_arrival": 0.00030018010806483886, "card_delivery_estimate": 0.00020012007204322593, "card_linking": 0.00040024014408645187, "card_not_working": 0.00040024014408645187, "card_payment_fee_charged": 0.00030018010806483886, "card_payment_not_recognised": 0.9457674604762858, "card_payment_wrong_exchange_rate": 0.0005003001801080648, "card_swallowed": 0.00030018010806483886, "cash_withdrawal_charge": 0.00020012007204322593, "cash_withdrawal_not_recognised": 0.00030018010806483886, "change_pin": 0.00020012007204322593, "compromised_card": 0.0005003001801080648, "contactless_not_working": 0.00030018010806483886, "country_support": 0.00040024014408645187, "declined_card_payment": 0.021012607564538724, "declined_cash_withdrawal": 0.00020012007204322593, "declined_transfer": 0.00030018010806483886, "direct_debit_payment_not_recognised": 0.008905343205923554, "disposable_card_limits": 0.00030018010806483886, "edit_personal_details": 0.00020012007204322593, "exchange_charge": 0.00020012007204322593, "exchange_rate": 0.00020012007204322593, "exchange_via_app": 0.00020012007204322593, "extra_charge_on_statement": 0.00020012007204322593, "failed_transfer": 0.00020012007204322593, "fiat_currency_support": 0.00030018010806483886, "get_disposable_virtual_card": 0.00020012007204322593, "get_physical_card": 0.00030018010806483886, "getting_spare_card": 0.00020012007204322593, "getting_virtual_card": 0.00020012007204322593, "lost_or_stolen_card": 0.00030018010806483886, "lost_or_stolen_phone": 0.00020012007204322593, "order_physical_card": 0.00020012007204322593, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.0007004202521512907, "pending_cash_withdrawal": 0.00020012007204322593, "pending_top_up": 0.00020012007204322593, "pending_transfer": 0.00020012007204322593, "pin_blocked": 0.00020012007204322593, "receiving_money": 0.00030018010806483886, "request_refund": 0.00030018010806483886, "reverted_card_payment?": 0.00440264158495097, "supported_cards_and_currencies": 0.0009005403241945166, "terminate_account": 0.00020012007204322593, "top_up_by_bank_transfer_charge": 0.00020012007204322593, "top_up_by_card_charge": 0.00020012007204322593, "top_up_by_cash_or_cheque": 0.00020012007204322593, "top_up_failed": 0.00020012007204322593, "top_up_limits": 0.00020012007204322593, "top_up_reverted": 0.00030018010806483886, "topping_up_by_card": 0.00040024014408645187, "transaction_charged_twice": 0.00020012007204322593, "transfer_fee_charged": 0.00020012007204322593, "transfer_into_account": 0.00020012007204322593, "transfer_not_received_by_recipient": 0.00020012007204322593, "transfer_timing": 0.00020012007204322593, "unable_to_verify_identity": 0.00030018010806483886, "verify_my_identity": 0.00030018010806483886, "verify_source_of_funds": 0.00030018010806483886, "verify_top_up": 0.00030018010806483886, "virtual_card_not_working": 0.00030018010806483886, "visa_or_mastercard": 0.00030018010806483886, "why_verify_identity": 0.00030018010806483886, "wrong_amount_of_cash_received": 0.00020012007204322593, "wrong_exchange_rate_for_cash_withdrawal": 0.00030018010806483886 }, "error": null, "latency_ms": 67.0539999846369, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1098", "text_group": "7c46b2c5100fc9881160121164c52e0f2d17f0f3ffff14a0fe5375f579594d32", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.8497150284971503, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.10958904109589042, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.004899510048995101, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.001999800019998, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.009599040095990401, "supported_cards_and_currencies": 0.0024997500249975004, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.19266697857529, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1099", "text_group": "72af160f36b51979131fefe60d1902f35870262939a7d654562380ef6fa04d19", "expected": "card_payment_not_recognised", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0006, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.4248, "card_payment_wrong_exchange_rate": 0.0012, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0003, "compromised_card": 0.0006, "contactless_not_working": 0.0004, "country_support": 0.0006, "declined_card_payment": 0.0159, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0557, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0005, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0004, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0012, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0005, "request_refund": 0.0016, "reverted_card_payment?": 0.47, "supported_cards_and_currencies": 0.0007, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 67.20545794814825, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1100", "text_group": "f91986cb13f0c7a35ae41ea3365bec5625c37414ee9bd7bb6fd1aefe5f0fae9d", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.001000100010001, "activate_my_card": 0.0011001100110011003, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.0011001100110011003, "atm_support": 0.0015001500150015003, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.0012001200120012, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011001100110011003, "beneficiary_not_allowed": 0.0013001300130013002, "cancel_transfer": 0.0012001200120012, "card_about_to_expire": 0.0014001400140014, "card_acceptance": 0.0015001500150015003, "card_arrival": 0.0008000800080008001, "card_delivery_estimate": 0.0008000800080008001, "card_linking": 0.0022002200220022005, "card_not_working": 0.0039003900390039, "card_payment_fee_charged": 0.0031003100310031, "card_payment_not_recognised": 0.7573757375737573, "card_payment_wrong_exchange_rate": 0.0034003400340034003, "card_swallowed": 0.0014001400140014, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.0007000700070007, "change_pin": 0.0008000800080008001, "compromised_card": 0.008000800080008, "contactless_not_working": 0.0013001300130013002, "country_support": 0.0012001200120012, "declined_card_payment": 0.0202020202020202, "declined_cash_withdrawal": 0.001000100010001, "declined_transfer": 0.0013001300130013002, "direct_debit_payment_not_recognised": 0.0241024102410241, "disposable_card_limits": 0.0013001300130013002, "edit_personal_details": 0.0014001400140014, "exchange_charge": 0.0007000700070007, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.0013001300130013002, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0011001100110011003, "get_disposable_virtual_card": 0.0008000800080008001, "get_physical_card": 0.0009000900090009, "getting_spare_card": 0.0007000700070007, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0012001200120012, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.0007000700070007, "pending_card_payment": 0.0785078507850785, "pending_cash_withdrawal": 0.0007000700070007, "pending_top_up": 0.0008000800080008001, "pending_transfer": 0.0009000900090009, "pin_blocked": 0.0035003500350035003, "receiving_money": 0.0011001100110011003, "request_refund": 0.001000100010001, "reverted_card_payment?": 0.028602860286028604, "supported_cards_and_currencies": 0.0021002100210021, "terminate_account": 0.0013001300130013002, "top_up_by_bank_transfer_charge": 0.0007000700070007, "top_up_by_card_charge": 0.0008000800080008001, "top_up_by_cash_or_cheque": 0.0007000700070007, "top_up_failed": 0.0009000900090009, "top_up_limits": 0.0009000900090009, "top_up_reverted": 0.0012001200120012, "topping_up_by_card": 0.002000200020002, "transaction_charged_twice": 0.0014001400140014, "transfer_fee_charged": 0.0008000800080008001, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0007000700070007, "unable_to_verify_identity": 0.0009000900090009, "verify_my_identity": 0.0008000800080008001, "verify_source_of_funds": 0.0013001300130013002, "verify_top_up": 0.0008000800080008001, "virtual_card_not_working": 0.0011001100110011003, "visa_or_mastercard": 0.0023002300230023, "why_verify_identity": 0.0008000800080008001, "wrong_amount_of_cash_received": 0.0008000800080008001, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009 }, "error": null, "latency_ms": 69.72345802932978, "usage": { "input_tokens": 605, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1101", "text_group": "91ad647be53c20926ca7b45d3848a6b4e8267c5f7550c7ed039c7ba681ca7ed5", "expected": "card_payment_not_recognised", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.00240120060030015, "activate_my_card": 0.00030015007503751874, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.000400200100050025, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.000400200100050025, "balance_not_updated_after_cheque_or_cash_deposit": 0.000400200100050025, "beneficiary_not_allowed": 0.0005002501250625312, "cancel_transfer": 0.000400200100050025, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.000400200100050025, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.000400200100050025, "card_not_working": 0.000400200100050025, "card_payment_fee_charged": 0.0009004502251125562, "card_payment_not_recognised": 0.023211605802901446, "card_payment_wrong_exchange_rate": 0.0009004502251125562, "card_swallowed": 0.000400200100050025, "cash_withdrawal_charge": 0.0010005002501250625, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.0002001000500250125, "compromised_card": 0.0043021510755377685, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.0009004502251125562, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.0007003501750875437, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.000400200100050025, "exchange_charge": 0.00030015007503751874, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.9408704352176087, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0005002501250625312, "pending_cash_withdrawal": 0.00030015007503751874, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.00030015007503751874, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00030015007503751874, "request_refund": 0.002701350675337669, "reverted_card_payment?": 0.0006003001500750375, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.0005002501250625312, "top_up_by_card_charge": 0.0010005002501250625, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.00030015007503751874, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.000400200100050025, "transfer_fee_charged": 0.000400200100050025, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.00030015007503751874, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.000400200100050025, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.000400200100050025, "why_verify_identity": 0.000400200100050025, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002501250625312 }, "error": null, "latency_ms": 67.72524991538376, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1102", "text_group": "f5ea63167d58337219dfbb370432b5be4d21a3ad02bb9f06121fc8ec59c56896", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.9077184563087383, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.0003999200159968007, "country_support": 0.00029994001199760045, "declined_card_payment": 0.010497900419916018, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.025694861027794443, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.0023995200959808036, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.01249750049990002, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.017296540691861626, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0004999000199960008, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 69.84470901079476, "usage": { "input_tokens": 611, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1103", "text_group": "092e5b49178facb1bdeec806e4233be07aed205253ed49a7c6867b849a7e17e8", "expected": "card_payment_not_recognised", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0003001801080648389, "automatic_top_up": 0.00020012007204322596, "balance_not_updated_after_bank_transfer": 0.0003001801080648389, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.0006003602161296778, "cancel_transfer": 0.0005003001801080648, "card_about_to_expire": 0.0003001801080648389, "card_acceptance": 0.0003001801080648389, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.0004002401440864519, "card_not_working": 0.0005003001801080648, "card_payment_fee_charged": 0.0003001801080648389, "card_payment_not_recognised": 0.0006003602161296778, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0005003001801080648, "cash_withdrawal_charge": 0.00020012007204322596, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.8966379827896739, "contactless_not_working": 0.0003001801080648389, "country_support": 0.00020012007204322596, "declined_card_payment": 0.0003001801080648389, "declined_cash_withdrawal": 0.00020012007204322596, "declined_transfer": 0.0003001801080648389, "direct_debit_payment_not_recognised": 0.0005003001801080648, "disposable_card_limits": 0.0003001801080648389, "edit_personal_details": 0.0003001801080648389, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.00020012007204322596, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.0003001801080648389, "fiat_currency_support": 0.0003001801080648389, "get_disposable_virtual_card": 0.0003001801080648389, "get_physical_card": 0.0003001801080648389, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.00020012007204322596, "lost_or_stolen_card": 0.07444466680008005, "lost_or_stolen_phone": 0.0003001801080648389, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.0003001801080648389, "receiving_money": 0.00020012007204322596, "request_refund": 0.0003001801080648389, "reverted_card_payment?": 0.0013007804682809686, "supported_cards_and_currencies": 0.0005003001801080648, "terminate_account": 0.005803482089253552, "top_up_by_bank_transfer_charge": 0.00020012007204322596, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.00020012007204322596, "top_up_failed": 0.0003001801080648389, "top_up_limits": 0.00020012007204322596, "top_up_reverted": 0.0004002401440864519, "topping_up_by_card": 0.0004002401440864519, "transaction_charged_twice": 0.0006003602161296778, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.0003001801080648389, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.0007004202521512908, "verify_my_identity": 0.0004002401440864519, "verify_source_of_funds": 0.0005003001801080648, "verify_top_up": 0.0003001801080648389, "virtual_card_not_working": 0.0005003001801080648, "visa_or_mastercard": 0.0003001801080648389, "why_verify_identity": 0.0004002401440864519, "wrong_amount_of_cash_received": 0.00020012007204322596, "wrong_exchange_rate_for_cash_withdrawal": 0.00020012007204322596 }, "error": null, "latency_ms": 70.10520796757191, "usage": { "input_tokens": 612, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1104", "text_group": "606fd4d3b3ba09c9ba0e6a61dfa8bc5f563fb765cde65eb545f3b7ec38414e78", "expected": "card_payment_not_recognised", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0007003501750875437, "activate_my_card": 0.0005002501250625312, "age_limit": 0.0005002501250625312, "apple_pay_or_google_pay": 0.0009004502251125562, "atm_support": 0.0010005002501250625, "automatic_top_up": 0.0005002501250625312, "balance_not_updated_after_bank_transfer": 0.0010005002501250625, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010005002501250625, "beneficiary_not_allowed": 0.0009004502251125562, "cancel_transfer": 0.0006003001500750375, "card_about_to_expire": 0.0006003001500750375, "card_acceptance": 0.0010005002501250625, "card_arrival": 0.0006003001500750375, "card_delivery_estimate": 0.0006003001500750375, "card_linking": 0.00080040020010005, "card_not_working": 0.00080040020010005, "card_payment_fee_charged": 0.002001000500250125, "card_payment_not_recognised": 0.30175087543771884, "card_payment_wrong_exchange_rate": 0.005102551275637819, "card_swallowed": 0.0006003001500750375, "cash_withdrawal_charge": 0.0006003001500750375, "cash_withdrawal_not_recognised": 0.0005002501250625312, "change_pin": 0.0005002501250625312, "compromised_card": 0.0007003501750875437, "contactless_not_working": 0.00080040020010005, "country_support": 0.0009004502251125562, "declined_card_payment": 0.16278139069534767, "declined_cash_withdrawal": 0.0005002501250625312, "declined_transfer": 0.00080040020010005, "direct_debit_payment_not_recognised": 0.07863931965982991, "disposable_card_limits": 0.0006003001500750375, "edit_personal_details": 0.0007003501750875437, "exchange_charge": 0.0006003001500750375, "exchange_rate": 0.0006003001500750375, "exchange_via_app": 0.0006003001500750375, "extra_charge_on_statement": 0.0006003001500750375, "failed_transfer": 0.0006003001500750375, "fiat_currency_support": 0.0009004502251125562, "get_disposable_virtual_card": 0.0006003001500750375, "get_physical_card": 0.0006003001500750375, "getting_spare_card": 0.0005002501250625312, "getting_virtual_card": 0.0005002501250625312, "lost_or_stolen_card": 0.0005002501250625312, "lost_or_stolen_phone": 0.000400200100050025, "order_physical_card": 0.0005002501250625312, "passcode_forgotten": 0.0005002501250625312, "pending_card_payment": 0.006703351675837919, "pending_cash_withdrawal": 0.000400200100050025, "pending_top_up": 0.0005002501250625312, "pending_transfer": 0.0005002501250625312, "pin_blocked": 0.0006003001500750375, "receiving_money": 0.00080040020010005, "request_refund": 0.0010005002501250625, "reverted_card_payment?": 0.39419709854927465, "supported_cards_and_currencies": 0.0010005002501250625, "terminate_account": 0.0006003001500750375, "top_up_by_bank_transfer_charge": 0.0006003001500750375, "top_up_by_card_charge": 0.0006003001500750375, "top_up_by_cash_or_cheque": 0.0006003001500750375, "top_up_failed": 0.0006003001500750375, "top_up_limits": 0.0005002501250625312, "top_up_reverted": 0.0009004502251125562, "topping_up_by_card": 0.00080040020010005, "transaction_charged_twice": 0.00080040020010005, "transfer_fee_charged": 0.0007003501750875437, "transfer_into_account": 0.0005002501250625312, "transfer_not_received_by_recipient": 0.0006003001500750375, "transfer_timing": 0.0005002501250625312, "unable_to_verify_identity": 0.0006003001500750375, "verify_my_identity": 0.0006003001500750375, "verify_source_of_funds": 0.0007003501750875437, "verify_top_up": 0.0006003001500750375, "virtual_card_not_working": 0.0010005002501250625, "visa_or_mastercard": 0.0009004502251125562, "why_verify_identity": 0.0007003501750875437, "wrong_amount_of_cash_received": 0.0009004502251125562, "wrong_exchange_rate_for_cash_withdrawal": 0.0025012506253126563 }, "error": null, "latency_ms": 68.73237492982298, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1105", "text_group": "7b150d46407a09dbb3aeee6263c67c2dcba216544a78a8641486c32cc83e8898", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0007000700070007, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0006000600060006, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.5283528352835284, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0006000600060006, "declined_card_payment": 0.0232023202320232, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0242024202420242, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.008600860086008601, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.00040004000400040005, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.3856385638563856, "supported_cards_and_currencies": 0.0008000800080008001, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.0005000500050005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 75.11641702149063, "usage": { "input_tokens": 608, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1106", "text_group": "209677841eacad8e6ef85bc6fbc2731edc8f98fdb1061c9aaa47bf8f16784bc1", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0010002000400080016, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0018003600720144029, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0006001200240048009, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.9399879975995199, "card_payment_wrong_exchange_rate": 0.0009001800360072014, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0006001200240048009, "declined_card_payment": 0.009101820364072815, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0028005601120224045, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.002600520104020804, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0005001000200040008, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.0012002400480096017, "supported_cards_and_currencies": 0.014402880576115223, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0009001800360072014, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 71.57337502576411, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1107", "text_group": "abb9b8204da644652ab331011bae196d10bf200ed39d9cacae9f762a7ccdd8cb", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0081, "activate_my_card": 0.0018, "age_limit": 0.0019, "apple_pay_or_google_pay": 0.0031, "atm_support": 0.0032, "automatic_top_up": 0.0019, "balance_not_updated_after_bank_transfer": 0.0058, "balance_not_updated_after_cheque_or_cash_deposit": 0.005, "beneficiary_not_allowed": 0.0074, "cancel_transfer": 0.0037, "card_about_to_expire": 0.0023, "card_acceptance": 0.003, "card_arrival": 0.002, "card_delivery_estimate": 0.002, "card_linking": 0.0028, "card_not_working": 0.0032, "card_payment_fee_charged": 0.0026, "card_payment_not_recognised": 0.5925, "card_payment_wrong_exchange_rate": 0.0038, "card_swallowed": 0.0034, "cash_withdrawal_charge": 0.0025, "cash_withdrawal_not_recognised": 0.0071, "change_pin": 0.002, "compromised_card": 0.1001, "contactless_not_working": 0.0034, "country_support": 0.0023, "declined_card_payment": 0.0073, "declined_cash_withdrawal": 0.0033, "declined_transfer": 0.0032, "direct_debit_payment_not_recognised": 0.0545, "disposable_card_limits": 0.0028, "edit_personal_details": 0.0026, "exchange_charge": 0.0019, "exchange_rate": 0.0018, "exchange_via_app": 0.002, "extra_charge_on_statement": 0.0078, "failed_transfer": 0.0022, "fiat_currency_support": 0.0025, "get_disposable_virtual_card": 0.0021, "get_physical_card": 0.0019, "getting_spare_card": 0.0016, "getting_virtual_card": 0.0016, "lost_or_stolen_card": 0.004, "lost_or_stolen_phone": 0.002, "order_physical_card": 0.0016, "passcode_forgotten": 0.0018, "pending_card_payment": 0.0024, "pending_cash_withdrawal": 0.0021, "pending_top_up": 0.0019, "pending_transfer": 0.0021, "pin_blocked": 0.0037, "receiving_money": 0.003, "request_refund": 0.0037, "reverted_card_payment?": 0.0137, "supported_cards_and_currencies": 0.0029, "terminate_account": 0.0026, "top_up_by_bank_transfer_charge": 0.0021, "top_up_by_card_charge": 0.0019, "top_up_by_cash_or_cheque": 0.0022, "top_up_failed": 0.0023, "top_up_limits": 0.002, "top_up_reverted": 0.0032, "topping_up_by_card": 0.0026, "transaction_charged_twice": 0.0248, "transfer_fee_charged": 0.0023, "transfer_into_account": 0.0017, "transfer_not_received_by_recipient": 0.0026, "transfer_timing": 0.0019, "unable_to_verify_identity": 0.0028, "verify_my_identity": 0.0021, "verify_source_of_funds": 0.0028, "verify_top_up": 0.002, "virtual_card_not_working": 0.004, "visa_or_mastercard": 0.0033, "why_verify_identity": 0.003, "wrong_amount_of_cash_received": 0.0033, "wrong_exchange_rate_for_cash_withdrawal": 0.0036 }, "error": null, "latency_ms": 69.99508303124458, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1108", "text_group": "8badb35bfd1fb147b915b38bf56daeb80ccdca1055efd0b8ac1f54c5dab4afef", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.003001200480192077, "atm_support": 0.0006002400960384153, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.0006002400960384153, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00040016006402561027, "card_delivery_estimate": 0.00040016006402561027, "card_linking": 0.0005002000800320128, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.0005002000800320128, "card_payment_not_recognised": 0.8170268107242897, "card_payment_wrong_exchange_rate": 0.000900360144057623, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.0005002000800320128, "change_pin": 0.00030012004801920766, "compromised_card": 0.0078031212484993995, "contactless_not_working": 0.0005002000800320128, "country_support": 0.0005002000800320128, "declined_card_payment": 0.016506602641056425, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.0005002000800320128, "direct_debit_payment_not_recognised": 0.09233693477390956, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.0005002000800320128, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.0005002000800320128, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.0019007603041216487, "lost_or_stolen_phone": 0.0008003201280512205, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.000900360144057623, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.0005002000800320128, "request_refund": 0.0005002000800320128, "reverted_card_payment?": 0.03031212484993998, "supported_cards_and_currencies": 0.0006002400960384153, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.0006002400960384153, "verify_my_identity": 0.00040016006402561027, "verify_source_of_funds": 0.0006002400960384153, "verify_top_up": 0.0005002000800320128, "virtual_card_not_working": 0.0005002000800320128, "visa_or_mastercard": 0.0005002000800320128, "why_verify_identity": 0.0021008403361344537, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002000800320128 }, "error": null, "latency_ms": 69.73937503062189, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1109", "text_group": "c458a14e4243758781fd4be1d366d12ccf27e305303aaceb9ceddaba5d60d921", "expected": "card_payment_not_recognised", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.003099070278916325, "activate_my_card": 0.002099370188943317, "age_limit": 0.0018994301709487154, "apple_pay_or_google_pay": 0.005098470458862342, "atm_support": 0.006398080575827253, "automatic_top_up": 0.002099370188943317, "balance_not_updated_after_bank_transfer": 0.03518944316704989, "balance_not_updated_after_cheque_or_cash_deposit": 0.008097570728781365, "beneficiary_not_allowed": 0.004398680395881236, "cancel_transfer": 0.004098770368889334, "card_about_to_expire": 0.002199340197940618, "card_acceptance": 0.0036988903329001305, "card_arrival": 0.002699190242927122, "card_delivery_estimate": 0.0022993102069379188, "card_linking": 0.0036988903329001305, "card_not_working": 0.003099070278916325, "card_payment_fee_charged": 0.002199340197940618, "card_payment_not_recognised": 0.09007297810656803, "card_payment_wrong_exchange_rate": 0.005598320503848846, "card_swallowed": 0.0032990102969109266, "cash_withdrawal_charge": 0.002599220233929821, "cash_withdrawal_not_recognised": 0.09037288813355993, "change_pin": 0.002099370188943317, "compromised_card": 0.005198440467859642, "contactless_not_working": 0.0034989503149055285, "country_support": 0.003998800359892032, "declined_card_payment": 0.0031990402879136263, "declined_cash_withdrawal": 0.003998800359892032, "declined_transfer": 0.0037988603418974308, "direct_debit_payment_not_recognised": 0.025192442267319804, "disposable_card_limits": 0.002699190242927122, "edit_personal_details": 0.0024992502249325203, "exchange_charge": 0.0022993102069379188, "exchange_rate": 0.0024992502249325203, "exchange_via_app": 0.0037988603418974308, "extra_charge_on_statement": 0.001999400179946016, "failed_transfer": 0.0049985004498650405, "fiat_currency_support": 0.004498650404878536, "get_disposable_virtual_card": 0.002599220233929821, "get_physical_card": 0.0022993102069379188, "getting_spare_card": 0.001999400179946016, "getting_virtual_card": 0.002099370188943317, "lost_or_stolen_card": 0.0036988903329001305, "lost_or_stolen_phone": 0.002399280215935219, "order_physical_card": 0.0018994301709487154, "passcode_forgotten": 0.0022993102069379188, "pending_card_payment": 0.0022993102069379188, "pending_cash_withdrawal": 0.0028991302609217232, "pending_top_up": 0.002099370188943317, "pending_transfer": 0.003099070278916325, "pin_blocked": 0.0024992502249325203, "receiving_money": 0.010396880935719284, "request_refund": 0.0029991002699190244, "reverted_card_payment?": 0.004798560431870438, "supported_cards_and_currencies": 0.004498650404878536, "terminate_account": 0.002699190242927122, "top_up_by_bank_transfer_charge": 0.0028991302609217232, "top_up_by_card_charge": 0.001999400179946016, "top_up_by_cash_or_cheque": 0.003099070278916325, "top_up_failed": 0.0028991302609217232, "top_up_limits": 0.002099370188943317, "top_up_reverted": 0.0037988603418974308, "topping_up_by_card": 0.0034989503149055285, "transaction_charged_twice": 0.0075977206837948615, "transfer_fee_charged": 0.002099370188943317, "transfer_into_account": 0.003998800359892032, "transfer_not_received_by_recipient": 0.03968809357192842, "transfer_timing": 0.0036988903329001305, "unable_to_verify_identity": 0.0029991002699190244, "verify_my_identity": 0.002599220233929821, "verify_source_of_funds": 0.47895631310606823, "verify_top_up": 0.0022993102069379188, "virtual_card_not_working": 0.003099070278916325, "visa_or_mastercard": 0.0038988303508947315, "why_verify_identity": 0.003099070278916325, "wrong_amount_of_cash_received": 0.003998800359892032, "wrong_exchange_rate_for_cash_withdrawal": 0.0034989503149055285 }, "error": null, "latency_ms": 69.97916696127504, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1110", "text_group": "53c6c5e8ad461ab7d7b5df826c0152b63ed06701ade5da8821800a1e162ff874", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0009000900090009, "activate_my_card": 0.0005000500050005, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0009000900090009, "automatic_top_up": 0.0005000500050005, "balance_not_updated_after_bank_transfer": 0.0015001500150015003, "balance_not_updated_after_cheque_or_cash_deposit": 0.001000100010001, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.0007000700070007, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0008000800080008001, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0008000800080008001, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.0070007000700070005, "card_payment_not_recognised": 0.3248324832483248, "card_payment_wrong_exchange_rate": 0.0014001400140014, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.0035003500350035003, "cash_withdrawal_not_recognised": 0.0008000800080008001, "change_pin": 0.0005000500050005, "compromised_card": 0.05720572057205721, "contactless_not_working": 0.0006000600060006, "country_support": 0.0006000600060006, "declined_card_payment": 0.0014001400140014, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.2854285428542854, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0008000800080008001, "exchange_charge": 0.0008000800080008001, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.17331733173317332, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.0063006300630063005, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0011001100110011003, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0007000700070007, "request_refund": 0.0018001800180018, "reverted_card_payment?": 0.0629062906290629, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.0011001100110011003, "top_up_by_bank_transfer_charge": 0.0023002300230023, "top_up_by_card_charge": 0.0046004600460046, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0011001100110011003, "topping_up_by_card": 0.0007000700070007, "transaction_charged_twice": 0.0249024902490249, "transfer_fee_charged": 0.0012001200120012, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.001000100010001, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0009000900090009, "verify_top_up": 0.0007000700070007, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.001000100010001, "wrong_amount_of_cash_received": 0.0007000700070007, "wrong_exchange_rate_for_cash_withdrawal": 0.0007000700070007 }, "error": null, "latency_ms": 71.92641601432115, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1111", "text_group": "6424efefc5284d4ecd65831d798a48a33a64c67a5b3179d5fbc4fe35eabed7b6", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.9268707482993197, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.004101640656262505, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.0011004401760704283, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.011204481792717087, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.0005002000800320128, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.015006002400960382, "lost_or_stolen_phone": 0.00040016006402561027, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.01330532212885154, "supported_cards_and_currencies": 0.0006002400960384153, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.005902360944377751, "verify_my_identity": 0.0012004801920768306, "verify_source_of_funds": 0.0005002000800320128, "verify_top_up": 0.00040016006402561027, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.0014005602240896359, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 71.53745798859745, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1112", "text_group": "4927a3e24650fe1a5d24b80f13f7dc9a57148cb7f9a7cec1337b04cd48d2477d", "expected": "card_payment_not_recognised", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.000999900009999, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0006999300069993001, "card_not_working": 0.0011998800119988001, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.048595140485951406, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.0006999300069993001, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.7577242275772423, "contactless_not_working": 0.0004999500049995, "country_support": 0.00029997000299970003, "declined_card_payment": 0.005599440055994401, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0015998400159984002, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.1527847215278472, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.006399360063993601, "supported_cards_and_currencies": 0.0006999300069993001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0007999200079992001, "visa_or_mastercard": 0.0007999200079992001, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 71.70183304697275, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1113", "text_group": "63dfa489e03098687366ac7ef259e1b5d6165c5cfc1f10e33eecff0a3f1683b6", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0003998400639744103, "activate_my_card": 0.0003998400639744103, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0005997600959616154, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0004998000799680128, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0007996801279488206, "card_not_working": 0.0006997201119552179, "card_payment_fee_charged": 0.0011995201919232307, "card_payment_not_recognised": 0.5833666533386646, "card_payment_wrong_exchange_rate": 0.0006997201119552179, "card_swallowed": 0.0004998000799680128, "cash_withdrawal_charge": 0.0004998000799680128, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0002998800479808077, "compromised_card": 0.0006997201119552179, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0004998000799680128, "declined_card_payment": 0.011095561775289885, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.04938024790083967, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0005997600959616154, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0038984406237504996, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0004998000799680128, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.006797281087564974, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0006997201119552179, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.0007996801279488206, "reverted_card_payment?": 0.3107756897241104, "supported_cards_and_currencies": 0.0006997201119552179, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0006997201119552179, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0004998000799680128, "topping_up_by_card": 0.0005997600959616154, "transaction_charged_twice": 0.000899640143942423, "transfer_fee_charged": 0.0003998400639744103, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0014994002399040384, "verify_my_identity": 0.0005997600959616154, "verify_source_of_funds": 0.0007996801279488206, "verify_top_up": 0.0005997600959616154, "virtual_card_not_working": 0.0003998400639744103, "visa_or_mastercard": 0.0009996001599360256, "why_verify_identity": 0.0015993602558976412, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 69.8857499519363, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1114", "text_group": "31ca719b4ad5cbb6afa9eea855c899e5b81cbd5ecd75d5e3f8caca962a9ce5f6", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0007999200079992001, "activate_my_card": 0.0006999300069993001, "age_limit": 0.0005999400059994001, "apple_pay_or_google_pay": 0.003999600039996, "atm_support": 0.0017998200179982, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.0010998900109989002, "balance_not_updated_after_cheque_or_cash_deposit": 0.000999900009999, "beneficiary_not_allowed": 0.000999900009999, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.0006999300069993001, "card_acceptance": 0.0051994800519948, "card_arrival": 0.0008999100089991, "card_delivery_estimate": 0.0006999300069993001, "card_linking": 0.0059994000599940004, "card_not_working": 0.0012998700129987, "card_payment_fee_charged": 0.0013998600139986002, "card_payment_not_recognised": 0.7887211278872113, "card_payment_wrong_exchange_rate": 0.022097790220977905, "card_swallowed": 0.0007999200079992001, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.0006999300069993001, "compromised_card": 0.0011998800119988001, "contactless_not_working": 0.0011998800119988001, "country_support": 0.001999800019998, "declined_card_payment": 0.004899510048995101, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.0212978702129787, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.0007999200079992001, "exchange_charge": 0.0006999300069993001, "exchange_rate": 0.0007999200079992001, "exchange_via_app": 0.000999900009999, "extra_charge_on_statement": 0.0005999400059994001, "failed_transfer": 0.0006999300069993001, "fiat_currency_support": 0.0015998400159984002, "get_disposable_virtual_card": 0.0006999300069993001, "get_physical_card": 0.0006999300069993001, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.0005999400059994001, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.0007999200079992001, "passcode_forgotten": 0.0005999400059994001, "pending_card_payment": 0.0040995900409959, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0005999400059994001, "pending_transfer": 0.0006999300069993001, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0010998900109989002, "request_refund": 0.0008999100089991, "reverted_card_payment?": 0.044495550444955505, "supported_cards_and_currencies": 0.038396160383961604, "terminate_account": 0.0005999400059994001, "top_up_by_bank_transfer_charge": 0.0005999400059994001, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.0006999300069993001, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.000999900009999, "topping_up_by_card": 0.0017998200179982, "transaction_charged_twice": 0.0007999200079992001, "transfer_fee_charged": 0.0006999300069993001, "transfer_into_account": 0.0005999400059994001, "transfer_not_received_by_recipient": 0.0006999300069993001, "transfer_timing": 0.0006999300069993001, "unable_to_verify_identity": 0.000999900009999, "verify_my_identity": 0.000999900009999, "verify_source_of_funds": 0.0011998800119988001, "verify_top_up": 0.0010998900109989002, "virtual_card_not_working": 0.0008999100089991, "visa_or_mastercard": 0.003999600039996, "why_verify_identity": 0.0014998500149985001, "wrong_amount_of_cash_received": 0.0007999200079992001, "wrong_exchange_rate_for_cash_withdrawal": 0.0010998900109989002 }, "error": null, "latency_ms": 70.25233295280486, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1115", "text_group": "3a3bc486f459e013490a4fd46777e599dbc87c33cbe965670b3e1611fdd877ae", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.001000100010001, "activate_my_card": 0.0005000500050005, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0008000800080008, "atm_support": 0.001000100010001, "automatic_top_up": 0.0006000600060005999, "balance_not_updated_after_bank_transfer": 0.0008000800080008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090008999, "beneficiary_not_allowed": 0.0009000900090008999, "cancel_transfer": 0.0006000600060005999, "card_about_to_expire": 0.0006000600060005999, "card_acceptance": 0.001000100010001, "card_arrival": 0.0006000600060005999, "card_delivery_estimate": 0.0006000600060005999, "card_linking": 0.0008000800080008, "card_not_working": 0.0008000800080008, "card_payment_fee_charged": 0.0015001500150015, "card_payment_not_recognised": 0.6578657865786578, "card_payment_wrong_exchange_rate": 0.0027002700270027003, "card_swallowed": 0.0007000700070006999, "cash_withdrawal_charge": 0.0006000600060005999, "cash_withdrawal_not_recognised": 0.0006000600060005999, "change_pin": 0.0005000500050005, "compromised_card": 0.001000100010001, "contactless_not_working": 0.0008000800080008, "country_support": 0.0008000800080008, "declined_card_payment": 0.0269026902690269, "declined_cash_withdrawal": 0.0006000600060005999, "declined_transfer": 0.0007000700070006999, "direct_debit_payment_not_recognised": 0.14001400140014, "disposable_card_limits": 0.0006000600060005999, "edit_personal_details": 0.0007000700070006999, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.07140714071407141, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0007000700070006999, "get_disposable_virtual_card": 0.0006000600060005999, "get_physical_card": 0.0006000600060005999, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.011601160116011599, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0006000600060005999, "pin_blocked": 0.0006000600060005999, "receiving_money": 0.0008000800080008, "request_refund": 0.001000100010001, "reverted_card_payment?": 0.0416041604160416, "supported_cards_and_currencies": 0.0009000900090008999, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0006000600060005999, "top_up_by_card_charge": 0.0006000600060005999, "top_up_by_cash_or_cheque": 0.0006000600060005999, "top_up_failed": 0.0006000600060005999, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0008000800080008, "topping_up_by_card": 0.0009000900090008999, "transaction_charged_twice": 0.0008000800080008, "transfer_fee_charged": 0.0007000700070006999, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0006000600060005999, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0007000700070006999, "verify_my_identity": 0.0006000600060005999, "verify_source_of_funds": 0.0006000600060005999, "verify_top_up": 0.0006000600060005999, "virtual_card_not_working": 0.0008000800080008, "visa_or_mastercard": 0.001000100010001, "why_verify_identity": 0.0008000800080008, "wrong_amount_of_cash_received": 0.0007000700070006999, "wrong_exchange_rate_for_cash_withdrawal": 0.001000100010001 }, "error": null, "latency_ms": 69.34875005390495, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1116", "text_group": "6a4560c27965045651afaf48743b5db8b3e4cb1de9cc37f3db3b7de7b4890f35", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0010994502748625688, "activate_my_card": 0.0004997501249375313, "age_limit": 0.0004997501249375313, "apple_pay_or_google_pay": 0.0009995002498750627, "atm_support": 0.0009995002498750627, "automatic_top_up": 0.0004997501249375313, "balance_not_updated_after_bank_transfer": 0.0017991004497751124, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014992503748125939, "beneficiary_not_allowed": 0.0010994502748625688, "cancel_transfer": 0.0006996501749125438, "card_about_to_expire": 0.0005997001499250374, "card_acceptance": 0.0008995502248875562, "card_arrival": 0.0005997001499250374, "card_delivery_estimate": 0.0004997501249375313, "card_linking": 0.0007996001999000501, "card_not_working": 0.0007996001999000501, "card_payment_fee_charged": 0.0006996501749125438, "card_payment_not_recognised": 0.6361819090454772, "card_payment_wrong_exchange_rate": 0.0010994502748625688, "card_swallowed": 0.0007996001999000501, "cash_withdrawal_charge": 0.0004997501249375313, "cash_withdrawal_not_recognised": 0.003398300849575212, "change_pin": 0.0004997501249375313, "compromised_card": 0.050074962518740634, "contactless_not_working": 0.0006996501749125438, "country_support": 0.0007996001999000501, "declined_card_payment": 0.0010994502748625688, "declined_cash_withdrawal": 0.0005997001499250374, "declined_transfer": 0.0006996501749125438, "direct_debit_payment_not_recognised": 0.09025487256371816, "disposable_card_limits": 0.0006996501749125438, "edit_personal_details": 0.0008995502248875562, "exchange_charge": 0.0004997501249375313, "exchange_rate": 0.0004997501249375313, "exchange_via_app": 0.0005997001499250374, "extra_charge_on_statement": 0.0004997501249375313, "failed_transfer": 0.0005997001499250374, "fiat_currency_support": 0.0007996001999000501, "get_disposable_virtual_card": 0.0005997001499250374, "get_physical_card": 0.0005997001499250374, "getting_spare_card": 0.0004997501249375313, "getting_virtual_card": 0.0004997501249375313, "lost_or_stolen_card": 0.09825087456271865, "lost_or_stolen_phone": 0.0006996501749125438, "order_physical_card": 0.0004997501249375313, "passcode_forgotten": 0.0004997501249375313, "pending_card_payment": 0.0005997001499250374, "pending_cash_withdrawal": 0.0004997501249375313, "pending_top_up": 0.0004997501249375313, "pending_transfer": 0.0005997001499250374, "pin_blocked": 0.0005997001499250374, "receiving_money": 0.0009995002498750627, "request_refund": 0.0012993503248375812, "reverted_card_payment?": 0.03728135932033983, "supported_cards_and_currencies": 0.0008995502248875562, "terminate_account": 0.0006996501749125438, "top_up_by_bank_transfer_charge": 0.0004997501249375313, "top_up_by_card_charge": 0.0004997501249375313, "top_up_by_cash_or_cheque": 0.0005997001499250374, "top_up_failed": 0.0005997001499250374, "top_up_limits": 0.0004997501249375313, "top_up_reverted": 0.0010994502748625688, "topping_up_by_card": 0.0006996501749125438, "transaction_charged_twice": 0.0031984007996002004, "transfer_fee_charged": 0.0004997501249375313, "transfer_into_account": 0.0004997501249375313, "transfer_not_received_by_recipient": 0.0019990004997501253, "transfer_timing": 0.0004997501249375313, "unable_to_verify_identity": 0.006096951524237882, "verify_my_identity": 0.0015992003998001002, "verify_source_of_funds": 0.017191404297851074, "verify_top_up": 0.0008995502248875562, "virtual_card_not_working": 0.0006996501749125438, "visa_or_mastercard": 0.0007996001999000501, "why_verify_identity": 0.007596201899050475, "wrong_amount_of_cash_received": 0.0006996501749125438, "wrong_exchange_rate_for_cash_withdrawal": 0.0006996501749125438 }, "error": null, "latency_ms": 69.3838750012219, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1117", "text_group": "4304b1e856eb3b9dfbfcca8f4fa16e3d32334c1a85ea2e99e531de2b725c7d68", "expected": "card_payment_not_recognised", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0018005401620486148, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00030009002700810244, "balance_not_updated_after_bank_transfer": 0.00030009002700810244, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004001200360108033, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0004001200360108033, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.00030009002700810244, "card_not_working": 0.0004001200360108033, "card_payment_fee_charged": 0.0016004801440432132, "card_payment_not_recognised": 0.006802040612183655, "card_payment_wrong_exchange_rate": 0.0006001800540162049, "card_swallowed": 0.0004001200360108033, "cash_withdrawal_charge": 0.0013003901170351106, "cash_withdrawal_not_recognised": 0.00030009002700810244, "change_pin": 0.00020006001800540165, "compromised_card": 0.0014004201260378114, "contactless_not_working": 0.00030009002700810244, "country_support": 0.00030009002700810244, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.0014004201260378114, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.0004001200360108033, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.9634890467140143, "failed_transfer": 0.00020006001800540165, "fiat_currency_support": 0.00030009002700810244, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.00030009002700810244, "request_refund": 0.0006001800540162049, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.00030009002700810244, "terminate_account": 0.00030009002700810244, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.0008002400720216066, "top_up_by_cash_or_cheque": 0.00020006001800540165, "top_up_failed": 0.00030009002700810244, "top_up_limits": 0.00030009002700810244, "top_up_reverted": 0.00030009002700810244, "topping_up_by_card": 0.00030009002700810244, "transaction_charged_twice": 0.0004001200360108033, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00030009002700810244, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00030009002700810244, "verify_source_of_funds": 0.00030009002700810244, "verify_top_up": 0.00030009002700810244, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.0004001200360108033 }, "error": null, "latency_ms": 67.95012496877462, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1118", "text_group": "28d92a7f0b204076bd48a31f5657ffe603131aeb6de393995f707a16d1d0d235", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.47744774477447743, "card_payment_wrong_exchange_rate": 0.0009000900090009, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0032003200320032004, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.08970897089708971, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.4043404340434043, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.0009000900090009, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 70.87791699450463, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1119", "text_group": "38a3de4dba79dd25e2b9bdc3d13d300c60e18448b347adf6c040dda840847065", "expected": "card_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0002998500749625187, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.00039980009995002505, "atm_support": 0.0004997501249375313, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.0002998500749625187, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039980009995002505, "beneficiary_not_allowed": 0.00039980009995002505, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.0004997501249375313, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.00039980009995002505, "card_not_working": 0.0002998500749625187, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.8661669165417292, "card_payment_wrong_exchange_rate": 0.0004997501249375313, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.0002998500749625187, "cash_withdrawal_not_recognised": 0.00039980009995002505, "change_pin": 0.0002998500749625187, "compromised_card": 0.0009995002498750627, "contactless_not_working": 0.0002998500749625187, "country_support": 0.00039980009995002505, "declined_card_payment": 0.007396301849075463, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.08105947026486758, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.00039980009995002505, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0010994502748625688, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.00039980009995002505, "request_refund": 0.00039980009995002505, "reverted_card_payment?": 0.01979010494752624, "supported_cards_and_currencies": 0.0004997501249375313, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.00039980009995002505, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0004997501249375313, "verify_my_identity": 0.00039980009995002505, "verify_source_of_funds": 0.0004997501249375313, "verify_top_up": 0.00039980009995002505, "virtual_card_not_working": 0.00039980009995002505, "visa_or_mastercard": 0.00039980009995002505, "why_verify_identity": 0.00039980009995002505, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.00039980009995002505 }, "error": null, "latency_ms": 68.99408297613263, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1120", "text_group": "77c133f2af045918fb8d5686a5bf7f92cbefb8ba4ebe48f8ea1a276147bf45fd", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0011998800119988001, "activate_my_card": 0.0013998600139986002, "age_limit": 0.0012998700129987, "apple_pay_or_google_pay": 0.0016998300169983002, "atm_support": 0.0030996900309969004, "automatic_top_up": 0.0014998500149985001, "balance_not_updated_after_bank_transfer": 0.0023997600239976003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0023997600239976003, "beneficiary_not_allowed": 0.0022997700229977, "cancel_transfer": 0.0025997400259974, "card_about_to_expire": 0.0015998400159984002, "card_acceptance": 0.001999800019998, "card_arrival": 0.0016998300169983002, "card_delivery_estimate": 0.0018998100189981002, "card_linking": 0.0024997500249975004, "card_not_working": 0.001999800019998, "card_payment_fee_charged": 0.0013998600139986002, "card_payment_not_recognised": 0.0014998500149985001, "card_payment_wrong_exchange_rate": 0.0016998300169983002, "card_swallowed": 0.0017998200179982, "cash_withdrawal_charge": 0.0014998500149985001, "cash_withdrawal_not_recognised": 0.0016998300169983002, "change_pin": 0.013998600139986002, "compromised_card": 0.0058994100589941, "contactless_not_working": 0.0015998400159984002, "country_support": 0.0025997400259974, "declined_card_payment": 0.0011998800119988001, "declined_cash_withdrawal": 0.0011998800119988001, "declined_transfer": 0.0013998600139986002, "direct_debit_payment_not_recognised": 0.0015998400159984002, "disposable_card_limits": 0.0021997800219978004, "edit_personal_details": 0.6501349865013498, "exchange_charge": 0.0013998600139986002, "exchange_rate": 0.0013998600139986002, "exchange_via_app": 0.0016998300169983002, "extra_charge_on_statement": 0.0012998700129987, "failed_transfer": 0.0013998600139986002, "fiat_currency_support": 0.0021997800219978004, "get_disposable_virtual_card": 0.0016998300169983002, "get_physical_card": 0.001999800019998, "getting_spare_card": 0.0012998700129987, "getting_virtual_card": 0.0012998700129987, "lost_or_stolen_card": 0.08999100089991001, "lost_or_stolen_phone": 0.015098490150984903, "order_physical_card": 0.0012998700129987, "passcode_forgotten": 0.0012998700129987, "pending_card_payment": 0.0010998900109989002, "pending_cash_withdrawal": 0.0010998900109989002, "pending_top_up": 0.0011998800119988001, "pending_transfer": 0.0012998700129987, "pin_blocked": 0.001999800019998, "receiving_money": 0.0015998400159984002, "request_refund": 0.0020997900209979003, "reverted_card_payment?": 0.0015998400159984002, "supported_cards_and_currencies": 0.0022997700229977, "terminate_account": 0.10888911108889111, "top_up_by_bank_transfer_charge": 0.0013998600139986002, "top_up_by_card_charge": 0.0011998800119988001, "top_up_by_cash_or_cheque": 0.0015998400159984002, "top_up_failed": 0.0013998600139986002, "top_up_limits": 0.0013998600139986002, "top_up_reverted": 0.0016998300169983002, "topping_up_by_card": 0.0014998500149985001, "transaction_charged_twice": 0.0011998800119988001, "transfer_fee_charged": 0.0011998800119988001, "transfer_into_account": 0.0012998700129987, "transfer_not_received_by_recipient": 0.0013998600139986002, "transfer_timing": 0.0014998500149985001, "unable_to_verify_identity": 0.0018998100189981002, "verify_my_identity": 0.0015998400159984002, "verify_source_of_funds": 0.0012998700129987, "verify_top_up": 0.0011998800119988001, "virtual_card_not_working": 0.0014998500149985001, "visa_or_mastercard": 0.0014998500149985001, "why_verify_identity": 0.0015998400159984002, "wrong_amount_of_cash_received": 0.0012998700129987, "wrong_exchange_rate_for_cash_withdrawal": 0.0016998300169983002 }, "error": null, "latency_ms": 70.44758298434317, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1121", "text_group": "fb47a2f3c0aac32e215213fe87e9fa8968cca490edd24fd13b00bc27f6cdec7b", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0006997900629811057, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0011996401079676095, "automatic_top_up": 0.000499850044986504, "balance_not_updated_after_bank_transfer": 0.0005998200539838048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006997900629811057, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.0005998200539838048, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0006997900629811057, "card_arrival": 0.0006997900629811057, "card_delivery_estimate": 0.0006997900629811057, "card_linking": 0.0007997600719784066, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.05038488453463961, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.000499850044986504, "country_support": 0.002599220233929821, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.9088273517944617, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0006997900629811057, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.0005998200539838048, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.000499850044986504, "receiving_money": 0.000499850044986504, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.0007997600719784066, "terminate_account": 0.000999700089973008, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.0003998800359892033, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.0007997600719784066, "verify_my_identity": 0.0007997600719784066, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0005998200539838048, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.000499850044986504 }, "error": null, "latency_ms": 70.73795900214463, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1122", "text_group": "fdcb598acb1fc98f89c166e8b4d6bafe86d0f19fd6d02427cdba581a9e71fc54", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.0005000500050005, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0005000500050005, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.9756975697569757, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0006000600060006, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 71.17825001478195, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1123", "text_group": "7c9db4ae8f530962a76961e3f2d34e90c6efb74e99a33bee7347938d975b92ee", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0007000700070007, "activate_my_card": 0.0009000900090009, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.001000100010001, "atm_support": 0.0019001900190019003, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.0015001500150015003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0019001900190019003, "beneficiary_not_allowed": 0.0014001400140014, "cancel_transfer": 0.001000100010001, "card_about_to_expire": 0.0014001400140014, "card_acceptance": 0.0013001300130013002, "card_arrival": 0.0019001900190019003, "card_delivery_estimate": 0.056405640564056406, "card_linking": 0.0014001400140014, "card_not_working": 0.0014001400140014, "card_payment_fee_charged": 0.0009000900090009, "card_payment_not_recognised": 0.0011001100110011003, "card_payment_wrong_exchange_rate": 0.0012001200120012, "card_swallowed": 0.001000100010001, "cash_withdrawal_charge": 0.001000100010001, "cash_withdrawal_not_recognised": 0.001000100010001, "change_pin": 0.0014001400140014, "compromised_card": 0.0011001100110011003, "contactless_not_working": 0.0013001300130013002, "country_support": 0.0036003600360036, "declined_card_payment": 0.0008000800080008001, "declined_cash_withdrawal": 0.0008000800080008001, "declined_transfer": 0.0009000900090009, "direct_debit_payment_not_recognised": 0.0011001100110011003, "disposable_card_limits": 0.0014001400140014, "edit_personal_details": 0.860986098609861, "exchange_charge": 0.0008000800080008001, "exchange_rate": 0.0008000800080008001, "exchange_via_app": 0.0008000800080008001, "extra_charge_on_statement": 0.0009000900090009, "failed_transfer": 0.0008000800080008001, "fiat_currency_support": 0.0012001200120012, "get_disposable_virtual_card": 0.0009000900090009, "get_physical_card": 0.0013001300130013002, "getting_spare_card": 0.0008000800080008001, "getting_virtual_card": 0.0008000800080008001, "lost_or_stolen_card": 0.0009000900090009, "lost_or_stolen_phone": 0.001000100010001, "order_physical_card": 0.0009000900090009, "passcode_forgotten": 0.001000100010001, "pending_card_payment": 0.0008000800080008001, "pending_cash_withdrawal": 0.0007000700070007, "pending_top_up": 0.0008000800080008001, "pending_transfer": 0.0008000800080008001, "pin_blocked": 0.001000100010001, "receiving_money": 0.0009000900090009, "request_refund": 0.0015001500150015003, "reverted_card_payment?": 0.0012001200120012, "supported_cards_and_currencies": 0.0016001600160016002, "terminate_account": 0.0012001200120012, "top_up_by_bank_transfer_charge": 0.0009000900090009, "top_up_by_card_charge": 0.0008000800080008001, "top_up_by_cash_or_cheque": 0.0009000900090009, "top_up_failed": 0.0009000900090009, "top_up_limits": 0.0008000800080008001, "top_up_reverted": 0.0011001100110011003, "topping_up_by_card": 0.0009000900090009, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.0009000900090009, "transfer_into_account": 0.0008000800080008001, "transfer_not_received_by_recipient": 0.0011001100110011003, "transfer_timing": 0.001000100010001, "unable_to_verify_identity": 0.0013001300130013002, "verify_my_identity": 0.0013001300130013002, "verify_source_of_funds": 0.0011001100110011003, "verify_top_up": 0.001000100010001, "virtual_card_not_working": 0.0011001100110011003, "visa_or_mastercard": 0.0013001300130013002, "why_verify_identity": 0.0011001100110011003, "wrong_amount_of_cash_received": 0.001000100010001, "wrong_exchange_rate_for_cash_withdrawal": 0.0012001200120012 }, "error": null, "latency_ms": 68.3562089689076, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1124", "text_group": "594378e06a4ef6a3f876ad236e465020eb6ab533b5aea9fb7582b979291fdd6d", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0012002400480096017, "activate_my_card": 0.002500500100020004, "age_limit": 0.0022004400880176037, "apple_pay_or_google_pay": 0.002100420084016803, "atm_support": 0.003800760152030406, "automatic_top_up": 0.002100420084016803, "balance_not_updated_after_bank_transfer": 0.0035007001400280055, "balance_not_updated_after_cheque_or_cash_deposit": 0.0024004800960192034, "beneficiary_not_allowed": 0.002000400080016003, "cancel_transfer": 0.0028005601120224045, "card_about_to_expire": 0.0018003600720144029, "card_acceptance": 0.002600520104020804, "card_arrival": 0.0017003400680136026, "card_delivery_estimate": 0.0015003000600120023, "card_linking": 0.0036007201440288058, "card_not_working": 0.0017003400680136026, "card_payment_fee_charged": 0.0016003200640128026, "card_payment_not_recognised": 0.0015003000600120023, "card_payment_wrong_exchange_rate": 0.001900380076015203, "card_swallowed": 0.0016003200640128026, "cash_withdrawal_charge": 0.0017003400680136026, "cash_withdrawal_not_recognised": 0.0014002800560112022, "change_pin": 0.03400680136027206, "compromised_card": 0.0016003200640128026, "contactless_not_working": 0.0015003000600120023, "country_support": 0.002000400080016003, "declined_card_payment": 0.0012002400480096017, "declined_cash_withdrawal": 0.0011002200440088019, "declined_transfer": 0.001300260052010402, "direct_debit_payment_not_recognised": 0.0017003400680136026, "disposable_card_limits": 0.0023004600920184036, "edit_personal_details": 0.7883576715343068, "exchange_charge": 0.001900380076015203, "exchange_rate": 0.0016003200640128026, "exchange_via_app": 0.0022004400880176037, "extra_charge_on_statement": 0.001900380076015203, "failed_transfer": 0.0012002400480096017, "fiat_currency_support": 0.001900380076015203, "get_disposable_virtual_card": 0.001900380076015203, "get_physical_card": 0.0017003400680136026, "getting_spare_card": 0.0016003200640128026, "getting_virtual_card": 0.0014002800560112022, "lost_or_stolen_card": 0.0011002200440088019, "lost_or_stolen_phone": 0.0011002200440088019, "order_physical_card": 0.001300260052010402, "passcode_forgotten": 0.0015003000600120023, "pending_card_payment": 0.0012002400480096017, "pending_cash_withdrawal": 0.0011002200440088019, "pending_top_up": 0.001300260052010402, "pending_transfer": 0.001300260052010402, "pin_blocked": 0.0016003200640128026, "receiving_money": 0.002100420084016803, "request_refund": 0.001900380076015203, "reverted_card_payment?": 0.0017003400680136026, "supported_cards_and_currencies": 0.002500500100020004, "terminate_account": 0.04490898179635927, "top_up_by_bank_transfer_charge": 0.0018003600720144029, "top_up_by_card_charge": 0.001300260052010402, "top_up_by_cash_or_cheque": 0.0017003400680136026, "top_up_failed": 0.0014002800560112022, "top_up_limits": 0.0014002800560112022, "top_up_reverted": 0.0017003400680136026, "topping_up_by_card": 0.0016003200640128026, "transaction_charged_twice": 0.0012002400480096017, "transfer_fee_charged": 0.0014002800560112022, "transfer_into_account": 0.004100820164032807, "transfer_not_received_by_recipient": 0.0015003000600120023, "transfer_timing": 0.002100420084016803, "unable_to_verify_identity": 0.002000400080016003, "verify_my_identity": 0.002100420084016803, "verify_source_of_funds": 0.0015003000600120023, "verify_top_up": 0.0012002400480096017, "virtual_card_not_working": 0.0014002800560112022, "visa_or_mastercard": 0.002000400080016003, "why_verify_identity": 0.0017003400680136026, "wrong_amount_of_cash_received": 0.0012002400480096017, "wrong_exchange_rate_for_cash_withdrawal": 0.0015003000600120023 }, "error": null, "latency_ms": 69.06120805069804, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1125", "text_group": "4c381ae87fbf3901bf1d126d258fb7d3e331b911899dd632c155dece6cf8ab27", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0029, "activate_my_card": 0.0032, "age_limit": 0.0034, "apple_pay_or_google_pay": 0.0046, "atm_support": 0.0099, "automatic_top_up": 0.003, "balance_not_updated_after_bank_transfer": 0.0151, "balance_not_updated_after_cheque_or_cash_deposit": 0.0143, "beneficiary_not_allowed": 0.0074, "cancel_transfer": 0.004, "card_about_to_expire": 0.006, "card_acceptance": 0.0058, "card_arrival": 0.0323, "card_delivery_estimate": 0.0302, "card_linking": 0.0061, "card_not_working": 0.0059, "card_payment_fee_charged": 0.0033, "card_payment_not_recognised": 0.0044, "card_payment_wrong_exchange_rate": 0.0046, "card_swallowed": 0.0049, "cash_withdrawal_charge": 0.0037, "cash_withdrawal_not_recognised": 0.0054, "change_pin": 0.0369, "compromised_card": 0.0085, "contactless_not_working": 0.0056, "country_support": 0.0394, "declined_card_payment": 0.0034, "declined_cash_withdrawal": 0.0035, "declined_transfer": 0.0044, "direct_debit_payment_not_recognised": 0.0054, "disposable_card_limits": 0.0054, "edit_personal_details": 0.3799, "exchange_charge": 0.0033, "exchange_rate": 0.0033, "exchange_via_app": 0.004, "extra_charge_on_statement": 0.0032, "failed_transfer": 0.0037, "fiat_currency_support": 0.0053, "get_disposable_virtual_card": 0.0036, "get_physical_card": 0.0043, "getting_spare_card": 0.0034, "getting_virtual_card": 0.0032, "lost_or_stolen_card": 0.0827, "lost_or_stolen_phone": 0.0638, "order_physical_card": 0.003, "passcode_forgotten": 0.0044, "pending_card_payment": 0.0032, "pending_cash_withdrawal": 0.0031, "pending_top_up": 0.0032, "pending_transfer": 0.0038, "pin_blocked": 0.0053, "receiving_money": 0.0041, "request_refund": 0.0061, "reverted_card_payment?": 0.0058, "supported_cards_and_currencies": 0.006, "terminate_account": 0.0049, "top_up_by_bank_transfer_charge": 0.0037, "top_up_by_card_charge": 0.003, "top_up_by_cash_or_cheque": 0.0041, "top_up_failed": 0.0035, "top_up_limits": 0.0031, "top_up_reverted": 0.0056, "topping_up_by_card": 0.0042, "transaction_charged_twice": 0.0032, "transfer_fee_charged": 0.0031, "transfer_into_account": 0.003, "transfer_not_received_by_recipient": 0.0048, "transfer_timing": 0.0041, "unable_to_verify_identity": 0.0066, "verify_my_identity": 0.0059, "verify_source_of_funds": 0.0048, "verify_top_up": 0.004, "virtual_card_not_working": 0.0047, "visa_or_mastercard": 0.0052, "why_verify_identity": 0.005, "wrong_amount_of_cash_received": 0.004, "wrong_exchange_rate_for_cash_withdrawal": 0.0049 }, "error": null, "latency_ms": 70.20241604186594, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1126", "text_group": "dacf65d8a4e65cf50c4b8b5c52b2223eac0eedb28aac9e691e0c044d63fd7e7c", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0005, "age_limit": 0.0007, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0058, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.9656, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0008, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0016, "verify_my_identity": 0.0022, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0013, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.3389589432627, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1127", "text_group": "84b8f0b9c29ce559764d5a0b70f19012e057d47db016eed95efef0c08c78da1f", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 9.999000099990002e-05, "activate_my_card": 0.0004999500049995, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019998000199980003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00019998000199980003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.0006999300069993001, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.9812018798120188, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00019998000199980003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 70.414041983895, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1128", "text_group": "6e11aa322f4f84149b20ef7ed7faa4f80b68407d8e3fa62fb01270e5a8d752f5", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.000400200100050025, "balance_not_updated_after_cheque_or_cash_deposit": 0.000400200100050025, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.000400200100050025, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.0002001000500250125, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.000400200100050025, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.000400200100050025, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.0002001000500250125, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.9792896448224112, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.0002001000500250125, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0005002501250625312, "lost_or_stolen_phone": 0.00030015007503751874, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00030015007503751874, "request_refund": 0.000400200100050025, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.000400200100050025, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.0002001000500250125, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.0002001000500250125, "transfer_timing": 0.00030015007503751874, "unable_to_verify_identity": 0.0005002501250625312, "verify_my_identity": 0.000400200100050025, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.0002001000500250125, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.000400200100050025, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 71.53754099272192, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1129", "text_group": "dbf87b6944311ba1b09d6b1a7731d3d1dba607037ca7f5c7882eb7243ef24e71", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.00019992003198720514, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.0002998800479808077, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.00019992003198720514, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.9835065973610556, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.00019992003198720514, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0002998800479808077, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 70.36400004290044, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1130", "text_group": "c4ca880bfa4ee796e1fd73c55a9ac7735447d8ceb0d28680ba7106916388506f", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.000999900009999, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0004999500049995, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.9774022597740226, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 69.13441698998213, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1131", "text_group": "1210127e619ecae04daf0db7ada216c3f34fd035a5e173be686635589c3b9e28", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.00040012003601080324, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.0006001800540162048, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.9776933079923977, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0003000900270081024, "request_refund": 0.00040012003601080324, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.00040012003601080324, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 69.13750001695007, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1132", "text_group": "4d177b1c6ec8c8becb6181aaed9e6ff3a7573bda834dbda30e03e1afcc907d1e", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.0008003201280512205, "age_limit": 0.00040016006402561027, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.0008003201280512205, "automatic_top_up": 0.0006002400960384153, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.0007002801120448179, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0007002801120448179, "card_arrival": 0.00040016006402561027, "card_delivery_estimate": 0.00040016006402561027, "card_linking": 0.0007002801120448179, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.005702280912364946, "compromised_card": 0.0005002000800320128, "contactless_not_working": 0.0005002000800320128, "country_support": 0.0007002801120448179, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.0006002400960384153, "edit_personal_details": 0.9595838335334134, "exchange_charge": 0.00040016006402561027, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.0005002000800320128, "extra_charge_on_statement": 0.00040016006402561027, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.0006002400960384153, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00040016006402561027, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.00040016006402561027, "pin_blocked": 0.0005002000800320128, "receiving_money": 0.0006002400960384153, "request_refund": 0.0005002000800320128, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.0008003201280512205, "terminate_account": 0.0006002400960384153, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00040016006402561027, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.00040016006402561027, "transfer_into_account": 0.00040016006402561027, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.00040016006402561027, "unable_to_verify_identity": 0.0006002400960384153, "verify_my_identity": 0.0006002400960384153, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.00040016006402561027, "virtual_card_not_working": 0.0005002000800320128, "visa_or_mastercard": 0.0005002000800320128, "why_verify_identity": 0.0006002400960384153, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002000800320128 }, "error": null, "latency_ms": 68.57266696169972, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1133", "text_group": "e7e5634f30c84a645e5ddc43fd590e82d5716fa55b97f36532a79fb405f8b37f", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0008000800080008001, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.0007000700070007, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.0007000700070007, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0009000900090009, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0019001900190019003, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0005000500050005, "country_support": 0.0006000600060006, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.9567956795679567, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.0005000500050005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0006000600060006, "request_refund": 0.0006000600060006, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0007000700070007, "terminate_account": 0.0034003400340034003, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0007000700070007, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0006000600060006, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 68.917416036129, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1134", "text_group": "05de73a8e19055e7434022ade93db95193e5f0462769adc6cd34b639568703d3", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00040008001600320064, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.9779955991198239, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0003000600120024004, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.37387504149228, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1135", "text_group": "705ec4652ac5dbd22d25d5fc02769b582bae6184af4c54d35f7d600370dc71b5", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00020004000800160032, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.00020004000800160032, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.0005001000200040008, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.9826965393078616, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00020004000800160032, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00020004000800160032, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 71.35591702535748, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1136", "text_group": "0e89c15739802626d594defa0e5abf238a578fde4b6d3237bae192e583ec0d55", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0001, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0002, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0002, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0002, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0003, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.9826, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0002, "request_refund": 0.0003, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0002, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 68.51295800879598, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1137", "text_group": "dc9d30a550ac66bca6c4a56eab1d29276f0875234710d796f126a796409cf4df", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0047004700470047005, "activate_my_card": 0.0045004500450045, "age_limit": 0.0038003800380038005, "apple_pay_or_google_pay": 0.0058005800580058, "atm_support": 0.013201320132013201, "automatic_top_up": 0.0039003900390039, "balance_not_updated_after_bank_transfer": 0.012501250125012502, "balance_not_updated_after_cheque_or_cash_deposit": 0.012201220122012201, "beneficiary_not_allowed": 0.007500750075007501, "cancel_transfer": 0.0049004900490049, "card_about_to_expire": 0.005200520052005201, "card_acceptance": 0.0083008300830083, "card_arrival": 0.014901490149014901, "card_delivery_estimate": 0.013401340134013402, "card_linking": 0.009000900090009, "card_not_working": 0.0065006500650065, "card_payment_fee_charged": 0.004400440044004401, "card_payment_not_recognised": 0.0055005500550055, "card_payment_wrong_exchange_rate": 0.005700570057005701, "card_swallowed": 0.0053005300530053, "cash_withdrawal_charge": 0.004300430043004301, "cash_withdrawal_not_recognised": 0.0065006500650065, "change_pin": 0.028902890289028902, "compromised_card": 0.006400640064006401, "contactless_not_working": 0.0058005800580058, "country_support": 0.0312031203120312, "declined_card_payment": 0.0038003800380038005, "declined_cash_withdrawal": 0.0037003700370037006, "declined_transfer": 0.0042004200420042, "direct_debit_payment_not_recognised": 0.0058005800580058, "disposable_card_limits": 0.006100610061006101, "edit_personal_details": 0.4574457445744574, "exchange_charge": 0.004300430043004301, "exchange_rate": 0.004300430043004301, "exchange_via_app": 0.0049004900490049, "extra_charge_on_statement": 0.004000400040004, "failed_transfer": 0.004300430043004301, "fiat_currency_support": 0.006700670067006701, "get_disposable_virtual_card": 0.0045004500450045, "get_physical_card": 0.005200520052005201, "getting_spare_card": 0.004000400040004, "getting_virtual_card": 0.0038003800380038005, "lost_or_stolen_card": 0.043204320432043204, "lost_or_stolen_phone": 0.024302430243024302, "order_physical_card": 0.0038003800380038005, "passcode_forgotten": 0.0046004600460046, "pending_card_payment": 0.004100410041004101, "pending_cash_withdrawal": 0.004000400040004, "pending_top_up": 0.004300430043004301, "pending_transfer": 0.0048004800480048, "pin_blocked": 0.005100510051005101, "receiving_money": 0.005900590059005901, "request_refund": 0.0065006500650065, "reverted_card_payment?": 0.0065006500650065, "supported_cards_and_currencies": 0.007700770077007701, "terminate_account": 0.0058005800580058, "top_up_by_bank_transfer_charge": 0.005100510051005101, "top_up_by_card_charge": 0.0039003900390039, "top_up_by_cash_or_cheque": 0.0055005500550055, "top_up_failed": 0.0045004500450045, "top_up_limits": 0.0042004200420042, "top_up_reverted": 0.0058005800580058, "topping_up_by_card": 0.0054005400540054005, "transaction_charged_twice": 0.004000400040004, "transfer_fee_charged": 0.004000400040004, "transfer_into_account": 0.0039003900390039, "transfer_not_received_by_recipient": 0.0054005400540054005, "transfer_timing": 0.005000500050005001, "unable_to_verify_identity": 0.007100710071007101, "verify_my_identity": 0.006600660066006601, "verify_source_of_funds": 0.006100610061006101, "verify_top_up": 0.0047004700470047005, "virtual_card_not_working": 0.0049004900490049, "visa_or_mastercard": 0.006400640064006401, "why_verify_identity": 0.005200520052005201, "wrong_amount_of_cash_received": 0.005000500050005001, "wrong_exchange_rate_for_cash_withdrawal": 0.0053005300530053 }, "error": null, "latency_ms": 66.64962496142834, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1138", "text_group": "276385df0f1990f796ca7258b008c25748d90e31c722800342ebaa31c0321aed", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0003999200159968007, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.0004999000199960008, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.9734053189362128, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 68.16933304071426, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1139", "text_group": "ad7e44ed33f04425601717cd5d400861b3b6036f4569d2a65bd778d517e7d2cf", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.0005000500050005, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.977997799779978, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 69.19866695534438, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1140", "text_group": "81d037a65935fd3cb5ab20a546852d9bc310e0bd04f9e9216463f53279276aa4", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.008898220355928814, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0005998800239952009, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.0018996200759848032, "compromised_card": 0.0006998600279944011, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.9587082583483303, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.00029994001199760045, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.001799640071985603, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.003699260147970406, "verify_my_identity": 0.0010997800439912018, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.0010997800439912018, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 69.99820901546627, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1141", "text_group": "5f66a0634eef34b5c9f452099ad5363c7dab061114d24fa6e6a1378a0dce5258", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00019988007195682593, "activate_my_card": 0.00029982010793523883, "age_limit": 0.00029982010793523883, "apple_pay_or_google_pay": 0.00029982010793523883, "atm_support": 0.0005996402158704777, "automatic_top_up": 0.00029982010793523883, "balance_not_updated_after_bank_transfer": 0.0006995802518488907, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006995802518488907, "beneficiary_not_allowed": 0.00039976014391365186, "cancel_transfer": 0.00039976014391365186, "card_about_to_expire": 0.00039976014391365186, "card_acceptance": 0.00039976014391365186, "card_arrival": 0.00039976014391365186, "card_delivery_estimate": 0.0005996402158704777, "card_linking": 0.00039976014391365186, "card_not_working": 0.00039976014391365186, "card_payment_fee_charged": 0.00029982010793523883, "card_payment_not_recognised": 0.00029982010793523883, "card_payment_wrong_exchange_rate": 0.00039976014391365186, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.00029982010793523883, "cash_withdrawal_not_recognised": 0.00029982010793523883, "change_pin": 0.0033979612232660403, "compromised_card": 0.00029982010793523883, "contactless_not_working": 0.00039976014391365186, "country_support": 0.0006995802518488907, "declined_card_payment": 0.00029982010793523883, "declined_cash_withdrawal": 0.00029982010793523883, "declined_transfer": 0.00029982010793523883, "direct_debit_payment_not_recognised": 0.00029982010793523883, "disposable_card_limits": 0.00029982010793523883, "edit_personal_details": 0.9704177493503898, "exchange_charge": 0.00029982010793523883, "exchange_rate": 0.00029982010793523883, "exchange_via_app": 0.00029982010793523883, "extra_charge_on_statement": 0.00029982010793523883, "failed_transfer": 0.00029982010793523883, "fiat_currency_support": 0.00039976014391365186, "get_disposable_virtual_card": 0.00029982010793523883, "get_physical_card": 0.00029982010793523883, "getting_spare_card": 0.00029982010793523883, "getting_virtual_card": 0.00029982010793523883, "lost_or_stolen_card": 0.00029982010793523883, "lost_or_stolen_phone": 0.00029982010793523883, "order_physical_card": 0.00029982010793523883, "passcode_forgotten": 0.00029982010793523883, "pending_card_payment": 0.00029982010793523883, "pending_cash_withdrawal": 0.00029982010793523883, "pending_top_up": 0.00029982010793523883, "pending_transfer": 0.00029982010793523883, "pin_blocked": 0.00029982010793523883, "receiving_money": 0.00029982010793523883, "request_refund": 0.00039976014391365186, "reverted_card_payment?": 0.00039976014391365186, "supported_cards_and_currencies": 0.0004997001798920648, "terminate_account": 0.00039976014391365186, "top_up_by_bank_transfer_charge": 0.00029982010793523883, "top_up_by_card_charge": 0.00029982010793523883, "top_up_by_cash_or_cheque": 0.00029982010793523883, "top_up_failed": 0.00029982010793523883, "top_up_limits": 0.00029982010793523883, "top_up_reverted": 0.00039976014391365186, "topping_up_by_card": 0.00029982010793523883, "transaction_charged_twice": 0.00029982010793523883, "transfer_fee_charged": 0.00029982010793523883, "transfer_into_account": 0.00029982010793523883, "transfer_not_received_by_recipient": 0.00029982010793523883, "transfer_timing": 0.00039976014391365186, "unable_to_verify_identity": 0.00039976014391365186, "verify_my_identity": 0.00039976014391365186, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.00029982010793523883, "virtual_card_not_working": 0.00029982010793523883, "visa_or_mastercard": 0.00029982010793523883, "why_verify_identity": 0.00029982010793523883, "wrong_amount_of_cash_received": 0.00029982010793523883, "wrong_exchange_rate_for_cash_withdrawal": 0.00039976014391365186 }, "error": null, "latency_ms": 69.04720794409513, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1142", "text_group": "75d4b858ab9140d28d33dd99750ed7856c436a33463718acb31cb66d5378ea3f", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.0010004001600640256, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00040016006402561027, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00020008003201280514, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.9800920368147259, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.0005002000800320128, "verify_my_identity": 0.00040016006402561027, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 69.20812500175089, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1143", "text_group": "88cd8f35ae1db7357cbdd9064febaaa07e52fb39803194b126a11785023a648e", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 9.997000899730082e-05, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019994001799460164, "beneficiary_not_allowed": 0.00019994001799460164, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.00019994001799460164, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.00019994001799460164, "card_payment_wrong_exchange_rate": 0.00019994001799460164, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.0002999100269919024, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.00019994001799460164, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.9840047985604319, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.00019994001799460164, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 9.997000899730082e-05, "lost_or_stolen_phone": 9.997000899730082e-05, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.00019994001799460164, "supported_cards_and_currencies": 0.0002999100269919024, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.00019994001799460164, "topping_up_by_card": 0.00019994001799460164, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 70.75641606934369, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1144", "text_group": "a9ae596a17cf28ee1c790c99a71f629a50c7fca981be2e971d1630284331881b", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0005, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0009, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.9749, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0002, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.68870805576444, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1145", "text_group": "cc2f00ee110de78ec3a0e5bc4af62694d43f0a3f14bbc75f7e6e282fa90d1724", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0005001500450135041, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0006001800540162048, "automatic_top_up": 0.00040012003601080324, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.0006001800540162048, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0005001500450135041, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.0017005101530459135, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.9699909972991897, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.00040012003601080324, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.00040012003601080324, "request_refund": 0.00040012003601080324, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.0012003601080324095, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.00040012003601080324, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.0009002700810243073, "verify_my_identity": 0.0012003601080324095, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0006001800540162048, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 69.39008296467364, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1146", "text_group": "3883f5af27cf50fbc10f1a98cdcd8857fc4c4ebba94ae7362cfb58a543a46bb0", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0004, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0018, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.977, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.38724999781698, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1147", "text_group": "1363af0713d138c35458cb687983a199d297af8a45a1b50b11eb1aa43cd48774", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0031, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0008, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0015, "card_about_to_expire": 0.0004, "card_acceptance": 0.0006, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0007, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0231, "compromised_card": 0.0005, "contactless_not_working": 0.0004, "country_support": 0.0006, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0006, "edit_personal_details": 0.9388, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0005, "receiving_money": 0.0005, "request_refund": 0.0004, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0007, "terminate_account": 0.0016, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0004, "top_up_limits": 0.0004, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0011, "verify_my_identity": 0.0011, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0011, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 69.05462499707937, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1148", "text_group": "c11820b8a03fdbd0938f4aec271bdb9079adf948895f3898b18f1fd241423874", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.000999900009999, "age_limit": 0.000999900009999, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0005999400059994001, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.0020997900209979003, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0004999500049995, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.9662033796620338, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.00039996000399960006, "request_refund": 0.0005999400059994001, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.0006999300069993001, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0013998600139986002, "verify_my_identity": 0.0014998500149985001, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.0014998500149985001, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 69.56129206810147, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1149", "text_group": "218075ec76b7e57ec601861fa111d68ad43417c4bc0e967248f868fd98839721", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0005000500050005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.010801080108010801, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.001000100010001, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.963096309630963, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 69.3462499184534, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1150", "text_group": "72946ed11c06641c870f91368b135e1e7b062162d961d05de1de2f615bf680bd", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0027002700270027003, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0007000700070007, "atm_support": 0.0011001100110011003, "automatic_top_up": 0.0007000700070007, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0007000700070007, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0008000800080008001, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0201020102010201, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0005000500050005, "country_support": 0.0007000700070007, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.9373937393739374, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0006000600060006, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0008000800080008001, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0018001800180018, "verify_my_identity": 0.0014001400140014, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0006000600060006, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.0011001100110011003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 70.78579196240753, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1151", "text_group": "03ebdc68aa0d0c53cc7c2b6decb5135c3f52cecca9bbff9e0210df34f877dc6c", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0016001600160016002, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0007000700070007, "atm_support": 0.0013001300130013002, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0008000800080008001, "cancel_transfer": 0.0027002700270027003, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.001000100010001, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0014001400140014, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.011701170117011701, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0006000600060006, "country_support": 0.0009000900090009, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.9388938893889388, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0007000700070007, "extra_charge_on_statement": 0.0005000500050005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0008000800080008001, "get_disposable_virtual_card": 0.0006000600060006, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0007000700070007, "receiving_money": 0.0008000800080008001, "request_refund": 0.0009000900090009, "reverted_card_payment?": 0.0007000700070007, "supported_cards_and_currencies": 0.001000100010001, "terminate_account": 0.0012001200120012, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.0007000700070007, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 69.88475006073713, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1152", "text_group": "60894d07157901ba6dc1b7b563f2504c4fcf6d5234b1a8ca9ed14fe9d09cad7b", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00040008001600320064, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.0007001400280056011, "card_linking": 0.0005001000200040008, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0012002400480096017, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0015003000600120023, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.9677935587117423, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.00040008001600320064, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 67.19508301466703, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1153", "text_group": "18511b12a1d9950f1911846fa99b27b0fc35ddfdd2c9f8ed3a6301c8e43c547c", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00040004000400040005, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.9777977797779778, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.13737493939698, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1154", "text_group": "7e8bcb05530b69e005e7dc2146d44a433c735ee6412367904ee3092e4a997b72", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.0029005801160232048, "age_limit": 0.0003000600120024005, "apple_pay_or_google_pay": 0.0004000800160032007, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0004000800160032007, "balance_not_updated_after_bank_transfer": 0.0003000600120024005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0004000800160032007, "cancel_transfer": 0.0007001400280056011, "card_about_to_expire": 0.0003000600120024005, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024005, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0005001000200040008, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0003000600120024005, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0003000600120024005, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.002300460092018404, "compromised_card": 0.0004000800160032007, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0004000800160032007, "declined_card_payment": 0.00020004000800160035, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.0003000600120024005, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0004000800160032007, "edit_personal_details": 0.9682936587317464, "exchange_charge": 0.0003000600120024005, "exchange_rate": 0.0003000600120024005, "exchange_via_app": 0.0004000800160032007, "extra_charge_on_statement": 0.0003000600120024005, "failed_transfer": 0.00020004000800160035, "fiat_currency_support": 0.0004000800160032007, "get_disposable_virtual_card": 0.0003000600120024005, "get_physical_card": 0.0003000600120024005, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.0003000600120024005, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.0003000600120024005, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.0003000600120024005, "pin_blocked": 0.0004000800160032007, "receiving_money": 0.0004000800160032007, "request_refund": 0.0003000600120024005, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.0003000600120024005, "top_up_by_card_charge": 0.0003000600120024005, "top_up_by_cash_or_cheque": 0.0003000600120024005, "top_up_failed": 0.0003000600120024005, "top_up_limits": 0.0003000600120024005, "top_up_reverted": 0.0003000600120024005, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.0003000600120024005, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.0003000600120024005, "unable_to_verify_identity": 0.0016003200640128028, "verify_my_identity": 0.001200240048009602, "verify_source_of_funds": 0.0003000600120024005, "verify_top_up": 0.0003000600120024005, "virtual_card_not_working": 0.0003000600120024005, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.001200240048009602, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 67.31775007210672, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1155", "text_group": "5070784e11093d8935c737db2ac227b759bbbd72f3c4a0d9c100cb9c06c92e51", "expected": "edit_personal_details", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0011997600479904018, "activate_my_card": 0.001299740051989602, "age_limit": 0.0010997800439912018, "apple_pay_or_google_pay": 0.0014997000599880025, "atm_support": 0.0032993401319736052, "automatic_top_up": 0.0011997600479904018, "balance_not_updated_after_bank_transfer": 0.001799640071985603, "balance_not_updated_after_cheque_or_cash_deposit": 0.001999600079984003, "beneficiary_not_allowed": 0.001799640071985603, "cancel_transfer": 0.0011997600479904018, "card_about_to_expire": 0.001299740051989602, "card_acceptance": 0.0016996600679864027, "card_arrival": 0.017396520695860826, "card_delivery_estimate": 0.7230553889222155, "card_linking": 0.001799640071985603, "card_not_working": 0.0011997600479904018, "card_payment_fee_charged": 0.0010997800439912018, "card_payment_not_recognised": 0.0010997800439912018, "card_payment_wrong_exchange_rate": 0.0011997600479904018, "card_swallowed": 0.0011997600479904018, "cash_withdrawal_charge": 0.0010997800439912018, "cash_withdrawal_not_recognised": 0.0009998000399920016, "change_pin": 0.06708658268346332, "compromised_card": 0.0011997600479904018, "contactless_not_working": 0.001299740051989602, "country_support": 0.003599280143971206, "declined_card_payment": 0.0009998000399920016, "declined_cash_withdrawal": 0.0008998200359928015, "declined_transfer": 0.0010997800439912018, "direct_debit_payment_not_recognised": 0.0013997200559888023, "disposable_card_limits": 0.0016996600679864027, "edit_personal_details": 0.07418516296740653, "exchange_charge": 0.0010997800439912018, "exchange_rate": 0.0009998000399920016, "exchange_via_app": 0.001299740051989602, "extra_charge_on_statement": 0.0011997600479904018, "failed_transfer": 0.0010997800439912018, "fiat_currency_support": 0.0016996600679864027, "get_disposable_virtual_card": 0.0014997000599880025, "get_physical_card": 0.002299540091981604, "getting_spare_card": 0.001799640071985603, "getting_virtual_card": 0.0011997600479904018, "lost_or_stolen_card": 0.0009998000399920016, "lost_or_stolen_phone": 0.0008998200359928015, "order_physical_card": 0.0015996800639872027, "passcode_forgotten": 0.0009998000399920016, "pending_card_payment": 0.0016996600679864027, "pending_cash_withdrawal": 0.0015996800639872027, "pending_top_up": 0.008598280343931213, "pending_transfer": 0.013397320535892822, "pin_blocked": 0.0011997600479904018, "receiving_money": 0.0015996800639872027, "request_refund": 0.0010997800439912018, "reverted_card_payment?": 0.001299740051989602, "supported_cards_and_currencies": 0.0018996200759848032, "terminate_account": 0.0018996200759848032, "top_up_by_bank_transfer_charge": 0.0011997600479904018, "top_up_by_card_charge": 0.0009998000399920016, "top_up_by_cash_or_cheque": 0.001299740051989602, "top_up_failed": 0.0010997800439912018, "top_up_limits": 0.0009998000399920016, "top_up_reverted": 0.001299740051989602, "topping_up_by_card": 0.0013997200559888023, "transaction_charged_twice": 0.0008998200359928015, "transfer_fee_charged": 0.0009998000399920016, "transfer_into_account": 0.0009998000399920016, "transfer_not_received_by_recipient": 0.0016996600679864027, "transfer_timing": 0.0014997000599880025, "unable_to_verify_identity": 0.0010997800439912018, "verify_my_identity": 0.0009998000399920016, "verify_source_of_funds": 0.0009998000399920016, "verify_top_up": 0.0008998200359928015, "virtual_card_not_working": 0.0010997800439912018, "visa_or_mastercard": 0.0014997000599880025, "why_verify_identity": 0.0008998200359928015, "wrong_amount_of_cash_received": 0.0009998000399920016, "wrong_exchange_rate_for_cash_withdrawal": 0.0010997800439912018 }, "error": null, "latency_ms": 69.05887497123331, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1156", "text_group": "3f74c71541bfd4163b7a4813a79cc13ec2a59ea98eb8d1a318900b18b0371111", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.0035014005602240893, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.0005002000800320128, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0005002000800320128, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.0024009603841536613, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.9720888355342137, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.0006002400960384153, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.0015006002400960385, "verify_my_identity": 0.0007002801120448179, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.0006002400960384153, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 67.81737506389618, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1157", "text_group": "a9db5603a4f2c42e42a476654f83f773e2208d45fa2d401995885bb1a1980065", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 9.992006394884094e-05, "activate_my_card": 0.00019984012789768188, "age_limit": 0.00019984012789768188, "apple_pay_or_google_pay": 0.00019984012789768188, "atm_support": 0.00029976019184652276, "automatic_top_up": 0.00019984012789768188, "balance_not_updated_after_bank_transfer": 0.00019984012789768188, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019984012789768188, "beneficiary_not_allowed": 0.00019984012789768188, "cancel_transfer": 0.00029976019184652276, "card_about_to_expire": 0.00019984012789768188, "card_acceptance": 0.00029976019184652276, "card_arrival": 0.00019984012789768188, "card_delivery_estimate": 0.00019984012789768188, "card_linking": 0.00029976019184652276, "card_not_working": 0.00019984012789768188, "card_payment_fee_charged": 0.00019984012789768188, "card_payment_not_recognised": 0.00019984012789768188, "card_payment_wrong_exchange_rate": 0.00019984012789768188, "card_swallowed": 0.00019984012789768188, "cash_withdrawal_charge": 0.00019984012789768188, "cash_withdrawal_not_recognised": 0.00019984012789768188, "change_pin": 0.00029976019184652276, "compromised_card": 0.00019984012789768188, "contactless_not_working": 0.00019984012789768188, "country_support": 0.00029976019184652276, "declined_card_payment": 9.992006394884094e-05, "declined_cash_withdrawal": 9.992006394884094e-05, "declined_transfer": 0.00019984012789768188, "direct_debit_payment_not_recognised": 0.00019984012789768188, "disposable_card_limits": 0.00019984012789768188, "edit_personal_details": 0.9845123900879297, "exchange_charge": 0.00019984012789768188, "exchange_rate": 0.00019984012789768188, "exchange_via_app": 0.00019984012789768188, "extra_charge_on_statement": 0.00019984012789768188, "failed_transfer": 0.00019984012789768188, "fiat_currency_support": 0.00019984012789768188, "get_disposable_virtual_card": 0.00019984012789768188, "get_physical_card": 0.00019984012789768188, "getting_spare_card": 9.992006394884094e-05, "getting_virtual_card": 0.00019984012789768188, "lost_or_stolen_card": 9.992006394884094e-05, "lost_or_stolen_phone": 9.992006394884094e-05, "order_physical_card": 0.00019984012789768188, "passcode_forgotten": 0.00019984012789768188, "pending_card_payment": 0.00019984012789768188, "pending_cash_withdrawal": 9.992006394884094e-05, "pending_top_up": 0.00019984012789768188, "pending_transfer": 0.00019984012789768188, "pin_blocked": 0.00019984012789768188, "receiving_money": 0.00019984012789768188, "request_refund": 0.00019984012789768188, "reverted_card_payment?": 0.00019984012789768188, "supported_cards_and_currencies": 0.00029976019184652276, "terminate_account": 0.00019984012789768188, "top_up_by_bank_transfer_charge": 0.00019984012789768188, "top_up_by_card_charge": 0.00019984012789768188, "top_up_by_cash_or_cheque": 0.00019984012789768188, "top_up_failed": 0.00019984012789768188, "top_up_limits": 0.00019984012789768188, "top_up_reverted": 0.00019984012789768188, "topping_up_by_card": 0.00019984012789768188, "transaction_charged_twice": 0.00019984012789768188, "transfer_fee_charged": 0.00019984012789768188, "transfer_into_account": 0.00019984012789768188, "transfer_not_received_by_recipient": 0.00019984012789768188, "transfer_timing": 0.00019984012789768188, "unable_to_verify_identity": 0.00029976019184652276, "verify_my_identity": 0.00029976019184652276, "verify_source_of_funds": 0.00019984012789768188, "verify_top_up": 0.00019984012789768188, "virtual_card_not_working": 0.00019984012789768188, "visa_or_mastercard": 0.00019984012789768188, "why_verify_identity": 0.00029976019184652276, "wrong_amount_of_cash_received": 0.00019984012789768188, "wrong_exchange_rate_for_cash_withdrawal": 0.00019984012789768188 }, "error": null, "latency_ms": 67.90354195982218, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1158", "text_group": "6b1e6233eac1e89e3e2f82769aa1e9d58fb03b0b65d7d33541b741f7f17470c0", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0007, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0004, "card_delivery_estimate": 0.0005, "card_linking": 0.0005, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0274, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0026, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.9445, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0004, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 67.00937496498227, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1159", "text_group": "c2d7c835527481ac8fd8b53da3d9494eba526cf4f9e91ad6c29b665e9b0a669f", "expected": "edit_personal_details", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0017994601619514146, "activate_my_card": 0.017894631610516843, "age_limit": 0.0024992502249325203, "apple_pay_or_google_pay": 0.0034989503149055285, "atm_support": 0.008997300809757072, "automatic_top_up": 0.0034989503149055285, "balance_not_updated_after_bank_transfer": 0.0033989803059082274, "balance_not_updated_after_cheque_or_cash_deposit": 0.0036988903329001305, "beneficiary_not_allowed": 0.0032990102969109266, "cancel_transfer": 0.0029991002699190244, "card_about_to_expire": 0.002799160251924423, "card_acceptance": 0.005398380485854244, "card_arrival": 0.005698290512846147, "card_delivery_estimate": 0.008397480755773267, "card_linking": 0.01129661101669499, "card_not_working": 0.0033989803059082274, "card_payment_fee_charged": 0.002599220233929821, "card_payment_not_recognised": 0.002599220233929821, "card_payment_wrong_exchange_rate": 0.0028991302609217232, "card_swallowed": 0.002699190242927122, "cash_withdrawal_charge": 0.002799160251924423, "cash_withdrawal_not_recognised": 0.001999400179946016, "change_pin": 0.2646206138158552, "compromised_card": 0.0028991302609217232, "contactless_not_working": 0.0029991002699190244, "country_support": 0.004198740377886634, "declined_card_payment": 0.001999400179946016, "declined_cash_withdrawal": 0.0018994301709487154, "declined_transfer": 0.0022993102069379188, "direct_debit_payment_not_recognised": 0.0029991002699190244, "disposable_card_limits": 0.0037988603418974308, "edit_personal_details": 0.4581625512346296, "exchange_charge": 0.002699190242927122, "exchange_rate": 0.0022993102069379188, "exchange_via_app": 0.003099070278916325, "extra_charge_on_statement": 0.0028991302609217232, "failed_transfer": 0.002099370188943317, "fiat_currency_support": 0.004298710386883935, "get_disposable_virtual_card": 0.0029991002699190244, "get_physical_card": 0.0033989803059082274, "getting_spare_card": 0.002599220233929821, "getting_virtual_card": 0.0022993102069379188, "lost_or_stolen_card": 0.0017994601619514146, "lost_or_stolen_phone": 0.0016994901529541137, "order_physical_card": 0.002799160251924423, "passcode_forgotten": 0.002399280215935219, "pending_card_payment": 0.0018994301709487154, "pending_cash_withdrawal": 0.0017994601619514146, "pending_top_up": 0.001999400179946016, "pending_transfer": 0.001999400179946016, "pin_blocked": 0.0029991002699190244, "receiving_money": 0.0032990102969109266, "request_refund": 0.0024992502249325203, "reverted_card_payment?": 0.002599220233929821, "supported_cards_and_currencies": 0.006697990602819155, "terminate_account": 0.03219034289713086, "top_up_by_bank_transfer_charge": 0.003099070278916325, "top_up_by_card_charge": 0.0022993102069379188, "top_up_by_cash_or_cheque": 0.0029991002699190244, "top_up_failed": 0.002399280215935219, "top_up_limits": 0.002399280215935219, "top_up_reverted": 0.002599220233929821, "topping_up_by_card": 0.0032990102969109266, "transaction_charged_twice": 0.0018994301709487154, "transfer_fee_charged": 0.002099370188943317, "transfer_into_account": 0.0029991002699190244, "transfer_not_received_by_recipient": 0.002199340197940618, "transfer_timing": 0.002799160251924423, "unable_to_verify_identity": 0.003099070278916325, "verify_my_identity": 0.002699190242927122, "verify_source_of_funds": 0.0022993102069379188, "verify_top_up": 0.002099370188943317, "virtual_card_not_working": 0.0028991302609217232, "visa_or_mastercard": 0.0034989503149055285, "why_verify_identity": 0.002399280215935219, "wrong_amount_of_cash_received": 0.001999400179946016, "wrong_exchange_rate_for_cash_withdrawal": 0.0024992502249325203 }, "error": null, "latency_ms": 69.55337501130998, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1160", "text_group": "50b69ff82c53010be82af925d0c474dd76b5eee04779bc5523f7bd8a02a9f283", "expected": "why_verify_identity", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0013997200559888023, "activate_my_card": 0.0020995800839832034, "age_limit": 0.0014997000599880025, "apple_pay_or_google_pay": 0.001999600079984003, "atm_support": 0.004299140171965607, "automatic_top_up": 0.0015996800639872027, "balance_not_updated_after_bank_transfer": 0.001799640071985603, "balance_not_updated_after_cheque_or_cash_deposit": 0.001999600079984003, "beneficiary_not_allowed": 0.0018996200759848032, "cancel_transfer": 0.0016996600679864027, "card_about_to_expire": 0.0014997000599880025, "card_acceptance": 0.0037992401519696063, "card_arrival": 0.0018996200759848032, "card_delivery_estimate": 0.0014997000599880025, "card_linking": 0.0031993601279744054, "card_not_working": 0.001999600079984003, "card_payment_fee_charged": 0.0014997000599880025, "card_payment_not_recognised": 0.0018996200759848032, "card_payment_wrong_exchange_rate": 0.001799640071985603, "card_swallowed": 0.0016996600679864027, "cash_withdrawal_charge": 0.0014997000599880025, "cash_withdrawal_not_recognised": 0.0013997200559888023, "change_pin": 0.0015996800639872027, "compromised_card": 0.0023995200959808036, "contactless_not_working": 0.0016996600679864027, "country_support": 0.0027994401119776045, "declined_card_payment": 0.001799640071985603, "declined_cash_withdrawal": 0.001299740051989602, "declined_transfer": 0.001799640071985603, "direct_debit_payment_not_recognised": 0.001799640071985603, "disposable_card_limits": 0.003899220155968806, "edit_personal_details": 0.38342331533693264, "exchange_charge": 0.001299740051989602, "exchange_rate": 0.001299740051989602, "exchange_via_app": 0.0015996800639872027, "extra_charge_on_statement": 0.001299740051989602, "failed_transfer": 0.0013997200559888023, "fiat_currency_support": 0.0023995200959808036, "get_disposable_virtual_card": 0.001799640071985603, "get_physical_card": 0.0037992401519696063, "getting_spare_card": 0.0016996600679864027, "getting_virtual_card": 0.0015996800639872027, "lost_or_stolen_card": 0.001299740051989602, "lost_or_stolen_phone": 0.0011997600479904018, "order_physical_card": 0.0016996600679864027, "passcode_forgotten": 0.0028994201159768043, "pending_card_payment": 0.001299740051989602, "pending_cash_withdrawal": 0.0011997600479904018, "pending_top_up": 0.001299740051989602, "pending_transfer": 0.001299740051989602, "pin_blocked": 0.001799640071985603, "receiving_money": 0.001999600079984003, "request_refund": 0.0016996600679864027, "reverted_card_payment?": 0.0016996600679864027, "supported_cards_and_currencies": 0.0030993801239752048, "terminate_account": 0.001799640071985603, "top_up_by_bank_transfer_charge": 0.0015996800639872027, "top_up_by_card_charge": 0.001299740051989602, "top_up_by_cash_or_cheque": 0.0016996600679864027, "top_up_failed": 0.0013997200559888023, "top_up_limits": 0.0015996800639872027, "top_up_reverted": 0.0014997000599880025, "topping_up_by_card": 0.0018996200759848032, "transaction_charged_twice": 0.0010997800439912018, "transfer_fee_charged": 0.0011997600479904018, "transfer_into_account": 0.0011997600479904018, "transfer_not_received_by_recipient": 0.001299740051989602, "transfer_timing": 0.001299740051989602, "unable_to_verify_identity": 0.09108178364327135, "verify_my_identity": 0.07078584283143372, "verify_source_of_funds": 0.0020995800839832034, "verify_top_up": 0.002599480103979204, "virtual_card_not_working": 0.0014997000599880025, "visa_or_mastercard": 0.0018996200759848032, "why_verify_identity": 0.3214357128574285, "wrong_amount_of_cash_received": 0.0010997800439912018, "wrong_exchange_rate_for_cash_withdrawal": 0.0013997200559888023 }, "error": null, "latency_ms": 72.11854099296033, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1161", "text_group": "99fe3284342f71c804e6dd23fba64103e6d8789c8570f5fc880c34066a94dc70", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.0008002400720216065, "age_limit": 0.0006001800540162048, "apple_pay_or_google_pay": 0.001100330099029709, "atm_support": 0.0010003000900270082, "automatic_top_up": 0.0007002100630189057, "balance_not_updated_after_bank_transfer": 0.0008002400720216065, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009002700810243073, "beneficiary_not_allowed": 0.0009002700810243073, "cancel_transfer": 0.0013003901170351103, "card_about_to_expire": 0.0006001800540162048, "card_acceptance": 0.001600480144043213, "card_arrival": 0.0006001800540162048, "card_delivery_estimate": 0.0006001800540162048, "card_linking": 0.0010003000900270082, "card_not_working": 0.0008002400720216065, "card_payment_fee_charged": 0.0007002100630189057, "card_payment_not_recognised": 0.0010003000900270082, "card_payment_wrong_exchange_rate": 0.0008002400720216065, "card_swallowed": 0.0007002100630189057, "cash_withdrawal_charge": 0.0006001800540162048, "cash_withdrawal_not_recognised": 0.0007002100630189057, "change_pin": 0.0008002400720216065, "compromised_card": 0.0017005101530459135, "contactless_not_working": 0.0007002100630189057, "country_support": 0.0008002400720216065, "declined_card_payment": 0.0007002100630189057, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0007002100630189057, "direct_debit_payment_not_recognised": 0.0009002700810243073, "disposable_card_limits": 0.0020006001800540163, "edit_personal_details": 0.03090927278183455, "exchange_charge": 0.0006001800540162048, "exchange_rate": 0.0007002100630189057, "exchange_via_app": 0.0008002400720216065, "extra_charge_on_statement": 0.0006001800540162048, "failed_transfer": 0.0006001800540162048, "fiat_currency_support": 0.0009002700810243073, "get_disposable_virtual_card": 0.0010003000900270082, "get_physical_card": 0.0008002400720216065, "getting_spare_card": 0.0006001800540162048, "getting_virtual_card": 0.0006001800540162048, "lost_or_stolen_card": 0.0005001500450135041, "lost_or_stolen_phone": 0.0005001500450135041, "order_physical_card": 0.0005001500450135041, "passcode_forgotten": 0.0009002700810243073, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0006001800540162048, "pin_blocked": 0.0007002100630189057, "receiving_money": 0.0007002100630189057, "request_refund": 0.0006001800540162048, "reverted_card_payment?": 0.0007002100630189057, "supported_cards_and_currencies": 0.001100330099029709, "terminate_account": 0.0010003000900270082, "top_up_by_bank_transfer_charge": 0.0006001800540162048, "top_up_by_card_charge": 0.0006001800540162048, "top_up_by_cash_or_cheque": 0.0006001800540162048, "top_up_failed": 0.0006001800540162048, "top_up_limits": 0.0006001800540162048, "top_up_reverted": 0.0006001800540162048, "topping_up_by_card": 0.0007002100630189057, "transaction_charged_twice": 0.0005001500450135041, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.0005001500450135041, "transfer_not_received_by_recipient": 0.0005001500450135041, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.010803240972291689, "verify_my_identity": 0.7189156747024107, "verify_source_of_funds": 0.0008002400720216065, "verify_top_up": 0.0013003901170351103, "virtual_card_not_working": 0.0006001800540162048, "visa_or_mastercard": 0.0007002100630189057, "why_verify_identity": 0.1844553366009803, "wrong_amount_of_cash_received": 0.0005001500450135041, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001800540162048 }, "error": null, "latency_ms": 72.11812504101545, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1162", "text_group": "3795ab99190e78c91f86d33836def396da00ec46a127dba89ac9507faacd68ef", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0006001800540162048, "activate_my_card": 0.0012003601080324095, "age_limit": 0.0006001800540162048, "apple_pay_or_google_pay": 0.0010003000900270082, "atm_support": 0.0015004501350405122, "automatic_top_up": 0.0010003000900270082, "balance_not_updated_after_bank_transfer": 0.0009002700810243073, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009002700810243073, "beneficiary_not_allowed": 0.0008002400720216065, "cancel_transfer": 0.0009002700810243073, "card_about_to_expire": 0.0006001800540162048, "card_acceptance": 0.001100330099029709, "card_arrival": 0.0006001800540162048, "card_delivery_estimate": 0.0006001800540162048, "card_linking": 0.0020006001800540163, "card_not_working": 0.0008002400720216065, "card_payment_fee_charged": 0.0007002100630189057, "card_payment_not_recognised": 0.0010003000900270082, "card_payment_wrong_exchange_rate": 0.0007002100630189057, "card_swallowed": 0.0007002100630189057, "cash_withdrawal_charge": 0.0007002100630189057, "cash_withdrawal_not_recognised": 0.0008002400720216065, "change_pin": 0.001100330099029709, "compromised_card": 0.001100330099029709, "contactless_not_working": 0.0007002100630189057, "country_support": 0.0010003000900270082, "declined_card_payment": 0.0006001800540162048, "declined_cash_withdrawal": 0.0006001800540162048, "declined_transfer": 0.0007002100630189057, "direct_debit_payment_not_recognised": 0.0008002400720216065, "disposable_card_limits": 0.001100330099029709, "edit_personal_details": 0.01130339101730519, "exchange_charge": 0.0006001800540162048, "exchange_rate": 0.0006001800540162048, "exchange_via_app": 0.0008002400720216065, "extra_charge_on_statement": 0.0006001800540162048, "failed_transfer": 0.0006001800540162048, "fiat_currency_support": 0.001100330099029709, "get_disposable_virtual_card": 0.0008002400720216065, "get_physical_card": 0.0015004501350405122, "getting_spare_card": 0.0006001800540162048, "getting_virtual_card": 0.0007002100630189057, "lost_or_stolen_card": 0.0005001500450135041, "lost_or_stolen_phone": 0.0005001500450135041, "order_physical_card": 0.0006001800540162048, "passcode_forgotten": 0.0019005701710513153, "pending_card_payment": 0.0006001800540162048, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.0006001800540162048, "pending_transfer": 0.0006001800540162048, "pin_blocked": 0.0007002100630189057, "receiving_money": 0.0010003000900270082, "request_refund": 0.0006001800540162048, "reverted_card_payment?": 0.0007002100630189057, "supported_cards_and_currencies": 0.001100330099029709, "terminate_account": 0.001600480144043213, "top_up_by_bank_transfer_charge": 0.0006001800540162048, "top_up_by_card_charge": 0.0006001800540162048, "top_up_by_cash_or_cheque": 0.0006001800540162048, "top_up_failed": 0.0006001800540162048, "top_up_limits": 0.0006001800540162048, "top_up_reverted": 0.0006001800540162048, "topping_up_by_card": 0.0006001800540162048, "transaction_charged_twice": 0.0005001500450135041, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.0005001500450135041, "transfer_not_received_by_recipient": 0.0005001500450135041, "transfer_timing": 0.0006001800540162048, "unable_to_verify_identity": 0.006401920576172852, "verify_my_identity": 0.43943182954886467, "verify_source_of_funds": 0.001100330099029709, "verify_top_up": 0.00620186055816745, "virtual_card_not_working": 0.0006001800540162048, "visa_or_mastercard": 0.0007002100630189057, "why_verify_identity": 0.47954386315894765, "wrong_amount_of_cash_received": 0.0005001500450135041, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001800540162048 }, "error": null, "latency_ms": 74.34054103214294, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1163", "text_group": "5512d6fd46e758bf2dc9386cfd6866163c641fb0229a0111f810c6f0b1970957", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0002998500749625187, "activate_my_card": 0.0004997501249375313, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.00039980009995002505, "atm_support": 0.0005997001499250374, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.00039980009995002505, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039980009995002505, "beneficiary_not_allowed": 0.0004997501249375313, "cancel_transfer": 0.00039980009995002505, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.0006996501749125438, "card_arrival": 0.00039980009995002505, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.0005997001499250374, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.0005997001499250374, "card_payment_wrong_exchange_rate": 0.00039980009995002505, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.0002998500749625187, "cash_withdrawal_not_recognised": 0.00039980009995002505, "change_pin": 0.0002998500749625187, "compromised_card": 0.0006996501749125438, "contactless_not_working": 0.00039980009995002505, "country_support": 0.0006996501749125438, "declined_card_payment": 0.00039980009995002505, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.00039980009995002505, "direct_debit_payment_not_recognised": 0.00039980009995002505, "disposable_card_limits": 0.00039980009995002505, "edit_personal_details": 0.0018990504747626188, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.0004997501249375313, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.0004997501249375313, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.0002998500749625187, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.0004997501249375313, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.00039980009995002505, "receiving_money": 0.00039980009995002505, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.0002998500749625187, "supported_cards_and_currencies": 0.0004997501249375313, "terminate_account": 0.00039980009995002505, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.003598200899550225, "verify_my_identity": 0.09115442278860571, "verify_source_of_funds": 0.0004997501249375313, "verify_top_up": 0.0014992503748125939, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.8752623688155923, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998500749625187 }, "error": null, "latency_ms": 78.9613330271095, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1164", "text_group": "7a8e7dd136162900823a689faac81c086de30f62787d0ec9b9c7f9e8f1ba0578", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0012994802079168333, "activate_my_card": 0.002898840463814474, "age_limit": 0.001999200319872051, "apple_pay_or_google_pay": 0.005197920831667333, "atm_support": 0.013394642143142744, "automatic_top_up": 0.0025989604158336665, "balance_not_updated_after_bank_transfer": 0.028788484606157537, "balance_not_updated_after_cheque_or_cash_deposit": 0.0031987205117952823, "beneficiary_not_allowed": 0.006197520991603359, "cancel_transfer": 0.0037984806077568972, "card_about_to_expire": 0.001799280287884846, "card_acceptance": 0.00899640143942423, "card_arrival": 0.0018992403038784486, "card_delivery_estimate": 0.001999200319872051, "card_linking": 0.004498200719712115, "card_not_working": 0.002299080367852859, "card_payment_fee_charged": 0.0021991203518592567, "card_payment_not_recognised": 0.002898840463814474, "card_payment_wrong_exchange_rate": 0.0027988804478208716, "card_swallowed": 0.0018992403038784486, "cash_withdrawal_charge": 0.002499000399840064, "cash_withdrawal_not_recognised": 0.002499000399840064, "change_pin": 0.0023990403838464614, "compromised_card": 0.003598560575769692, "contactless_not_working": 0.0026989204318272693, "country_support": 0.007696921231507397, "declined_card_payment": 0.0021991203518592567, "declined_cash_withdrawal": 0.001999200319872051, "declined_transfer": 0.005897640943622551, "direct_debit_payment_not_recognised": 0.0025989604158336665, "disposable_card_limits": 0.0031987205117952823, "edit_personal_details": 0.006697321071571372, "exchange_charge": 0.004798080767692923, "exchange_rate": 0.0030987604958016795, "exchange_via_app": 0.004198320671731307, "extra_charge_on_statement": 0.0020991603358656535, "failed_transfer": 0.004598160735705718, "fiat_currency_support": 0.010995601759296281, "get_disposable_virtual_card": 0.0026989204318272693, "get_physical_card": 0.0025989604158336665, "getting_spare_card": 0.0021991203518592567, "getting_virtual_card": 0.0021991203518592567, "lost_or_stolen_card": 0.0015993602558976412, "lost_or_stolen_phone": 0.0014994002399040384, "order_physical_card": 0.0018992403038784486, "passcode_forgotten": 0.001999200319872051, "pending_card_payment": 0.001999200319872051, "pending_cash_withdrawal": 0.0015993602558976412, "pending_top_up": 0.002299080367852859, "pending_transfer": 0.03408636545381847, "pin_blocked": 0.001999200319872051, "receiving_money": 0.023290683726509397, "request_refund": 0.0016993202718912435, "reverted_card_payment?": 0.001999200319872051, "supported_cards_and_currencies": 0.013494602159136346, "terminate_account": 0.0021991203518592567, "top_up_by_bank_transfer_charge": 0.011095561775289885, "top_up_by_card_charge": 0.001999200319872051, "top_up_by_cash_or_cheque": 0.0026989204318272693, "top_up_failed": 0.002299080367852859, "top_up_limits": 0.0023990403838464614, "top_up_reverted": 0.002499000399840064, "topping_up_by_card": 0.003598560575769692, "transaction_charged_twice": 0.0016993202718912435, "transfer_fee_charged": 0.002299080367852859, "transfer_into_account": 0.1433426629348261, "transfer_not_received_by_recipient": 0.003998400639744102, "transfer_timing": 0.04648140743702519, "unable_to_verify_identity": 0.13094762095161935, "verify_my_identity": 0.1833266693322671, "verify_source_of_funds": 0.006797281087564974, "verify_top_up": 0.013494602159136346, "virtual_card_not_working": 0.001999200319872051, "visa_or_mastercard": 0.002499000399840064, "why_verify_identity": 0.15713714514194324, "wrong_amount_of_cash_received": 0.0014994002399040384, "wrong_exchange_rate_for_cash_withdrawal": 0.0020991603358656535 }, "error": null, "latency_ms": 76.47741690743715, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1165", "text_group": "2af0474657793afe8d03d7ddbb86285b4e5ea1a086b8398edd1ccd1d32673ab2", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0007001400280056011, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0011002200440088019, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0011002200440088019, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0007001400280056011, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0008001600320064013, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00040008001600320064, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0011002200440088019, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.002100420084016803, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0006001200240048009, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0005001000200040008, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0008001600320064013, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.002100420084016803, "verify_my_identity": 0.3328665733146629, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.003100620124024805, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.6260252050410082, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 73.20537499617785, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1166", "text_group": "90b718222aa7f6f25e775fb87a35fad9fd0f6c833a0a8aa1c1abe67ab08dc4e0", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.001100330099029709, "activate_my_card": 0.0029008702610783233, "age_limit": 0.0015004501350405122, "apple_pay_or_google_pay": 0.0030009002700810243, "atm_support": 0.005901770531159347, "automatic_top_up": 0.001600480144043213, "balance_not_updated_after_bank_transfer": 0.001600480144043213, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018005401620486145, "beneficiary_not_allowed": 0.0020006001800540163, "cancel_transfer": 0.0015004501350405122, "card_about_to_expire": 0.0014004201260378114, "card_acceptance": 0.00740222066619986, "card_arrival": 0.0017005101530459135, "card_delivery_estimate": 0.0015004501350405122, "card_linking": 0.0038011403421026307, "card_not_working": 0.0019005701710513153, "card_payment_fee_charged": 0.0015004501350405122, "card_payment_not_recognised": 0.0020006001800540163, "card_payment_wrong_exchange_rate": 0.0018005401620486145, "card_swallowed": 0.0014004201260378114, "cash_withdrawal_charge": 0.0014004201260378114, "cash_withdrawal_not_recognised": 0.001600480144043213, "change_pin": 0.001600480144043213, "compromised_card": 0.010503150945283585, "contactless_not_working": 0.0017005101530459135, "country_support": 0.0047014104231269385, "declined_card_payment": 0.001600480144043213, "declined_cash_withdrawal": 0.0013003901170351103, "declined_transfer": 0.001600480144043213, "direct_debit_payment_not_recognised": 0.0019005701710513153, "disposable_card_limits": 0.0020006001800540163, "edit_personal_details": 0.002200660198059418, "exchange_charge": 0.0014004201260378114, "exchange_rate": 0.0014004201260378114, "exchange_via_app": 0.0017005101530459135, "extra_charge_on_statement": 0.0012003601080324095, "failed_transfer": 0.0014004201260378114, "fiat_currency_support": 0.0026007802340702207, "get_disposable_virtual_card": 0.0015004501350405122, "get_physical_card": 0.0026007802340702207, "getting_spare_card": 0.0015004501350405122, "getting_virtual_card": 0.001600480144043213, "lost_or_stolen_card": 0.0014004201260378114, "lost_or_stolen_phone": 0.0012003601080324095, "order_physical_card": 0.001600480144043213, "passcode_forgotten": 0.0017005101530459135, "pending_card_payment": 0.0012003601080324095, "pending_cash_withdrawal": 0.001100330099029709, "pending_top_up": 0.001100330099029709, "pending_transfer": 0.0012003601080324095, "pin_blocked": 0.0018005401620486145, "receiving_money": 0.0020006001800540163, "request_refund": 0.0013003901170351103, "reverted_card_payment?": 0.0015004501350405122, "supported_cards_and_currencies": 0.0043012903871161344, "terminate_account": 0.0015004501350405122, "top_up_by_bank_transfer_charge": 0.0014004201260378114, "top_up_by_card_charge": 0.0012003601080324095, "top_up_by_cash_or_cheque": 0.0015004501350405122, "top_up_failed": 0.0013003901170351103, "top_up_limits": 0.0013003901170351103, "top_up_reverted": 0.0014004201260378114, "topping_up_by_card": 0.0018005401620486145, "transaction_charged_twice": 0.001100330099029709, "transfer_fee_charged": 0.0012003601080324095, "transfer_into_account": 0.0012003601080324095, "transfer_not_received_by_recipient": 0.0012003601080324095, "transfer_timing": 0.0013003901170351103, "unable_to_verify_identity": 0.18905671701510451, "verify_my_identity": 0.22946884065219564, "verify_source_of_funds": 0.0023006902070621185, "verify_top_up": 0.005101530459137742, "virtual_card_not_working": 0.0014004201260378114, "visa_or_mastercard": 0.0019005701710513153, "why_verify_identity": 0.4331299389816945, "wrong_amount_of_cash_received": 0.001100330099029709, "wrong_exchange_rate_for_cash_withdrawal": 0.0014004201260378114 }, "error": null, "latency_ms": 72.75270903483033, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1167", "text_group": "6a518e5c8ecbfaea78649b943e1882b39224ac07633f845177cefc14d5182b24", "expected": "why_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0010997800439912018, "age_limit": 0.0006998600279944011, "apple_pay_or_google_pay": 0.001799640071985603, "atm_support": 0.0028994201159768043, "automatic_top_up": 0.0009998000399920016, "balance_not_updated_after_bank_transfer": 0.0008998200359928015, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010997800439912018, "beneficiary_not_allowed": 0.0010997800439912018, "cancel_transfer": 0.0010997800439912018, "card_about_to_expire": 0.0006998600279944011, "card_acceptance": 0.002999400119976005, "card_arrival": 0.0006998600279944011, "card_delivery_estimate": 0.0006998600279944011, "card_linking": 0.0015996800639872027, "card_not_working": 0.0009998000399920016, "card_payment_fee_charged": 0.0007998400319936014, "card_payment_not_recognised": 0.0010997800439912018, "card_payment_wrong_exchange_rate": 0.0009998000399920016, "card_swallowed": 0.0007998400319936014, "cash_withdrawal_charge": 0.0007998400319936014, "cash_withdrawal_not_recognised": 0.0008998200359928015, "change_pin": 0.0010997800439912018, "compromised_card": 0.0016996600679864027, "contactless_not_working": 0.0009998000399920016, "country_support": 0.0013997200559888023, "declined_card_payment": 0.0008998200359928015, "declined_cash_withdrawal": 0.0006998600279944011, "declined_transfer": 0.0009998000399920016, "direct_debit_payment_not_recognised": 0.0010997800439912018, "disposable_card_limits": 0.0014997000599880025, "edit_personal_details": 0.00629874025194961, "exchange_charge": 0.0008998200359928015, "exchange_rate": 0.0007998400319936014, "exchange_via_app": 0.0009998000399920016, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0006998600279944011, "fiat_currency_support": 0.0023995200959808036, "get_disposable_virtual_card": 0.0026994601079784043, "get_physical_card": 0.0010997800439912018, "getting_spare_card": 0.0008998200359928015, "getting_virtual_card": 0.0009998000399920016, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.0006998600279944011, "passcode_forgotten": 0.0010997800439912018, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0005998800239952009, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.0009998000399920016, "receiving_money": 0.0010997800439912018, "request_refund": 0.0008998200359928015, "reverted_card_payment?": 0.0007998400319936014, "supported_cards_and_currencies": 0.005498900219956008, "terminate_account": 0.0016996600679864027, "top_up_by_bank_transfer_charge": 0.0006998600279944011, "top_up_by_card_charge": 0.0006998600279944011, "top_up_by_cash_or_cheque": 0.0007998400319936014, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.0007998400319936014, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0006998600279944011, "transfer_not_received_by_recipient": 0.0005998800239952009, "transfer_timing": 0.0006998600279944011, "unable_to_verify_identity": 0.4315136972605479, "verify_my_identity": 0.3690261947610478, "verify_source_of_funds": 0.0010997800439912018, "verify_top_up": 0.0014997000599880025, "virtual_card_not_working": 0.0008998200359928015, "visa_or_mastercard": 0.0009998000399920016, "why_verify_identity": 0.1149770045990802, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0006998600279944011 }, "error": null, "latency_ms": 72.3012910457328, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1168", "text_group": "e0358be9d68e546f3b1e6ed642c0ce510b502a376a2f4968db48a5530ebca303", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0004999000199960008, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.001299740051989602, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0007998400319936014, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0005998800239952009, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0005998800239952009, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.001799640071985603, "verify_my_identity": 0.051389722055588886, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0020995800839832034, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.9174165166966607, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.93066698871553, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1169", "text_group": "eaba3b1194681e589b422e0f52a7286d5fe95122bd92eab0a69d2328c1417910", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0011, "activate_my_card": 0.0028, "age_limit": 0.0015, "apple_pay_or_google_pay": 0.0023, "atm_support": 0.0062, "automatic_top_up": 0.0015, "balance_not_updated_after_bank_transfer": 0.0014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017, "beneficiary_not_allowed": 0.0018, "cancel_transfer": 0.0014, "card_about_to_expire": 0.0013, "card_acceptance": 0.0061, "card_arrival": 0.0017, "card_delivery_estimate": 0.0014, "card_linking": 0.0033, "card_not_working": 0.0017, "card_payment_fee_charged": 0.0014, "card_payment_not_recognised": 0.0017, "card_payment_wrong_exchange_rate": 0.0016, "card_swallowed": 0.0013, "cash_withdrawal_charge": 0.0013, "cash_withdrawal_not_recognised": 0.0014, "change_pin": 0.0015, "compromised_card": 0.0058, "contactless_not_working": 0.0016, "country_support": 0.0047, "declined_card_payment": 0.0014, "declined_cash_withdrawal": 0.0012, "declined_transfer": 0.0015, "direct_debit_payment_not_recognised": 0.0017, "disposable_card_limits": 0.0019, "edit_personal_details": 0.0042, "exchange_charge": 0.0013, "exchange_rate": 0.0012, "exchange_via_app": 0.0016, "extra_charge_on_statement": 0.0011, "failed_transfer": 0.0013, "fiat_currency_support": 0.0023, "get_disposable_virtual_card": 0.0014, "get_physical_card": 0.0024, "getting_spare_card": 0.0014, "getting_virtual_card": 0.0014, "lost_or_stolen_card": 0.0012, "lost_or_stolen_phone": 0.0011, "order_physical_card": 0.0014, "passcode_forgotten": 0.002, "pending_card_payment": 0.0012, "pending_cash_withdrawal": 0.001, "pending_top_up": 0.0011, "pending_transfer": 0.0011, "pin_blocked": 0.0018, "receiving_money": 0.0018, "request_refund": 0.0012, "reverted_card_payment?": 0.0014, "supported_cards_and_currencies": 0.0038, "terminate_account": 0.0015, "top_up_by_bank_transfer_charge": 0.0012, "top_up_by_card_charge": 0.0011, "top_up_by_cash_or_cheque": 0.0013, "top_up_failed": 0.0012, "top_up_limits": 0.0012, "top_up_reverted": 0.0012, "topping_up_by_card": 0.0016, "transaction_charged_twice": 0.001, "transfer_fee_charged": 0.0011, "transfer_into_account": 0.0011, "transfer_not_received_by_recipient": 0.0012, "transfer_timing": 0.0012, "unable_to_verify_identity": 0.1851, "verify_my_identity": 0.271, "verify_source_of_funds": 0.0025, "verify_top_up": 0.0096, "virtual_card_not_working": 0.0013, "visa_or_mastercard": 0.0017, "why_verify_identity": 0.4035, "wrong_amount_of_cash_received": 0.0011, "wrong_exchange_rate_for_cash_withdrawal": 0.0014 }, "error": null, "latency_ms": 71.35954208206385, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1170", "text_group": "169a722a707b935debfa6e01af5454cf4dfbc4b2bc3a775b97365ac361c86c1c", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0011995201919232307, "activate_my_card": 0.0020991603358656535, "age_limit": 0.0013994402239104358, "apple_pay_or_google_pay": 0.0031987205117952823, "atm_support": 0.0030987604958016795, "automatic_top_up": 0.001799280287884846, "balance_not_updated_after_bank_transfer": 0.0018992403038784486, "balance_not_updated_after_cheque_or_cash_deposit": 0.001999200319872051, "beneficiary_not_allowed": 0.001999200319872051, "cancel_transfer": 0.002499000399840064, "card_about_to_expire": 0.0015993602558976412, "card_acceptance": 0.004598160735705718, "card_arrival": 0.0016993202718912435, "card_delivery_estimate": 0.0012994802079168333, "card_linking": 0.003398640543782487, "card_not_working": 0.001799280287884846, "card_payment_fee_charged": 0.0016993202718912435, "card_payment_not_recognised": 0.0020991603358656535, "card_payment_wrong_exchange_rate": 0.001799280287884846, "card_swallowed": 0.0013994402239104358, "cash_withdrawal_charge": 0.0014994002399040384, "cash_withdrawal_not_recognised": 0.0015993602558976412, "change_pin": 0.001999200319872051, "compromised_card": 0.0029988004798080768, "contactless_not_working": 0.0015993602558976412, "country_support": 0.0021991203518592567, "declined_card_payment": 0.0012994802079168333, "declined_cash_withdrawal": 0.0010995601759296284, "declined_transfer": 0.0012994802079168333, "direct_debit_payment_not_recognised": 0.001999200319872051, "disposable_card_limits": 0.002299080367852859, "edit_personal_details": 0.011895241903238705, "exchange_charge": 0.0016993202718912435, "exchange_rate": 0.0014994002399040384, "exchange_via_app": 0.001799280287884846, "extra_charge_on_statement": 0.0013994402239104358, "failed_transfer": 0.0013994402239104358, "fiat_currency_support": 0.002299080367852859, "get_disposable_virtual_card": 0.001799280287884846, "get_physical_card": 0.0018992403038784486, "getting_spare_card": 0.0012994802079168333, "getting_virtual_card": 0.0012994802079168333, "lost_or_stolen_card": 0.0009996001599360256, "lost_or_stolen_phone": 0.0009996001599360256, "order_physical_card": 0.0013994402239104358, "passcode_forgotten": 0.001999200319872051, "pending_card_payment": 0.0011995201919232307, "pending_cash_withdrawal": 0.0009996001599360256, "pending_top_up": 0.0010995601759296284, "pending_transfer": 0.0011995201919232307, "pin_blocked": 0.0014994002399040384, "receiving_money": 0.001799280287884846, "request_refund": 0.0015993602558976412, "reverted_card_payment?": 0.0014994002399040384, "supported_cards_and_currencies": 0.002898840463814474, "terminate_account": 0.0016993202718912435, "top_up_by_bank_transfer_charge": 0.0014994002399040384, "top_up_by_card_charge": 0.0012994802079168333, "top_up_by_cash_or_cheque": 0.0014994002399040384, "top_up_failed": 0.0012994802079168333, "top_up_limits": 0.0011995201919232307, "top_up_reverted": 0.0012994802079168333, "topping_up_by_card": 0.0016993202718912435, "transaction_charged_twice": 0.0011995201919232307, "transfer_fee_charged": 0.0011995201919232307, "transfer_into_account": 0.0011995201919232307, "transfer_not_received_by_recipient": 0.0011995201919232307, "transfer_timing": 0.0012994802079168333, "unable_to_verify_identity": 0.08086765293882447, "verify_my_identity": 0.5481807277089165, "verify_source_of_funds": 0.0021991203518592567, "verify_top_up": 0.013394642143142744, "virtual_card_not_working": 0.0013994402239104358, "visa_or_mastercard": 0.0018992403038784486, "why_verify_identity": 0.2221111555377849, "wrong_amount_of_cash_received": 0.0009996001599360256, "wrong_exchange_rate_for_cash_withdrawal": 0.0013994402239104358 }, "error": null, "latency_ms": 70.9429580019787, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1171", "text_group": "1a4f1a0e3c5785e69222b671fbfb378e749c0a4b135ff911603a7cf966802c40", "expected": "why_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0005003001801080648, "activate_my_card": 0.00040024014408645187, "age_limit": 0.00040024014408645187, "apple_pay_or_google_pay": 0.0005003001801080648, "atm_support": 0.0010006003602161296, "automatic_top_up": 0.00040024014408645187, "balance_not_updated_after_bank_transfer": 0.0008004802881729037, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008004802881729037, "beneficiary_not_allowed": 0.0012007204322593554, "cancel_transfer": 0.0007004202521512907, "card_about_to_expire": 0.00040024014408645187, "card_acceptance": 0.0008004802881729037, "card_arrival": 0.00040024014408645187, "card_delivery_estimate": 0.00040024014408645187, "card_linking": 0.0008004802881729037, "card_not_working": 0.0006003602161296777, "card_payment_fee_charged": 0.00040024014408645187, "card_payment_not_recognised": 0.0007004202521512907, "card_payment_wrong_exchange_rate": 0.0005003001801080648, "card_swallowed": 0.0005003001801080648, "cash_withdrawal_charge": 0.00040024014408645187, "cash_withdrawal_not_recognised": 0.0005003001801080648, "change_pin": 0.0005003001801080648, "compromised_card": 0.0008004802881729037, "contactless_not_working": 0.0005003001801080648, "country_support": 0.0007004202521512907, "declined_card_payment": 0.0005003001801080648, "declined_cash_withdrawal": 0.00040024014408645187, "declined_transfer": 0.0005003001801080648, "direct_debit_payment_not_recognised": 0.0006003602161296777, "disposable_card_limits": 0.0005003001801080648, "edit_personal_details": 0.0007004202521512907, "exchange_charge": 0.00040024014408645187, "exchange_rate": 0.00040024014408645187, "exchange_via_app": 0.0005003001801080648, "extra_charge_on_statement": 0.00040024014408645187, "failed_transfer": 0.00040024014408645187, "fiat_currency_support": 0.0007004202521512907, "get_disposable_virtual_card": 0.0005003001801080648, "get_physical_card": 0.0005003001801080648, "getting_spare_card": 0.00040024014408645187, "getting_virtual_card": 0.00040024014408645187, "lost_or_stolen_card": 0.0005003001801080648, "lost_or_stolen_phone": 0.00040024014408645187, "order_physical_card": 0.00030018010806483886, "passcode_forgotten": 0.00040024014408645187, "pending_card_payment": 0.002101260756453872, "pending_cash_withdrawal": 0.00040024014408645187, "pending_top_up": 0.0012007204322593554, "pending_transfer": 0.0008004802881729037, "pin_blocked": 0.0005003001801080648, "receiving_money": 0.0005003001801080648, "request_refund": 0.0006003602161296777, "reverted_card_payment?": 0.0006003602161296777, "supported_cards_and_currencies": 0.0007004202521512907, "terminate_account": 0.004602761656994196, "top_up_by_bank_transfer_charge": 0.00040024014408645187, "top_up_by_card_charge": 0.00030018010806483886, "top_up_by_cash_or_cheque": 0.00040024014408645187, "top_up_failed": 0.00040024014408645187, "top_up_limits": 0.00040024014408645187, "top_up_reverted": 0.0005003001801080648, "topping_up_by_card": 0.00040024014408645187, "transaction_charged_twice": 0.00030018010806483886, "transfer_fee_charged": 0.00030018010806483886, "transfer_into_account": 0.00040024014408645187, "transfer_not_received_by_recipient": 0.00040024014408645187, "transfer_timing": 0.00030018010806483886, "unable_to_verify_identity": 0.927856714028417, "verify_my_identity": 0.00980588353011807, "verify_source_of_funds": 0.0007004202521512907, "verify_top_up": 0.003502101260756454, "virtual_card_not_working": 0.0005003001801080648, "visa_or_mastercard": 0.0005003001801080648, "why_verify_identity": 0.014908945367220332, "wrong_amount_of_cash_received": 0.00030018010806483886, "wrong_exchange_rate_for_cash_withdrawal": 0.00040024014408645187 }, "error": null, "latency_ms": 72.27316603530198, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1172", "text_group": "c07c6d6aa900dd4dd2fef970d7e6d207f8b1ac5a223d298141a35e6574e3d2ba", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0015, "activate_my_card": 0.0034, "age_limit": 0.0015, "apple_pay_or_google_pay": 0.0023, "atm_support": 0.0057, "automatic_top_up": 0.0018, "balance_not_updated_after_bank_transfer": 0.0021, "balance_not_updated_after_cheque_or_cash_deposit": 0.0022, "beneficiary_not_allowed": 0.0022, "cancel_transfer": 0.0019, "card_about_to_expire": 0.0017, "card_acceptance": 0.0063, "card_arrival": 0.0022, "card_delivery_estimate": 0.0018, "card_linking": 0.0048, "card_not_working": 0.0022, "card_payment_fee_charged": 0.0018, "card_payment_not_recognised": 0.0019, "card_payment_wrong_exchange_rate": 0.0021, "card_swallowed": 0.0021, "cash_withdrawal_charge": 0.0017, "cash_withdrawal_not_recognised": 0.0015, "change_pin": 0.0019, "compromised_card": 0.0022, "contactless_not_working": 0.0019, "country_support": 0.0037, "declined_card_payment": 0.0021, "declined_cash_withdrawal": 0.0015, "declined_transfer": 0.0021, "direct_debit_payment_not_recognised": 0.0019, "disposable_card_limits": 0.0058, "edit_personal_details": 0.1959, "exchange_charge": 0.0015, "exchange_rate": 0.0014, "exchange_via_app": 0.0018, "extra_charge_on_statement": 0.0016, "failed_transfer": 0.0016, "fiat_currency_support": 0.0028, "get_disposable_virtual_card": 0.0021, "get_physical_card": 0.0199, "getting_spare_card": 0.0034, "getting_virtual_card": 0.0018, "lost_or_stolen_card": 0.0014, "lost_or_stolen_phone": 0.0012, "order_physical_card": 0.0024, "passcode_forgotten": 0.0035, "pending_card_payment": 0.0015, "pending_cash_withdrawal": 0.0014, "pending_top_up": 0.0014, "pending_transfer": 0.0014, "pin_blocked": 0.0022, "receiving_money": 0.0024, "request_refund": 0.0019, "reverted_card_payment?": 0.0019, "supported_cards_and_currencies": 0.0062, "terminate_account": 0.0022, "top_up_by_bank_transfer_charge": 0.002, "top_up_by_card_charge": 0.0017, "top_up_by_cash_or_cheque": 0.0021, "top_up_failed": 0.0016, "top_up_limits": 0.0021, "top_up_reverted": 0.0018, "topping_up_by_card": 0.0029, "transaction_charged_twice": 0.0013, "transfer_fee_charged": 0.0014, "transfer_into_account": 0.0014, "transfer_not_received_by_recipient": 0.0015, "transfer_timing": 0.0015, "unable_to_verify_identity": 0.0738, "verify_my_identity": 0.0751, "verify_source_of_funds": 0.0023, "verify_top_up": 0.0023, "virtual_card_not_working": 0.0016, "visa_or_mastercard": 0.0023, "why_verify_identity": 0.4758, "wrong_amount_of_cash_received": 0.0013, "wrong_exchange_rate_for_cash_withdrawal": 0.0016 }, "error": null, "latency_ms": 69.92137501947582, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1173", "text_group": "255ac2b2d2413e0d9e1e52c4e470fe92fe7fec1a85dfb381bd0f3f006370884d", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0006999300069993001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0005999400059994001, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00039996000399960006, "compromised_card": 0.0007999200079992001, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.0016998300169983002, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.00039996000399960006, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.0053994600539946005, "verify_my_identity": 0.0764923507649235, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.0020997900209979003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.8855114488551146, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 69.00720798876137, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1174", "text_group": "a8664df75b897a81d4995f554e2160ec4bb5c6c30f082dcf5a51c70470a7cedc", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00049965024482862, "activate_my_card": 0.000899370440691516, "age_limit": 0.0005995802937943439, "apple_pay_or_google_pay": 0.00099930048965724, "atm_support": 0.002198461077245928, "automatic_top_up": 0.000799440391725792, "balance_not_updated_after_bank_transfer": 0.000899370440691516, "balance_not_updated_after_cheque_or_cash_deposit": 0.000899370440691516, "beneficiary_not_allowed": 0.00099930048965724, "cancel_transfer": 0.000799440391725792, "card_about_to_expire": 0.000699510342760068, "card_acceptance": 0.002298391126211652, "card_arrival": 0.000799440391725792, "card_delivery_estimate": 0.000699510342760068, "card_linking": 0.0014989507344858601, "card_not_working": 0.000899370440691516, "card_payment_fee_charged": 0.000699510342760068, "card_payment_not_recognised": 0.000899370440691516, "card_payment_wrong_exchange_rate": 0.000799440391725792, "card_swallowed": 0.000699510342760068, "cash_withdrawal_charge": 0.0005995802937943439, "cash_withdrawal_not_recognised": 0.000699510342760068, "change_pin": 0.000699510342760068, "compromised_card": 0.011991605875886881, "contactless_not_working": 0.000799440391725792, "country_support": 0.0014989507344858601, "declined_card_payment": 0.000699510342760068, "declined_cash_withdrawal": 0.00049965024482862, "declined_transfer": 0.000699510342760068, "direct_debit_payment_not_recognised": 0.000799440391725792, "disposable_card_limits": 0.000899370440691516, "edit_personal_details": 0.000899370440691516, "exchange_charge": 0.0005995802937943439, "exchange_rate": 0.0005995802937943439, "exchange_via_app": 0.000799440391725792, "extra_charge_on_statement": 0.00049965024482862, "failed_transfer": 0.0005995802937943439, "fiat_currency_support": 0.00099930048965724, "get_disposable_virtual_card": 0.000699510342760068, "get_physical_card": 0.001299090636554412, "getting_spare_card": 0.0005995802937943439, "getting_virtual_card": 0.000699510342760068, "lost_or_stolen_card": 0.000799440391725792, "lost_or_stolen_phone": 0.0005995802937943439, "order_physical_card": 0.000699510342760068, "passcode_forgotten": 0.000799440391725792, "pending_card_payment": 0.0005995802937943439, "pending_cash_withdrawal": 0.00049965024482862, "pending_top_up": 0.0005995802937943439, "pending_transfer": 0.0005995802937943439, "pin_blocked": 0.000799440391725792, "receiving_money": 0.000899370440691516, "request_refund": 0.000699510342760068, "reverted_card_payment?": 0.0005995802937943439, "supported_cards_and_currencies": 0.001099230538622964, "terminate_account": 0.000699510342760068, "top_up_by_bank_transfer_charge": 0.0005995802937943439, "top_up_by_card_charge": 0.00049965024482862, "top_up_by_cash_or_cheque": 0.0005995802937943439, "top_up_failed": 0.0005995802937943439, "top_up_limits": 0.00049965024482862, "top_up_reverted": 0.0005995802937943439, "topping_up_by_card": 0.000699510342760068, "transaction_charged_twice": 0.00049965024482862, "transfer_fee_charged": 0.00049965024482862, "transfer_into_account": 0.00049965024482862, "transfer_not_received_by_recipient": 0.0005995802937943439, "transfer_timing": 0.00049965024482862, "unable_to_verify_identity": 0.03917257919456381, "verify_my_identity": 0.16238632956930152, "verify_source_of_funds": 0.0011991605875886879, "verify_top_up": 0.0029979014689717203, "virtual_card_not_working": 0.0005995802937943439, "visa_or_mastercard": 0.000699510342760068, "why_verify_identity": 0.727390826421505, "wrong_amount_of_cash_received": 0.00049965024482862, "wrong_exchange_rate_for_cash_withdrawal": 0.0005995802937943439 }, "error": null, "latency_ms": 69.57266689278185, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1175", "text_group": "0c2bc45017c9243c0c5f65f161568737b70f00d9bf5b6e445ddaeb7c22b3bf5b", "expected": "why_verify_identity", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0011002200440088019, "activate_my_card": 0.001300260052010402, "age_limit": 0.0011002200440088019, "apple_pay_or_google_pay": 0.0016003200640128026, "atm_support": 0.0018003600720144029, "automatic_top_up": 0.0010002000400080016, "balance_not_updated_after_bank_transfer": 0.0010002000400080016, "balance_not_updated_after_cheque_or_cash_deposit": 0.001300260052010402, "beneficiary_not_allowed": 0.0014002800560112022, "cancel_transfer": 0.0018003600720144029, "card_about_to_expire": 0.0012002400480096017, "card_acceptance": 0.002600520104020804, "card_arrival": 0.0014002800560112022, "card_delivery_estimate": 0.0010002000400080016, "card_linking": 0.0022004400880176037, "card_not_working": 0.0016003200640128026, "card_payment_fee_charged": 0.0012002400480096017, "card_payment_not_recognised": 0.0014002800560112022, "card_payment_wrong_exchange_rate": 0.0014002800560112022, "card_swallowed": 0.001300260052010402, "cash_withdrawal_charge": 0.001300260052010402, "cash_withdrawal_not_recognised": 0.0011002200440088019, "change_pin": 0.0014002800560112022, "compromised_card": 0.0016003200640128026, "contactless_not_working": 0.001300260052010402, "country_support": 0.0016003200640128026, "declined_card_payment": 0.0010002000400080016, "declined_cash_withdrawal": 0.0009001800360072014, "declined_transfer": 0.0010002000400080016, "direct_debit_payment_not_recognised": 0.001300260052010402, "disposable_card_limits": 0.0017003400680136026, "edit_personal_details": 0.8521704340868174, "exchange_charge": 0.0012002400480096017, "exchange_rate": 0.0009001800360072014, "exchange_via_app": 0.0012002400480096017, "extra_charge_on_statement": 0.0012002400480096017, "failed_transfer": 0.0009001800360072014, "fiat_currency_support": 0.001300260052010402, "get_disposable_virtual_card": 0.0012002400480096017, "get_physical_card": 0.0015003000600120023, "getting_spare_card": 0.0011002200440088019, "getting_virtual_card": 0.0010002000400080016, "lost_or_stolen_card": 0.0008001600320064013, "lost_or_stolen_phone": 0.0008001600320064013, "order_physical_card": 0.0011002200440088019, "passcode_forgotten": 0.001300260052010402, "pending_card_payment": 0.0010002000400080016, "pending_cash_withdrawal": 0.0008001600320064013, "pending_top_up": 0.0009001800360072014, "pending_transfer": 0.0010002000400080016, "pin_blocked": 0.0011002200440088019, "receiving_money": 0.0015003000600120023, "request_refund": 0.0016003200640128026, "reverted_card_payment?": 0.0012002400480096017, "supported_cards_and_currencies": 0.0018003600720144029, "terminate_account": 0.001300260052010402, "top_up_by_bank_transfer_charge": 0.0017003400680136026, "top_up_by_card_charge": 0.0015003000600120023, "top_up_by_cash_or_cheque": 0.0014002800560112022, "top_up_failed": 0.0010002000400080016, "top_up_limits": 0.0010002000400080016, "top_up_reverted": 0.0011002200440088019, "topping_up_by_card": 0.0016003200640128026, "transaction_charged_twice": 0.0009001800360072014, "transfer_fee_charged": 0.0010002000400080016, "transfer_into_account": 0.0010002000400080016, "transfer_not_received_by_recipient": 0.0010002000400080016, "transfer_timing": 0.0010002000400080016, "unable_to_verify_identity": 0.014602920584116823, "verify_my_identity": 0.0068013602720544105, "verify_source_of_funds": 0.001300260052010402, "verify_top_up": 0.0012002400480096017, "virtual_card_not_working": 0.0011002200440088019, "visa_or_mastercard": 0.0017003400680136026, "why_verify_identity": 0.034406881376275254, "wrong_amount_of_cash_received": 0.0008001600320064013, "wrong_exchange_rate_for_cash_withdrawal": 0.0011002200440088019 }, "error": null, "latency_ms": 69.12654102779925, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1176", "text_group": "5810074c65f20d18094e4e33504d44cff3adbd689d200d9684b7a2af714a24e7", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0006998600279944011, "activate_my_card": 0.0008998200359928015, "age_limit": 0.0006998600279944011, "apple_pay_or_google_pay": 0.001299740051989602, "atm_support": 0.0021995600879824036, "automatic_top_up": 0.0007998400319936014, "balance_not_updated_after_bank_transfer": 0.0011997600479904018, "balance_not_updated_after_cheque_or_cash_deposit": 0.001299740051989602, "beneficiary_not_allowed": 0.001299740051989602, "cancel_transfer": 0.0009998000399920016, "card_about_to_expire": 0.0007998400319936014, "card_acceptance": 0.0016996600679864027, "card_arrival": 0.0009998000399920016, "card_delivery_estimate": 0.0007998400319936014, "card_linking": 0.0013997200559888023, "card_not_working": 0.0009998000399920016, "card_payment_fee_charged": 0.0006998600279944011, "card_payment_not_recognised": 0.0009998000399920016, "card_payment_wrong_exchange_rate": 0.0009998000399920016, "card_swallowed": 0.0008998200359928015, "cash_withdrawal_charge": 0.0006998600279944011, "cash_withdrawal_not_recognised": 0.0008998200359928015, "change_pin": 0.0009998000399920016, "compromised_card": 0.0027994401119776045, "contactless_not_working": 0.0010997800439912018, "country_support": 0.0015996800639872027, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0007998400319936014, "direct_debit_payment_not_recognised": 0.0008998200359928015, "disposable_card_limits": 0.0010997800439912018, "edit_personal_details": 0.0015996800639872027, "exchange_charge": 0.0006998600279944011, "exchange_rate": 0.0007998400319936014, "exchange_via_app": 0.0009998000399920016, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0007998400319936014, "fiat_currency_support": 0.001299740051989602, "get_disposable_virtual_card": 0.0008998200359928015, "get_physical_card": 0.001299740051989602, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0006998600279944011, "lost_or_stolen_card": 0.0007998400319936014, "lost_or_stolen_phone": 0.0006998600279944011, "order_physical_card": 0.0007998400319936014, "passcode_forgotten": 0.0011997600479904018, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.0006998600279944011, "pin_blocked": 0.0010997800439912018, "receiving_money": 0.0009998000399920016, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.0007998400319936014, "supported_cards_and_currencies": 0.001299740051989602, "terminate_account": 0.0007998400319936014, "top_up_by_bank_transfer_charge": 0.0006998600279944011, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0007998400319936014, "top_up_failed": 0.0006998600279944011, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.0007998400319936014, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.0006998600279944011, "transfer_timing": 0.0006998600279944011, "unable_to_verify_identity": 0.057388522295540895, "verify_my_identity": 0.06998600279944012, "verify_source_of_funds": 0.0011997600479904018, "verify_top_up": 0.0014997000599880025, "virtual_card_not_working": 0.0006998600279944011, "visa_or_mastercard": 0.0008998200359928015, "why_verify_identity": 0.8024395120975805, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 68.65941593423486, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1177", "text_group": "7838f8b153e5f833c0f57235c76d8bd92a9f06cc3077227ea15566ffa2f057d9", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0009998000399920016, "activate_my_card": 0.0020995800839832034, "age_limit": 0.0010997800439912018, "apple_pay_or_google_pay": 0.0015996800639872027, "atm_support": 0.0032993401319736052, "automatic_top_up": 0.0010997800439912018, "balance_not_updated_after_bank_transfer": 0.001299740051989602, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014997000599880025, "beneficiary_not_allowed": 0.0015996800639872027, "cancel_transfer": 0.0013997200559888023, "card_about_to_expire": 0.0011997600479904018, "card_acceptance": 0.002599480103979204, "card_arrival": 0.0014997000599880025, "card_delivery_estimate": 0.0011997600479904018, "card_linking": 0.0021995600879824036, "card_not_working": 0.0014997000599880025, "card_payment_fee_charged": 0.0010997800439912018, "card_payment_not_recognised": 0.001299740051989602, "card_payment_wrong_exchange_rate": 0.0013997200559888023, "card_swallowed": 0.001299740051989602, "cash_withdrawal_charge": 0.0010997800439912018, "cash_withdrawal_not_recognised": 0.0011997600479904018, "change_pin": 0.0013997200559888023, "compromised_card": 0.001799640071985603, "contactless_not_working": 0.001299740051989602, "country_support": 0.002599480103979204, "declined_card_payment": 0.001299740051989602, "declined_cash_withdrawal": 0.0009998000399920016, "declined_transfer": 0.001299740051989602, "direct_debit_payment_not_recognised": 0.0013997200559888023, "disposable_card_limits": 0.0018996200759848032, "edit_personal_details": 0.27064587082583486, "exchange_charge": 0.0008998200359928015, "exchange_rate": 0.0008998200359928015, "exchange_via_app": 0.0010997800439912018, "extra_charge_on_statement": 0.0008998200359928015, "failed_transfer": 0.0009998000399920016, "fiat_currency_support": 0.0018996200759848032, "get_disposable_virtual_card": 0.0016996600679864027, "get_physical_card": 0.024895020995800838, "getting_spare_card": 0.0011997600479904018, "getting_virtual_card": 0.0010997800439912018, "lost_or_stolen_card": 0.0009998000399920016, "lost_or_stolen_phone": 0.0008998200359928015, "order_physical_card": 0.0010997800439912018, "passcode_forgotten": 0.001999600079984003, "pending_card_payment": 0.0008998200359928015, "pending_cash_withdrawal": 0.0008998200359928015, "pending_top_up": 0.0008998200359928015, "pending_transfer": 0.0009998000399920016, "pin_blocked": 0.0015996800639872027, "receiving_money": 0.0013997200559888023, "request_refund": 0.0010997800439912018, "reverted_card_payment?": 0.0011997600479904018, "supported_cards_and_currencies": 0.0018996200759848032, "terminate_account": 0.001299740051989602, "top_up_by_bank_transfer_charge": 0.0009998000399920016, "top_up_by_card_charge": 0.0008998200359928015, "top_up_by_cash_or_cheque": 0.0011997600479904018, "top_up_failed": 0.0009998000399920016, "top_up_limits": 0.0009998000399920016, "top_up_reverted": 0.0010997800439912018, "topping_up_by_card": 0.001299740051989602, "transaction_charged_twice": 0.0008998200359928015, "transfer_fee_charged": 0.0008998200359928015, "transfer_into_account": 0.0008998200359928015, "transfer_not_received_by_recipient": 0.0009998000399920016, "transfer_timing": 0.0009998000399920016, "unable_to_verify_identity": 0.028694261147770447, "verify_my_identity": 0.01819636072785443, "verify_source_of_funds": 0.0015996800639872027, "verify_top_up": 0.0016996600679864027, "virtual_card_not_working": 0.0010997800439912018, "visa_or_mastercard": 0.0013997200559888023, "why_verify_identity": 0.5620875824835033, "wrong_amount_of_cash_received": 0.0008998200359928015, "wrong_exchange_rate_for_cash_withdrawal": 0.0010997800439912018 }, "error": null, "latency_ms": 69.98300005216151, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1178", "text_group": "66bf6b43b72e66ed54806669ce48b6e160e038661318424909b50b248ee108f2", "expected": "why_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0004999000199960008, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0006998600279944011, "atm_support": 0.0010997800439912018, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007998400319936014, "beneficiary_not_allowed": 0.0015996800639872027, "cancel_transfer": 0.0005998800239952009, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0009998000399920016, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0008998200359928015, "card_not_working": 0.0006998600279944011, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0007998400319936014, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0006998600279944011, "change_pin": 0.0004999000199960008, "compromised_card": 0.0008998200359928015, "contactless_not_working": 0.0005998800239952009, "country_support": 0.0006998600279944011, "declined_card_payment": 0.0007998400319936014, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0008998200359928015, "direct_debit_payment_not_recognised": 0.0006998600279944011, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.0007998400319936014, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0006998600279944011, "get_physical_card": 0.0007998400319936014, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.0006998600279944011, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0026994601079784043, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0014997000599880025, "pending_transfer": 0.001299740051989602, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0007998400319936014, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0006998600279944011, "supported_cards_and_currencies": 0.0006998600279944011, "terminate_account": 0.0006998600279944011, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.9128174365126975, "verify_my_identity": 0.01859628074385123, "verify_source_of_funds": 0.0007998400319936014, "verify_top_up": 0.002599480103979204, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0004999000199960008, "why_verify_identity": 0.01809638072385523, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 68.72420909348875, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1179", "text_group": "337d62808a123bc85ba8dbbee6a0dbbb51873a4cd04077d234a5b6df41b36aea", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0011002200440088019, "age_limit": 0.000600120024004801, "apple_pay_or_google_pay": 0.0009001800360072014, "atm_support": 0.0015003000600120025, "automatic_top_up": 0.000600120024004801, "balance_not_updated_after_bank_transfer": 0.0007001400280056011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.000600120024004801, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0015003000600120025, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0010002000400080016, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.000600120024004801, "card_payment_not_recognised": 0.0009001800360072014, "card_payment_wrong_exchange_rate": 0.000600120024004801, "card_swallowed": 0.000600120024004801, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.000600120024004801, "change_pin": 0.000600120024004801, "compromised_card": 0.0009001800360072014, "contactless_not_working": 0.000600120024004801, "country_support": 0.0009001800360072014, "declined_card_payment": 0.000600120024004801, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.000600120024004801, "direct_debit_payment_not_recognised": 0.0007001400280056011, "disposable_card_limits": 0.0009001800360072014, "edit_personal_details": 0.008901780356071216, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.000600120024004801, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0010002000400080016, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.000600120024004801, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.0004000800160032007, "order_physical_card": 0.000600120024004801, "passcode_forgotten": 0.0007001400280056011, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.0004000800160032007, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0004000800160032007, "pin_blocked": 0.000600120024004801, "receiving_money": 0.0007001400280056011, "request_refund": 0.000600120024004801, "reverted_card_payment?": 0.000600120024004801, "supported_cards_and_currencies": 0.0013002600520104022, "terminate_account": 0.0008001600320064014, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.000600120024004801, "transaction_charged_twice": 0.0004000800160032007, "transfer_fee_charged": 0.0004000800160032007, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0004000800160032007, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.009701940388077616, "verify_my_identity": 0.6324264852970595, "verify_source_of_funds": 0.0011002200440088019, "verify_top_up": 0.005501100220044009, "virtual_card_not_working": 0.000600120024004801, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.2966593318663733, "wrong_amount_of_cash_received": 0.0004000800160032007, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 69.62254096288234, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1180", "text_group": "ff69bf8c807907af9cec887ab9986e1e5518f3c607ebe1b3bb326f15b9e5079c", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0003998400639744103, "activate_my_card": 0.0006997201119552179, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0006997201119552179, "atm_support": 0.0010995601759296284, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.0005997600959616154, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005997600959616154, "beneficiary_not_allowed": 0.0006997201119552179, "cancel_transfer": 0.0004998000799680128, "card_about_to_expire": 0.0004998000799680128, "card_acceptance": 0.0012994802079168333, "card_arrival": 0.0005997600959616154, "card_delivery_estimate": 0.0004998000799680128, "card_linking": 0.0007996801279488206, "card_not_working": 0.0005997600959616154, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0004998000799680128, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0003998400639744103, "cash_withdrawal_not_recognised": 0.0004998000799680128, "change_pin": 0.0004998000799680128, "compromised_card": 0.0009996001599360256, "contactless_not_working": 0.0004998000799680128, "country_support": 0.000899640143942423, "declined_card_payment": 0.0004998000799680128, "declined_cash_withdrawal": 0.0003998400639744103, "declined_transfer": 0.0004998000799680128, "direct_debit_payment_not_recognised": 0.0004998000799680128, "disposable_card_limits": 0.0005997600959616154, "edit_personal_details": 0.0007996801279488206, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.0003998400639744103, "exchange_via_app": 0.0004998000799680128, "extra_charge_on_statement": 0.0003998400639744103, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.0006997201119552179, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0007996801279488206, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.0003998400639744103, "lost_or_stolen_phone": 0.0003998400639744103, "order_physical_card": 0.0003998400639744103, "passcode_forgotten": 0.0007996801279488206, "pending_card_payment": 0.0003998400639744103, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0003998400639744103, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.0005997600959616154, "receiving_money": 0.0004998000799680128, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.0007996801279488206, "terminate_account": 0.0004998000799680128, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0004998000799680128, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0003998400639744103, "transfer_into_account": 0.0003998400639744103, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.017692922830867656, "verify_my_identity": 0.024990003998400644, "verify_source_of_funds": 0.0005997600959616154, "verify_top_up": 0.0007996801279488206, "virtual_card_not_working": 0.0003998400639744103, "visa_or_mastercard": 0.0004998000799680128, "why_verify_identity": 0.9186325469812076, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 68.49008402787149, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1181", "text_group": "a680e792a41fd249986aa8daa435011637ff6a49842e9bdf2c82880933ac27f7", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0007, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0004, "card_acceptance": 0.0007, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0006, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0008, "contactless_not_working": 0.0004, "country_support": 0.0006, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0006, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0006, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0005, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0073, "verify_my_identity": 0.0306, "verify_source_of_funds": 0.0006, "verify_top_up": 0.0015, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.9319, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 68.59300006181002, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1182", "text_group": "8aa3850fb4aca89bdf14a8b0e6ccada12dcaa8119aa157b52c2570c3678b4e91", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0010998900109989002, "activate_my_card": 0.0023997600239976003, "age_limit": 0.0015998400159984002, "apple_pay_or_google_pay": 0.0028997100289971, "atm_support": 0.006399360063993601, "automatic_top_up": 0.0018998100189981002, "balance_not_updated_after_bank_transfer": 0.0018998100189981002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018998100189981002, "beneficiary_not_allowed": 0.0030996900309969004, "cancel_transfer": 0.0018998100189981002, "card_about_to_expire": 0.0014998500149985001, "card_acceptance": 0.0086991300869913, "card_arrival": 0.0013998600139986002, "card_delivery_estimate": 0.0013998600139986002, "card_linking": 0.0033996600339966003, "card_not_working": 0.0017998200179982, "card_payment_fee_charged": 0.0017998200179982, "card_payment_not_recognised": 0.0023997600239976003, "card_payment_wrong_exchange_rate": 0.0020997900209979003, "card_swallowed": 0.0015998400159984002, "cash_withdrawal_charge": 0.0014998500149985001, "cash_withdrawal_not_recognised": 0.0014998500149985001, "change_pin": 0.0017998200179982, "compromised_card": 0.0030996900309969004, "contactless_not_working": 0.0018998100189981002, "country_support": 0.0034996500349965005, "declined_card_payment": 0.0017998200179982, "declined_cash_withdrawal": 0.0012998700129987, "declined_transfer": 0.0020997900209979003, "direct_debit_payment_not_recognised": 0.0023997600239976003, "disposable_card_limits": 0.0026997300269973002, "edit_personal_details": 0.007899210078992101, "exchange_charge": 0.001999800019998, "exchange_rate": 0.001999800019998, "exchange_via_app": 0.0022997700229977, "extra_charge_on_statement": 0.0013998600139986002, "failed_transfer": 0.0015998400159984002, "fiat_currency_support": 0.0038996100389961, "get_disposable_virtual_card": 0.001999800019998, "get_physical_card": 0.0020997900209979003, "getting_spare_card": 0.0014998500149985001, "getting_virtual_card": 0.0015998400159984002, "lost_or_stolen_card": 0.0010998900109989002, "lost_or_stolen_phone": 0.0010998900109989002, "order_physical_card": 0.0012998700129987, "passcode_forgotten": 0.0014998500149985001, "pending_card_payment": 0.0029997000299970002, "pending_cash_withdrawal": 0.0011998800119988001, "pending_top_up": 0.0037996200379962005, "pending_transfer": 0.017598240175982403, "pin_blocked": 0.0015998400159984002, "receiving_money": 0.0028997100289971, "request_refund": 0.0011998800119988001, "reverted_card_payment?": 0.0014998500149985001, "supported_cards_and_currencies": 0.0040995900409959, "terminate_account": 0.0018998100189981002, "top_up_by_bank_transfer_charge": 0.0015998400159984002, "top_up_by_card_charge": 0.0012998700129987, "top_up_by_cash_or_cheque": 0.0013998600139986002, "top_up_failed": 0.0011998800119988001, "top_up_limits": 0.0015998400159984002, "top_up_reverted": 0.0013998600139986002, "topping_up_by_card": 0.0017998200179982, "transaction_charged_twice": 0.0015998400159984002, "transfer_fee_charged": 0.0012998700129987, "transfer_into_account": 0.0015998400159984002, "transfer_not_received_by_recipient": 0.0014998500149985001, "transfer_timing": 0.0018998100189981002, "unable_to_verify_identity": 0.22807719228077192, "verify_my_identity": 0.41285871412858716, "verify_source_of_funds": 0.0027997200279972004, "verify_top_up": 0.015198480151984802, "virtual_card_not_working": 0.0013998600139986002, "visa_or_mastercard": 0.0018998100189981002, "why_verify_identity": 0.1701829817018298, "wrong_amount_of_cash_received": 0.0010998900109989002, "wrong_exchange_rate_for_cash_withdrawal": 0.0013998600139986002 }, "error": null, "latency_ms": 68.54624999687076, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1183", "text_group": "a0838d00ff8cdbfddb38115a38243577436eefa10cd4f7d9d377cc9998b7cbca", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0006001200240048009, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0009001800360072014, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0007001400280056011, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0008001600320064013, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00040008001600320064, "compromised_card": 0.0010002000400080016, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0009001800360072014, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.0035007001400280055, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.00040008001600320064, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0007001400280056011, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.007401480296059212, "verify_my_identity": 0.21434286857371473, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0035007001400280055, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.740248049609922, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 68.69470793753862, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1184", "text_group": "e4964ed1b3c4ff111fa284acbf4675109f1a5adf635cc7beaa39d01258714770", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0010002000400080016, "activate_my_card": 0.0015003000600120023, "age_limit": 0.0010002000400080016, "apple_pay_or_google_pay": 0.0016003200640128026, "atm_support": 0.003100620124024805, "automatic_top_up": 0.0011002200440088019, "balance_not_updated_after_bank_transfer": 0.0012002400480096017, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014002800560112022, "beneficiary_not_allowed": 0.0015003000600120023, "cancel_transfer": 0.001300260052010402, "card_about_to_expire": 0.0012002400480096017, "card_acceptance": 0.0023004600920184036, "card_arrival": 0.0015003000600120023, "card_delivery_estimate": 0.0012002400480096017, "card_linking": 0.0022004400880176037, "card_not_working": 0.0014002800560112022, "card_payment_fee_charged": 0.0011002200440088019, "card_payment_not_recognised": 0.001300260052010402, "card_payment_wrong_exchange_rate": 0.001300260052010402, "card_swallowed": 0.001300260052010402, "cash_withdrawal_charge": 0.0011002200440088019, "cash_withdrawal_not_recognised": 0.0011002200440088019, "change_pin": 0.0011002200440088019, "compromised_card": 0.002100420084016803, "contactless_not_working": 0.001300260052010402, "country_support": 0.002000400080016003, "declined_card_payment": 0.001300260052010402, "declined_cash_withdrawal": 0.0010002000400080016, "declined_transfer": 0.0014002800560112022, "direct_debit_payment_not_recognised": 0.001300260052010402, "disposable_card_limits": 0.0017003400680136026, "edit_personal_details": 0.018703740748149632, "exchange_charge": 0.0010002000400080016, "exchange_rate": 0.0009001800360072014, "exchange_via_app": 0.0011002200440088019, "extra_charge_on_statement": 0.0009001800360072014, "failed_transfer": 0.0010002000400080016, "fiat_currency_support": 0.0017003400680136026, "get_disposable_virtual_card": 0.0018003600720144029, "get_physical_card": 0.30366073214642925, "getting_spare_card": 0.0014002800560112022, "getting_virtual_card": 0.0016003200640128026, "lost_or_stolen_card": 0.0010002000400080016, "lost_or_stolen_phone": 0.0008001600320064013, "order_physical_card": 0.001300260052010402, "passcode_forgotten": 0.0014002800560112022, "pending_card_payment": 0.0009001800360072014, "pending_cash_withdrawal": 0.0009001800360072014, "pending_top_up": 0.0009001800360072014, "pending_transfer": 0.0009001800360072014, "pin_blocked": 0.0012002400480096017, "receiving_money": 0.0015003000600120023, "request_refund": 0.0015003000600120023, "reverted_card_payment?": 0.0012002400480096017, "supported_cards_and_currencies": 0.0023004600920184036, "terminate_account": 0.0012002400480096017, "top_up_by_bank_transfer_charge": 0.0011002200440088019, "top_up_by_card_charge": 0.0010002000400080016, "top_up_by_cash_or_cheque": 0.0011002200440088019, "top_up_failed": 0.0010002000400080016, "top_up_limits": 0.0010002000400080016, "top_up_reverted": 0.0011002200440088019, "topping_up_by_card": 0.0014002800560112022, "transaction_charged_twice": 0.0008001600320064013, "transfer_fee_charged": 0.0009001800360072014, "transfer_into_account": 0.0009001800360072014, "transfer_not_received_by_recipient": 0.0010002000400080016, "transfer_timing": 0.0010002000400080016, "unable_to_verify_identity": 0.1275255051010202, "verify_my_identity": 0.05461092218443689, "verify_source_of_funds": 0.0015003000600120023, "verify_top_up": 0.0014002800560112022, "virtual_card_not_working": 0.0011002200440088019, "visa_or_mastercard": 0.0014002800560112022, "why_verify_identity": 0.40258051610322065, "wrong_amount_of_cash_received": 0.0008001600320064013, "wrong_exchange_rate_for_cash_withdrawal": 0.0011002200440088019 }, "error": null, "latency_ms": 68.60141700599343, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1185", "text_group": "0a97723e0b86d3cdf0379a9bbd169f0bf0f7c2cc0f503de31e5295396eb2372a", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0010998900109989002, "activate_my_card": 0.0016998300169983002, "age_limit": 0.0011998800119988001, "apple_pay_or_google_pay": 0.001999800019998, "atm_support": 0.0036996300369963007, "automatic_top_up": 0.0013998600139986002, "balance_not_updated_after_bank_transfer": 0.0015998400159984002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015998400159984002, "beneficiary_not_allowed": 0.0016998300169983002, "cancel_transfer": 0.0014998500149985001, "card_about_to_expire": 0.0012998700129987, "card_acceptance": 0.0040995900409959, "card_arrival": 0.0015998400159984002, "card_delivery_estimate": 0.0012998700129987, "card_linking": 0.0028997100289971, "card_not_working": 0.0015998400159984002, "card_payment_fee_charged": 0.0013998600139986002, "card_payment_not_recognised": 0.0014998500149985001, "card_payment_wrong_exchange_rate": 0.0015998400159984002, "card_swallowed": 0.0013998600139986002, "cash_withdrawal_charge": 0.0012998700129987, "cash_withdrawal_not_recognised": 0.0012998700129987, "change_pin": 0.0013998600139986002, "compromised_card": 0.0016998300169983002, "contactless_not_working": 0.0015998400159984002, "country_support": 0.0027997200279972004, "declined_card_payment": 0.0014998500149985001, "declined_cash_withdrawal": 0.0011998800119988001, "declined_transfer": 0.0014998500149985001, "direct_debit_payment_not_recognised": 0.0014998500149985001, "disposable_card_limits": 0.0027997200279972004, "edit_personal_details": 0.017098290170982904, "exchange_charge": 0.0011998800119988001, "exchange_rate": 0.0010998900109989002, "exchange_via_app": 0.0013998600139986002, "extra_charge_on_statement": 0.0011998800119988001, "failed_transfer": 0.0011998800119988001, "fiat_currency_support": 0.0020997900209979003, "get_disposable_virtual_card": 0.0015998400159984002, "get_physical_card": 0.0100989901009899, "getting_spare_card": 0.0015998400159984002, "getting_virtual_card": 0.0014998500149985001, "lost_or_stolen_card": 0.0010998900109989002, "lost_or_stolen_phone": 0.000999900009999, "order_physical_card": 0.0015998400159984002, "passcode_forgotten": 0.0020997900209979003, "pending_card_payment": 0.0010998900109989002, "pending_cash_withdrawal": 0.000999900009999, "pending_top_up": 0.000999900009999, "pending_transfer": 0.0010998900109989002, "pin_blocked": 0.0015998400159984002, "receiving_money": 0.0016998300169983002, "request_refund": 0.0014998500149985001, "reverted_card_payment?": 0.0013998600139986002, "supported_cards_and_currencies": 0.0032996700329967, "terminate_account": 0.0014998500149985001, "top_up_by_bank_transfer_charge": 0.0013998600139986002, "top_up_by_card_charge": 0.0011998800119988001, "top_up_by_cash_or_cheque": 0.0014998500149985001, "top_up_failed": 0.0011998800119988001, "top_up_limits": 0.0012998700129987, "top_up_reverted": 0.0012998700129987, "topping_up_by_card": 0.0018998100189981002, "transaction_charged_twice": 0.000999900009999, "transfer_fee_charged": 0.000999900009999, "transfer_into_account": 0.0010998900109989002, "transfer_not_received_by_recipient": 0.0010998900109989002, "transfer_timing": 0.0010998900109989002, "unable_to_verify_identity": 0.06889311068893111, "verify_my_identity": 0.09749025097490252, "verify_source_of_funds": 0.0016998300169983002, "verify_top_up": 0.0020997900209979003, "virtual_card_not_working": 0.0012998700129987, "visa_or_mastercard": 0.0016998300169983002, "why_verify_identity": 0.6936306369363063, "wrong_amount_of_cash_received": 0.0008999100089991, "wrong_exchange_rate_for_cash_withdrawal": 0.0012998700129987 }, "error": null, "latency_ms": 67.88454204797745, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1186", "text_group": "f630c8f527aea47c12cf3fd9d9e13e8053d69b9f9aeffe89efceea69be52447d", "expected": "why_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00040020010005002504, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00040020010005002504, "apple_pay_or_google_pay": 0.00040020010005002504, "atm_support": 0.0007003501750875438, "automatic_top_up": 0.00030015007503751874, "balance_not_updated_after_bank_transfer": 0.00040020010005002504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002501250625313, "beneficiary_not_allowed": 0.0009004502251125563, "cancel_transfer": 0.00040020010005002504, "card_about_to_expire": 0.00040020010005002504, "card_acceptance": 0.0007003501750875438, "card_arrival": 0.00040020010005002504, "card_delivery_estimate": 0.00040020010005002504, "card_linking": 0.0005002501250625313, "card_not_working": 0.0006003001500750375, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00040020010005002504, "card_payment_wrong_exchange_rate": 0.00040020010005002504, "card_swallowed": 0.0005002501250625313, "cash_withdrawal_charge": 0.00040020010005002504, "cash_withdrawal_not_recognised": 0.0005002501250625313, "change_pin": 0.00030015007503751874, "compromised_card": 0.0005002501250625313, "contactless_not_working": 0.00040020010005002504, "country_support": 0.0007003501750875438, "declined_card_payment": 0.0005002501250625313, "declined_cash_withdrawal": 0.0005002501250625313, "declined_transfer": 0.0007003501750875438, "direct_debit_payment_not_recognised": 0.00040020010005002504, "disposable_card_limits": 0.0005002501250625313, "edit_personal_details": 0.0008004002001000501, "exchange_charge": 0.00030015007503751874, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.00040020010005002504, "extra_charge_on_statement": 0.00030015007503751874, "failed_transfer": 0.00040020010005002504, "fiat_currency_support": 0.0006003001500750375, "get_disposable_virtual_card": 0.00040020010005002504, "get_physical_card": 0.0007003501750875438, "getting_spare_card": 0.0005002501250625313, "getting_virtual_card": 0.0005002501250625313, "lost_or_stolen_card": 0.0011005502751375688, "lost_or_stolen_phone": 0.0005002501250625313, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.0006003001500750375, "pending_card_payment": 0.00040020010005002504, "pending_cash_withdrawal": 0.00030015007503751874, "pending_top_up": 0.00040020010005002504, "pending_transfer": 0.00040020010005002504, "pin_blocked": 0.0006003001500750375, "receiving_money": 0.0005002501250625313, "request_refund": 0.00040020010005002504, "reverted_card_payment?": 0.0005002501250625313, "supported_cards_and_currencies": 0.0006003001500750375, "terminate_account": 0.0007003501750875438, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.00030015007503751874, "top_up_reverted": 0.00040020010005002504, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.00030015007503751874, "transfer_not_received_by_recipient": 0.00040020010005002504, "transfer_timing": 0.00030015007503751874, "unable_to_verify_identity": 0.952576288144072, "verify_my_identity": 0.004302151075537769, "verify_source_of_funds": 0.0005002501250625313, "verify_top_up": 0.0008004002001000501, "virtual_card_not_working": 0.00040020010005002504, "visa_or_mastercard": 0.00040020010005002504, "why_verify_identity": 0.009304652326163081, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00040020010005002504 }, "error": null, "latency_ms": 68.5740829212591, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1187", "text_group": "b7f122437c2c701ff663fb4236afb1bdc87028417e87069136f0c7e042f3586a", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.00040012003601080324, "activate_my_card": 0.0008002400720216065, "age_limit": 0.0005001500450135041, "apple_pay_or_google_pay": 0.0008002400720216065, "atm_support": 0.0009002700810243073, "automatic_top_up": 0.0006001800540162048, "balance_not_updated_after_bank_transfer": 0.0006001800540162048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001800540162048, "beneficiary_not_allowed": 0.0007002100630189057, "cancel_transfer": 0.0009002700810243073, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.001100330099029709, "card_arrival": 0.0005001500450135041, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.0008002400720216065, "card_not_working": 0.0006001800540162048, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0008002400720216065, "card_payment_wrong_exchange_rate": 0.0006001800540162048, "card_swallowed": 0.0006001800540162048, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.0006001800540162048, "compromised_card": 0.0009002700810243073, "contactless_not_working": 0.0006001800540162048, "country_support": 0.0008002400720216065, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.00040012003601080324, "declined_transfer": 0.0006001800540162048, "direct_debit_payment_not_recognised": 0.0006001800540162048, "disposable_card_limits": 0.0009002700810243073, "edit_personal_details": 0.0374112233670101, "exchange_charge": 0.0005001500450135041, "exchange_rate": 0.0005001500450135041, "exchange_via_app": 0.0006001800540162048, "extra_charge_on_statement": 0.00040012003601080324, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.0008002400720216065, "get_disposable_virtual_card": 0.0006001800540162048, "get_physical_card": 0.0006001800540162048, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.0008002400720216065, "pending_card_payment": 0.00040012003601080324, "pending_cash_withdrawal": 0.00040012003601080324, "pending_top_up": 0.00040012003601080324, "pending_transfer": 0.00040012003601080324, "pin_blocked": 0.0006001800540162048, "receiving_money": 0.0006001800540162048, "request_refund": 0.0005001500450135041, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.0009002700810243073, "terminate_account": 0.001100330099029709, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.0005001500450135041, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.00040012003601080324, "transfer_fee_charged": 0.00040012003601080324, "transfer_into_account": 0.00040012003601080324, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.014504351305391617, "verify_my_identity": 0.8445533660098029, "verify_source_of_funds": 0.0008002400720216065, "verify_top_up": 0.0017005101530459135, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.0006001800540162048, "why_verify_identity": 0.06011803541062319, "wrong_amount_of_cash_received": 0.00040012003601080324, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 69.06708294991404, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1188", "text_group": "34d3d4b125a48efe002c72a404d0c847b091ae07d549061bd12e82680472340b", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.000499850044986504, "activate_my_card": 0.0017994601619514146, "age_limit": 0.0005998200539838048, "apple_pay_or_google_pay": 0.001099670098970309, "atm_support": 0.0014995501349595122, "automatic_top_up": 0.0013995801259622115, "balance_not_updated_after_bank_transfer": 0.0007997600719784066, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007997600719784066, "beneficiary_not_allowed": 0.000999700089973008, "cancel_transfer": 0.004198740377886634, "card_about_to_expire": 0.0006997900629811057, "card_acceptance": 0.0018994301709487154, "card_arrival": 0.0006997900629811057, "card_delivery_estimate": 0.0005998200539838048, "card_linking": 0.0013995801259622115, "card_not_working": 0.0007997600719784066, "card_payment_fee_charged": 0.0006997900629811057, "card_payment_not_recognised": 0.0007997600719784066, "card_payment_wrong_exchange_rate": 0.0007997600719784066, "card_swallowed": 0.0006997900629811057, "cash_withdrawal_charge": 0.0005998200539838048, "cash_withdrawal_not_recognised": 0.0005998200539838048, "change_pin": 0.000999700089973008, "compromised_card": 0.001099670098970309, "contactless_not_working": 0.0006997900629811057, "country_support": 0.0008997300809757073, "declined_card_payment": 0.0005998200539838048, "declined_cash_withdrawal": 0.000499850044986504, "declined_transfer": 0.0005998200539838048, "direct_debit_payment_not_recognised": 0.0006997900629811057, "disposable_card_limits": 0.0017994601619514146, "edit_personal_details": 0.14405678296511049, "exchange_charge": 0.0005998200539838048, "exchange_rate": 0.0005998200539838048, "exchange_via_app": 0.0006997900629811057, "extra_charge_on_statement": 0.0005998200539838048, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.000999700089973008, "get_disposable_virtual_card": 0.0013995801259622115, "get_physical_card": 0.0008997300809757073, "getting_spare_card": 0.0006997900629811057, "getting_virtual_card": 0.0005998200539838048, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.0005998200539838048, "passcode_forgotten": 0.0013995801259622115, "pending_card_payment": 0.0005998200539838048, "pending_cash_withdrawal": 0.000499850044986504, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.0005998200539838048, "pin_blocked": 0.0006997900629811057, "receiving_money": 0.0007997600719784066, "request_refund": 0.0006997900629811057, "reverted_card_payment?": 0.0005998200539838048, "supported_cards_and_currencies": 0.0011996401079676095, "terminate_account": 0.0018994301709487154, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.0005998200539838048, "top_up_by_cash_or_cheque": 0.0005998200539838048, "top_up_failed": 0.0005998200539838048, "top_up_limits": 0.000499850044986504, "top_up_reverted": 0.0005998200539838048, "topping_up_by_card": 0.0006997900629811057, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.000499850044986504, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.05018494451664501, "verify_my_identity": 0.6513046086174148, "verify_source_of_funds": 0.000999700089973008, "verify_top_up": 0.004698590422873138, "virtual_card_not_working": 0.0005998200539838048, "visa_or_mastercard": 0.0006997900629811057, "why_verify_identity": 0.08927321803458962, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998200539838048 }, "error": null, "latency_ms": 68.72704206034541, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1189", "text_group": "25d6855246e40a862a9f3add5e63501288044f7134ac2421ed1798b1ab2d82fd", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0006001200240048009, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0008001600320064013, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.001300260052010402, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0008001600320064013, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0007001400280056011, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0008001600320064013, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0005001000200040008, "compromised_card": 0.0008001600320064013, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0007001400280056011, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.0008001600320064013, "edit_personal_details": 0.1354270854170834, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0005001000200040008, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0008001600320064013, "terminate_account": 0.0009001800360072014, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.03180636127225445, "verify_my_identity": 0.7110422084416883, "verify_source_of_funds": 0.0006001200240048009, "verify_top_up": 0.0008001600320064013, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.08301660332066413, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 68.09433398302644, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1190", "text_group": "0b8131b29751a9c99d77f0e769ba2ce797c8c66987ba321539af6def7ed474fc", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.000499850044986504, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0007997600719784066, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0005998200539838048, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0002999100269919024, "compromised_card": 0.0007997600719784066, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0006997900629811057, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0024992502249325203, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.000499850044986504, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0003998800359892033, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.003998800359892032, "verify_my_identity": 0.07557732680195942, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.0014995501349595122, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.889333200039988, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 68.70654097292572, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1191", "text_group": "319b4b4793d496cd7f105d9103b0806bf2864ef042cad6e178ea2d5d347873d9", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0008998200359928015, "activate_my_card": 0.0014997000599880025, "age_limit": 0.0010997800439912018, "apple_pay_or_google_pay": 0.0018996200759848032, "atm_support": 0.005298940211957609, "automatic_top_up": 0.001299740051989602, "balance_not_updated_after_bank_transfer": 0.0014997000599880025, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016996600679864027, "beneficiary_not_allowed": 0.001799640071985603, "cancel_transfer": 0.001299740051989602, "card_about_to_expire": 0.0010997800439912018, "card_acceptance": 0.003899220155968806, "card_arrival": 0.001299740051989602, "card_delivery_estimate": 0.0010997800439912018, "card_linking": 0.0026994601079784043, "card_not_working": 0.0014997000599880025, "card_payment_fee_charged": 0.0011997600479904018, "card_payment_not_recognised": 0.0028994201159768043, "card_payment_wrong_exchange_rate": 0.0013997200559888023, "card_swallowed": 0.0010997800439912018, "cash_withdrawal_charge": 0.0010997800439912018, "cash_withdrawal_not_recognised": 0.001299740051989602, "change_pin": 0.0011997600479904018, "compromised_card": 0.04729054189162168, "contactless_not_working": 0.0014997000599880025, "country_support": 0.002999400119976005, "declined_card_payment": 0.001299740051989602, "declined_cash_withdrawal": 0.0009998000399920016, "declined_transfer": 0.001299740051989602, "direct_debit_payment_not_recognised": 0.0014997000599880025, "disposable_card_limits": 0.0020995800839832034, "edit_personal_details": 0.0013997200559888023, "exchange_charge": 0.0010997800439912018, "exchange_rate": 0.0010997800439912018, "exchange_via_app": 0.0013997200559888023, "extra_charge_on_statement": 0.0008998200359928015, "failed_transfer": 0.0010997800439912018, "fiat_currency_support": 0.0024995000999800043, "get_disposable_virtual_card": 0.0014997000599880025, "get_physical_card": 0.002299540091981604, "getting_spare_card": 0.0010997800439912018, "getting_virtual_card": 0.0013997200559888023, "lost_or_stolen_card": 0.0014997000599880025, "lost_or_stolen_phone": 0.0009998000399920016, "order_physical_card": 0.0011997600479904018, "passcode_forgotten": 0.0011997600479904018, "pending_card_payment": 0.0009998000399920016, "pending_cash_withdrawal": 0.0007998400319936014, "pending_top_up": 0.0008998200359928015, "pending_transfer": 0.0008998200359928015, "pin_blocked": 0.0013997200559888023, "receiving_money": 0.0013997200559888023, "request_refund": 0.0010997800439912018, "reverted_card_payment?": 0.0011997600479904018, "supported_cards_and_currencies": 0.0031993601279744054, "terminate_account": 0.0011997600479904018, "top_up_by_bank_transfer_charge": 0.0010997800439912018, "top_up_by_card_charge": 0.0009998000399920016, "top_up_by_cash_or_cheque": 0.0010997800439912018, "top_up_failed": 0.0009998000399920016, "top_up_limits": 0.0009998000399920016, "top_up_reverted": 0.0010997800439912018, "topping_up_by_card": 0.001299740051989602, "transaction_charged_twice": 0.0007998400319936014, "transfer_fee_charged": 0.0008998200359928015, "transfer_into_account": 0.0008998200359928015, "transfer_not_received_by_recipient": 0.0009998000399920016, "transfer_timing": 0.0008998200359928015, "unable_to_verify_identity": 0.1723655268946211, "verify_my_identity": 0.34173165366926617, "verify_source_of_funds": 0.002299540091981604, "verify_top_up": 0.007998400319936013, "virtual_card_not_working": 0.0011997600479904018, "visa_or_mastercard": 0.0015996800639872027, "why_verify_identity": 0.32583483303339333, "wrong_amount_of_cash_received": 0.0008998200359928015, "wrong_exchange_rate_for_cash_withdrawal": 0.0010997800439912018 }, "error": null, "latency_ms": 67.5835000583902, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1192", "text_group": "ffb71f0388bb9327e16204d398ce188a265791fd387c5124d46dad196c0f9114", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0004997501249375313, "activate_my_card": 0.0009995002498750627, "age_limit": 0.0006996501749125438, "apple_pay_or_google_pay": 0.0008995502248875562, "atm_support": 0.002098950524737631, "automatic_top_up": 0.0006996501749125438, "balance_not_updated_after_bank_transfer": 0.0006996501749125438, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007996001999000501, "beneficiary_not_allowed": 0.0008995502248875562, "cancel_transfer": 0.0006996501749125438, "card_about_to_expire": 0.0005997001499250374, "card_acceptance": 0.0015992003998001002, "card_arrival": 0.0006996501749125438, "card_delivery_estimate": 0.0005997001499250374, "card_linking": 0.0010994502748625688, "card_not_working": 0.0008995502248875562, "card_payment_fee_charged": 0.0006996501749125438, "card_payment_not_recognised": 0.0009995002498750627, "card_payment_wrong_exchange_rate": 0.0007996001999000501, "card_swallowed": 0.0006996501749125438, "cash_withdrawal_charge": 0.0005997001499250374, "cash_withdrawal_not_recognised": 0.0005997001499250374, "change_pin": 0.0006996501749125438, "compromised_card": 0.0014992503748125939, "contactless_not_working": 0.0007996001999000501, "country_support": 0.0015992003998001002, "declined_card_payment": 0.0005997001499250374, "declined_cash_withdrawal": 0.0004997501249375313, "declined_transfer": 0.0005997001499250374, "direct_debit_payment_not_recognised": 0.0008995502248875562, "disposable_card_limits": 0.0010994502748625688, "edit_personal_details": 0.003598200899550225, "exchange_charge": 0.0005997001499250374, "exchange_rate": 0.0005997001499250374, "exchange_via_app": 0.0006996501749125438, "extra_charge_on_statement": 0.0004997501249375313, "failed_transfer": 0.0005997001499250374, "fiat_currency_support": 0.0013993003498250875, "get_disposable_virtual_card": 0.0007996001999000501, "get_physical_card": 0.0008995502248875562, "getting_spare_card": 0.0005997001499250374, "getting_virtual_card": 0.0005997001499250374, "lost_or_stolen_card": 0.0005997001499250374, "lost_or_stolen_phone": 0.0004997501249375313, "order_physical_card": 0.0005997001499250374, "passcode_forgotten": 0.0008995502248875562, "pending_card_payment": 0.0005997001499250374, "pending_cash_withdrawal": 0.0004997501249375313, "pending_top_up": 0.0004997501249375313, "pending_transfer": 0.0004997501249375313, "pin_blocked": 0.0007996001999000501, "receiving_money": 0.0006996501749125438, "request_refund": 0.0005997001499250374, "reverted_card_payment?": 0.0006996501749125438, "supported_cards_and_currencies": 0.0022988505747126436, "terminate_account": 0.0006996501749125438, "top_up_by_bank_transfer_charge": 0.0005997001499250374, "top_up_by_card_charge": 0.0004997501249375313, "top_up_by_cash_or_cheque": 0.0006996501749125438, "top_up_failed": 0.0004997501249375313, "top_up_limits": 0.0005997001499250374, "top_up_reverted": 0.0005997001499250374, "topping_up_by_card": 0.0006996501749125438, "transaction_charged_twice": 0.0004997501249375313, "transfer_fee_charged": 0.0004997501249375313, "transfer_into_account": 0.0004997501249375313, "transfer_not_received_by_recipient": 0.0004997501249375313, "transfer_timing": 0.0004997501249375313, "unable_to_verify_identity": 0.029385307346326838, "verify_my_identity": 0.8651674162918541, "verify_source_of_funds": 0.0009995002498750627, "verify_top_up": 0.010594702648675663, "virtual_card_not_working": 0.0005997001499250374, "visa_or_mastercard": 0.0007996001999000501, "why_verify_identity": 0.03608195902048976, "wrong_amount_of_cash_received": 0.0004997501249375313, "wrong_exchange_rate_for_cash_withdrawal": 0.0005997001499250374 }, "error": null, "latency_ms": 68.07591603137553, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1193", "text_group": "4d49034e3be0fbff4115ee4a6438e77fce10e90251c248976ac4bd004907f3fb", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0004001200360108033, "activate_my_card": 0.001100330099029709, "age_limit": 0.0005001500450135041, "apple_pay_or_google_pay": 0.0008002400720216066, "atm_support": 0.0013003901170351106, "automatic_top_up": 0.0006001800540162049, "balance_not_updated_after_bank_transfer": 0.0006001800540162049, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002100630189057, "beneficiary_not_allowed": 0.0007002100630189057, "cancel_transfer": 0.0006001800540162049, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0013003901170351106, "card_arrival": 0.0006001800540162049, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.0009002700810243074, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.0006001800540162049, "card_payment_not_recognised": 0.0014004201260378114, "card_payment_wrong_exchange_rate": 0.0006001800540162049, "card_swallowed": 0.0006001800540162049, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0006001800540162049, "change_pin": 0.0006001800540162049, "compromised_card": 0.0016004801440432132, "contactless_not_working": 0.0006001800540162049, "country_support": 0.0014004201260378114, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.0007002100630189057, "disposable_card_limits": 0.0008002400720216066, "edit_personal_details": 0.013003901170351106, "exchange_charge": 0.0005001500450135041, "exchange_rate": 0.0005001500450135041, "exchange_via_app": 0.0006001800540162049, "extra_charge_on_statement": 0.0004001200360108033, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.0009002700810243074, "get_disposable_virtual_card": 0.0006001800540162049, "get_physical_card": 0.0008002400720216066, "getting_spare_card": 0.0005001500450135041, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.0005001500450135041, "lost_or_stolen_phone": 0.0004001200360108033, "order_physical_card": 0.0005001500450135041, "passcode_forgotten": 0.0007002100630189057, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.0004001200360108033, "pending_top_up": 0.0004001200360108033, "pending_transfer": 0.0004001200360108033, "pin_blocked": 0.0006001800540162049, "receiving_money": 0.0006001800540162049, "request_refund": 0.0005001500450135041, "reverted_card_payment?": 0.0006001800540162049, "supported_cards_and_currencies": 0.0015004501350405124, "terminate_account": 0.0006001800540162049, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.0005001500450135041, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.0004001200360108033, "transfer_fee_charged": 0.0004001200360108033, "transfer_into_account": 0.0004001200360108033, "transfer_not_received_by_recipient": 0.0004001200360108033, "transfer_timing": 0.0004001200360108033, "unable_to_verify_identity": 0.010003000900270082, "verify_my_identity": 0.7395218565569671, "verify_source_of_funds": 0.001100330099029709, "verify_top_up": 0.00610183054916475, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.0006001800540162049, "why_verify_identity": 0.18545563669100731, "wrong_amount_of_cash_received": 0.0004001200360108033, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 68.05825000628829, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1194", "text_group": "966fddc1a0bfcf7b1b3751010c788ada7c5f1e3bd15a11225bb62555dc37d166", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0009001800360072014, "activate_my_card": 0.0015003000600120023, "age_limit": 0.0009001800360072014, "apple_pay_or_google_pay": 0.0016003200640128026, "atm_support": 0.0024004800960192034, "automatic_top_up": 0.001300260052010402, "balance_not_updated_after_bank_transfer": 0.0012002400480096017, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012002400480096017, "beneficiary_not_allowed": 0.0012002400480096017, "cancel_transfer": 0.001300260052010402, "card_about_to_expire": 0.0009001800360072014, "card_acceptance": 0.0027005401080216042, "card_arrival": 0.0009001800360072014, "card_delivery_estimate": 0.0008001600320064013, "card_linking": 0.002000400080016003, "card_not_working": 0.0012002400480096017, "card_payment_fee_charged": 0.0010002000400080016, "card_payment_not_recognised": 0.001300260052010402, "card_payment_wrong_exchange_rate": 0.0011002200440088019, "card_swallowed": 0.0009001800360072014, "cash_withdrawal_charge": 0.0009001800360072014, "cash_withdrawal_not_recognised": 0.0010002000400080016, "change_pin": 0.0012002400480096017, "compromised_card": 0.001300260052010402, "contactless_not_working": 0.0011002200440088019, "country_support": 0.0014002800560112022, "declined_card_payment": 0.0010002000400080016, "declined_cash_withdrawal": 0.0008001600320064013, "declined_transfer": 0.0011002200440088019, "direct_debit_payment_not_recognised": 0.0012002400480096017, "disposable_card_limits": 0.0016003200640128026, "edit_personal_details": 0.021304260852170433, "exchange_charge": 0.0009001800360072014, "exchange_rate": 0.0008001600320064013, "exchange_via_app": 0.0010002000400080016, "extra_charge_on_statement": 0.0009001800360072014, "failed_transfer": 0.0008001600320064013, "fiat_currency_support": 0.0015003000600120023, "get_disposable_virtual_card": 0.0012002400480096017, "get_physical_card": 0.002000400080016003, "getting_spare_card": 0.0010002000400080016, "getting_virtual_card": 0.0010002000400080016, "lost_or_stolen_card": 0.0007001400280056011, "lost_or_stolen_phone": 0.0007001400280056011, "order_physical_card": 0.0010002000400080016, "passcode_forgotten": 0.0014002800560112022, "pending_card_payment": 0.0008001600320064013, "pending_cash_withdrawal": 0.0007001400280056011, "pending_top_up": 0.0008001600320064013, "pending_transfer": 0.0008001600320064013, "pin_blocked": 0.0010002000400080016, "receiving_money": 0.0012002400480096017, "request_refund": 0.0010002000400080016, "reverted_card_payment?": 0.0010002000400080016, "supported_cards_and_currencies": 0.0017003400680136026, "terminate_account": 0.001300260052010402, "top_up_by_bank_transfer_charge": 0.0008001600320064013, "top_up_by_card_charge": 0.0008001600320064013, "top_up_by_cash_or_cheque": 0.0008001600320064013, "top_up_failed": 0.0008001600320064013, "top_up_limits": 0.0009001800360072014, "top_up_reverted": 0.0009001800360072014, "topping_up_by_card": 0.0010002000400080016, "transaction_charged_twice": 0.0008001600320064013, "transfer_fee_charged": 0.0007001400280056011, "transfer_into_account": 0.0008001600320064013, "transfer_not_received_by_recipient": 0.0007001400280056011, "transfer_timing": 0.0008001600320064013, "unable_to_verify_identity": 0.0068013602720544105, "verify_my_identity": 0.4306861372274455, "verify_source_of_funds": 0.0017003400680136026, "verify_top_up": 0.01300260052010402, "virtual_card_not_working": 0.0009001800360072014, "visa_or_mastercard": 0.0011002200440088019, "why_verify_identity": 0.44898979795959193, "wrong_amount_of_cash_received": 0.0007001400280056011, "wrong_exchange_rate_for_cash_withdrawal": 0.0009001800360072014 }, "error": null, "latency_ms": 68.69820901192725, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1195", "text_group": "08576ca52420ecdaf1bbd98fea163231ea518d17369346b46ec3395626a35efb", "expected": "why_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0006000600060006, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0014001400140014, "automatic_top_up": 0.0005000500050005, "balance_not_updated_after_bank_transfer": 0.0008000800080008001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090009, "beneficiary_not_allowed": 0.0012001200120012, "cancel_transfer": 0.0007000700070007, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0011001100110011003, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.0006000600060006, "card_linking": 0.0009000900090009, "card_not_working": 0.001000100010001, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.001000100010001, "card_payment_wrong_exchange_rate": 0.0008000800080008001, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.0007000700070007, "change_pin": 0.0006000600060006, "compromised_card": 0.001000100010001, "contactless_not_working": 0.0009000900090009, "country_support": 0.001000100010001, "declined_card_payment": 0.0009000900090009, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0009000900090009, "direct_debit_payment_not_recognised": 0.0009000900090009, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.001000100010001, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.0005000500050005, "failed_transfer": 0.0006000600060006, "fiat_currency_support": 0.0011001100110011003, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0007000700070007, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0006000600060006, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.0007000700070007, "pending_card_payment": 0.0008000800080008001, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0008000800080008001, "pending_transfer": 0.0008000800080008001, "pin_blocked": 0.0009000900090009, "receiving_money": 0.0008000800080008001, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0008000800080008001, "supported_cards_and_currencies": 0.001000100010001, "terminate_account": 0.001000100010001, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.9192919291929192, "verify_my_identity": 0.0144014401440144, "verify_source_of_funds": 0.001000100010001, "verify_top_up": 0.0033003300330033004, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.0115011501150115, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 68.40733403805643, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1196", "text_group": "1e0c9be09ea444b9f865bcb70ad2441fb3683f6434e19d545ac85b7096d4e0c7", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0005000500050005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0006000600060006, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0006000600060006, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0006000600060006, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0021002100210021, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.041704170417041705, "verify_my_identity": 0.20362036203620362, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.0014001400140014, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.7237723772377238, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 69.43849998060614, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1197", "text_group": "2e947498bc17047b711098f4a8e1114280af5358b47f0df1197218067e8aa7f0", "expected": "why_verify_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0012, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0014, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0006, "card_acceptance": 0.0014, "card_arrival": 0.0007, "card_delivery_estimate": 0.0006, "card_linking": 0.001, "card_not_working": 0.0008, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0013, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0007, "compromised_card": 0.0018, "contactless_not_working": 0.0007, "country_support": 0.0014, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0008, "disposable_card_limits": 0.0009, "edit_personal_details": 0.0121, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0005, "fiat_currency_support": 0.001, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0009, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0006, "passcode_forgotten": 0.0008, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0005, "pending_transfer": 0.0005, "pin_blocked": 0.0006, "receiving_money": 0.0007, "request_refund": 0.0006, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0013, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0005, "top_up_limits": 0.0005, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0174, "verify_my_identity": 0.6938, "verify_source_of_funds": 0.0014, "verify_top_up": 0.0057, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0007, "why_verify_identity": 0.2202, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 69.34920896310359, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1198", "text_group": "f1e1827a793d7660a64606098fe22b78bbd8866d27e49fb9d2a368d5890c6114", "expected": "why_verify_identity", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0036996300369963007, "activate_my_card": 0.004299570042995701, "age_limit": 0.0032996700329967, "apple_pay_or_google_pay": 0.004199580041995801, "atm_support": 0.009899010098990102, "automatic_top_up": 0.0033996600339966003, "balance_not_updated_after_bank_transfer": 0.004299570042995701, "balance_not_updated_after_cheque_or_cash_deposit": 0.0044995500449955, "beneficiary_not_allowed": 0.0040995900409959, "cancel_transfer": 0.0037996200379962005, "card_about_to_expire": 0.0029997000299970002, "card_acceptance": 0.0046995300469953, "card_arrival": 0.0030996900309969004, "card_delivery_estimate": 0.0026997300269973002, "card_linking": 0.004399560043995601, "card_not_working": 0.0033996600339966003, "card_payment_fee_charged": 0.0026997300269973002, "card_payment_not_recognised": 0.0037996200379962005, "card_payment_wrong_exchange_rate": 0.0032996700329967, "card_swallowed": 0.0033996600339966003, "cash_withdrawal_charge": 0.0027997200279972004, "cash_withdrawal_not_recognised": 0.0031996800319968005, "change_pin": 0.0034996500349965005, "compromised_card": 0.005599440055994401, "contactless_not_working": 0.0031996800319968005, "country_support": 0.0045995400459954, "declined_card_payment": 0.0024997500249975004, "declined_cash_withdrawal": 0.0023997600239976003, "declined_transfer": 0.0030996900309969004, "direct_debit_payment_not_recognised": 0.0035996400359964, "disposable_card_limits": 0.005099490050994901, "edit_personal_details": 0.4317568243175683, "exchange_charge": 0.0023997600239976003, "exchange_rate": 0.0021997800219978004, "exchange_via_app": 0.0027997200279972004, "extra_charge_on_statement": 0.0024997500249975004, "failed_transfer": 0.0025997400259974, "fiat_currency_support": 0.0045995400459954, "get_disposable_virtual_card": 0.0036996300369963007, "get_physical_card": 0.0046995300469953, "getting_spare_card": 0.0024997500249975004, "getting_virtual_card": 0.0025997400259974, "lost_or_stolen_card": 0.0027997200279972004, "lost_or_stolen_phone": 0.0025997400259974, "order_physical_card": 0.0023997600239976003, "passcode_forgotten": 0.0027997200279972004, "pending_card_payment": 0.0024997500249975004, "pending_cash_withdrawal": 0.0022997700229977, "pending_top_up": 0.0025997400259974, "pending_transfer": 0.0026997300269973002, "pin_blocked": 0.0030996900309969004, "receiving_money": 0.0036996300369963007, "request_refund": 0.0034996500349965005, "reverted_card_payment?": 0.0031996800319968005, "supported_cards_and_currencies": 0.0045995400459954, "terminate_account": 0.005099490050994901, "top_up_by_bank_transfer_charge": 0.0027997200279972004, "top_up_by_card_charge": 0.0023997600239976003, "top_up_by_cash_or_cheque": 0.0031996800319968005, "top_up_failed": 0.0026997300269973002, "top_up_limits": 0.0027997200279972004, "top_up_reverted": 0.0030996900309969004, "topping_up_by_card": 0.0033996600339966003, "transaction_charged_twice": 0.0024997500249975004, "transfer_fee_charged": 0.0023997600239976003, "transfer_into_account": 0.0023997600239976003, "transfer_not_received_by_recipient": 0.0027997200279972004, "transfer_timing": 0.0024997500249975004, "unable_to_verify_identity": 0.017598240175982403, "verify_my_identity": 0.0143985601439856, "verify_source_of_funds": 0.0044995500449955, "verify_top_up": 0.0035996400359964, "virtual_card_not_working": 0.0027997200279972004, "visa_or_mastercard": 0.0037996200379962005, "why_verify_identity": 0.28917108289171084, "wrong_amount_of_cash_received": 0.0023997600239976003, "wrong_exchange_rate_for_cash_withdrawal": 0.0028997100289971 }, "error": null, "latency_ms": 70.02683402970433, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1199", "text_group": "5a8c894924fff4e7c5fce209d74282809968349b6ade6cef0eccab7960b64b5e", "expected": "why_verify_identity", "prediction": "why_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.000499850044986504, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0006997900629811057, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0005998200539838048, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0003998800359892033, "compromised_card": 0.003099070278916325, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0005998200539838048, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0246925922223333, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.000499850044986504, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0002999100269919024, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.02719184244726582, "verify_my_identity": 0.06578026592022393, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.0012996101169649105, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.8525442367289814, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 69.36629104893655, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1200", "text_group": "7707b88e57e64edc95801ca4de8f5677807a864d956478f103b27bc1395438c3", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0005, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0008, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0004, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0002, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.9549, "verify_my_identity": 0.0204, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0051, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 68.80445906426758, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1201", "text_group": "1d3d69983e4ddc016c790293307cd8ddd4117b6c5299b5078c37000660f78929", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.00040004000400040005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007000700070007, "beneficiary_not_allowed": 0.0007000700070007, "cancel_transfer": 0.0006000600060006, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.0007000700070007, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0007000700070007, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0008000800080008001, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.00040004000400040005, "compromised_card": 0.0009000900090009, "contactless_not_working": 0.0006000600060006, "country_support": 0.0007000700070007, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.005700570057005701, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0006000600060006, "get_physical_card": 0.002000200020002, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0006000600060006, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.0006000600060006, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0005000500050005, "request_refund": 0.0006000600060006, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0008000800080008001, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.9377937793779377, "verify_my_identity": 0.0096009600960096, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.0008000800080008001, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.007400740074007401, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 69.17491601780057, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1202", "text_group": "1d2e1378c066f74d60d697dc5a5cabd096dff4580708d980ede8881fa8e06cac", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0004999000199960008, "activate_my_card": 0.0003999200159968007, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.0008998200359928015, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0006998600279944011, "card_not_working": 0.001299740051989602, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0004999000199960008, "compromised_card": 0.009798040391921616, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0006998600279944011, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.007798440311937612, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0005998800239952009, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.0008998200359928015, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0021995600879824036, "receiving_money": 0.0003999200159968007, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.801139772045591, "verify_my_identity": 0.010497900419916018, "verify_source_of_funds": 0.0006998600279944011, "verify_top_up": 0.0014997000599880025, "virtual_card_not_working": 0.0009998000399920016, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.132373525294941, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 69.1387919941917, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1203", "text_group": "6f39a943dded6035586a53aeec3c5054433f783234659b670799c70c663850db", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0006, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.001, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0052, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0003, "pin_blocked": 0.0004, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.8933, "verify_my_identity": 0.0728, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0007, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0063, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.59333398845047, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1204", "text_group": "bfd4d49b77fac71d6177349da833a4263df238aeafb6f265bff3bf55bbf87d9c", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0019001900190019003, "activate_my_card": 0.0014001400140014, "age_limit": 0.0011001100110011003, "apple_pay_or_google_pay": 0.0021002100210021, "atm_support": 0.004300430043004301, "automatic_top_up": 0.0013001300130013002, "balance_not_updated_after_bank_transfer": 0.0031003100310031, "balance_not_updated_after_cheque_or_cash_deposit": 0.0029002900290029, "beneficiary_not_allowed": 0.023902390239023904, "cancel_transfer": 0.0026002600260026003, "card_about_to_expire": 0.0014001400140014, "card_acceptance": 0.0035003500350035003, "card_arrival": 0.0016001600160016002, "card_delivery_estimate": 0.0014001400140014, "card_linking": 0.0034003400340034003, "card_not_working": 0.0053005300530053, "card_payment_fee_charged": 0.0015001500150015003, "card_payment_not_recognised": 0.0055005500550055, "card_payment_wrong_exchange_rate": 0.0022002200220022005, "card_swallowed": 0.0015001500150015003, "cash_withdrawal_charge": 0.0013001300130013002, "cash_withdrawal_not_recognised": 0.0015001500150015003, "change_pin": 0.0012001200120012, "compromised_card": 0.002000200020002, "contactless_not_working": 0.002000200020002, "country_support": 0.0025002500250025004, "declined_card_payment": 0.1257125712571257, "declined_cash_withdrawal": 0.0016001600160016002, "declined_transfer": 0.0097009700970097, "direct_debit_payment_not_recognised": 0.0022002200220022005, "disposable_card_limits": 0.0016001600160016002, "edit_personal_details": 0.0016001600160016002, "exchange_charge": 0.0013001300130013002, "exchange_rate": 0.0012001200120012, "exchange_via_app": 0.0014001400140014, "extra_charge_on_statement": 0.0011001100110011003, "failed_transfer": 0.012301230123012302, "fiat_currency_support": 0.0024002400240024, "get_disposable_virtual_card": 0.0017001700170017002, "get_physical_card": 0.0014001400140014, "getting_spare_card": 0.0013001300130013002, "getting_virtual_card": 0.0012001200120012, "lost_or_stolen_card": 0.001000100010001, "lost_or_stolen_phone": 0.0008000800080008001, "order_physical_card": 0.0012001200120012, "passcode_forgotten": 0.0012001200120012, "pending_card_payment": 0.0014001400140014, "pending_cash_withdrawal": 0.001000100010001, "pending_top_up": 0.0012001200120012, "pending_transfer": 0.0013001300130013002, "pin_blocked": 0.0017001700170017002, "receiving_money": 0.0019001900190019003, "request_refund": 0.0019001900190019003, "reverted_card_payment?": 0.0028002800280028, "supported_cards_and_currencies": 0.0030003000300030005, "terminate_account": 0.0017001700170017002, "top_up_by_bank_transfer_charge": 0.0012001200120012, "top_up_by_card_charge": 0.0009000900090009, "top_up_by_cash_or_cheque": 0.0014001400140014, "top_up_failed": 0.0047004700470047005, "top_up_limits": 0.0009000900090009, "top_up_reverted": 0.0019001900190019003, "topping_up_by_card": 0.0014001400140014, "transaction_charged_twice": 0.001000100010001, "transfer_fee_charged": 0.0009000900090009, "transfer_into_account": 0.0009000900090009, "transfer_not_received_by_recipient": 0.001000100010001, "transfer_timing": 0.0009000900090009, "unable_to_verify_identity": 0.5262526252625263, "verify_my_identity": 0.012501250125012502, "verify_source_of_funds": 0.0027002700270027003, "verify_top_up": 0.1421142114211421, "virtual_card_not_working": 0.0015001500150015003, "visa_or_mastercard": 0.0017001700170017002, "why_verify_identity": 0.021602160216021602, "wrong_amount_of_cash_received": 0.001000100010001, "wrong_exchange_rate_for_cash_withdrawal": 0.0013001300130013002 }, "error": null, "latency_ms": 69.12658410146832, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1205", "text_group": "c76b040ab83a6619f5ca59657d680323d3bdb28491078cd6553122a839a14ed9", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.00020004000800160035, "atm_support": 0.0004000800160032007, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0003000600120024005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024005, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0004000800160032007, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.0003000600120024005, "card_not_working": 0.0004000800160032007, "card_payment_fee_charged": 0.00020004000800160035, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0003000600120024005, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.00020004000800160035, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.0004000800160032007, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0004000800160032007, "declined_card_payment": 0.0003000600120024005, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.0004000800160032007, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.00020004000800160035, "edit_personal_details": 0.0009001800360072014, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.00020004000800160035, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.00020004000800160035, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.0003000600120024005, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.0003000600120024005, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.0004000800160032007, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.0004000800160032007, "receiving_money": 0.00020004000800160035, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0003000600120024005, "terminate_account": 0.0003000600120024005, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.00020004000800160035, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.00020004000800160035, "topping_up_by_card": 0.00020004000800160035, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.9612922584516904, "verify_my_identity": 0.016203240648129627, "verify_source_of_funds": 0.0003000600120024005, "verify_top_up": 0.0004000800160032007, "virtual_card_not_working": 0.00020004000800160035, "visa_or_mastercard": 0.00020004000800160035, "why_verify_identity": 0.0032006401280256056, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160035 }, "error": null, "latency_ms": 68.8617080450058, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1206", "text_group": "588bdff154da059859d057923238c46410518e3d0dda3f3d0e393066767e8a5c", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0007000700070007, "activate_my_card": 0.0005000500050005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0007000700070007, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0007000700070007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008000800080008001, "beneficiary_not_allowed": 0.0007000700070007, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0006000600060006, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0008000800080008001, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.0009000900090009, "change_pin": 0.0005000500050005, "compromised_card": 0.004100410041004101, "contactless_not_working": 0.0006000600060006, "country_support": 0.0006000600060006, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0007000700070007, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0023002300230023, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0017001700170017002, "lost_or_stolen_phone": 0.0019001900190019003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0007000700070007, "receiving_money": 0.0005000500050005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.9252925292529253, "verify_my_identity": 0.0162016201620162, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.0007000700070007, "virtual_card_not_working": 0.0006000600060006, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.013701370137013702, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 68.22424998972565, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1207", "text_group": "8b773dc94b9c00ddff9c083484bd5aa4210b39e49fecdd130706397066a77b7d", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0007998400319936014, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0007998400319936014, "card_not_working": 0.0008998200359928015, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.002599480103979204, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.003599280143971206, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0006998600279944011, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.00029994001199760045, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.9099180163967207, "verify_my_identity": 0.04999000199960008, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0007998400319936014, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.008898220355928814, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 67.4494159175083, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1208", "text_group": "13aeb02f4e18ca29004f5921e2b1d9b5e726f25e28faeab6fd7dc46aa476bacc", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0005000500050005, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0003000300030003, "compromised_card": 0.0029002900290029, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0005000500050005, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0009000900090009, "lost_or_stolen_phone": 0.0027002700270027003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0007000700070007, "receiving_money": 0.00040004000400040005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.9447944794479448, "verify_my_identity": 0.0089008900890089, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.012001200120012002, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 68.14370804931968, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1209", "text_group": "46f0a267860e58c3e6279a24ec58cc51def1c27596bed8391046de79e1891aa3", "expected": "unable_to_verify_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0004999000199960008, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0005998800239952009, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0010997800439912018, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.010097980403919215, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0007998400319936014, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.001299740051989602, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.00029994001199760045, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.20055988802239552, "verify_my_identity": 0.7445510897820437, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0011997600479904018, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.017296540691861626, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 68.65045800805092, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1210", "text_group": "6f842b6592ce9ad0b28831a335bddd31e16a37411c2c125b4c743f456c163721", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0016003200640128026, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.9616923384676935, "verify_my_identity": 0.014102820564112823, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.002100420084016803, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 68.8164581079036, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1211", "text_group": "437404b48b8e8c0b362cba6ff3e60c534c6da701f7dd8f922b4c268b999dbe18", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.002000200020002, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.0009000900090009, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0005000500050005, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00020002000200020003, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.9413941394139415, "verify_my_identity": 0.0287028702870287, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.006400640064006401, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 68.61079193186015, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1212", "text_group": "cd830f56e3925d706ae21f97cb7255dab70f61ee40799cb390909ecc95429e6f", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0003000300030003, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0009000900090009, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0030003000300030005, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.9613961396139614, "verify_my_identity": 0.008800880088008802, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.005200520052005201, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.3639170601964, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1213", "text_group": "53cf5066ec0abce0aa8bc05bb20806d93b81618d3755c738cf4852022cecfa10", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0004000800160032007, "age_limit": 0.0004000800160032007, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.000600120024004801, "automatic_top_up": 0.0003000600120024005, "balance_not_updated_after_bank_transfer": 0.0004000800160032007, "balance_not_updated_after_cheque_or_cash_deposit": 0.000600120024004801, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.0004000800160032007, "card_about_to_expire": 0.0004000800160032007, "card_acceptance": 0.000600120024004801, "card_arrival": 0.0004000800160032007, "card_delivery_estimate": 0.0004000800160032007, "card_linking": 0.000600120024004801, "card_not_working": 0.000600120024004801, "card_payment_fee_charged": 0.0004000800160032007, "card_payment_not_recognised": 0.000600120024004801, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0004000800160032007, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0004000800160032007, "compromised_card": 0.0009001800360072014, "contactless_not_working": 0.0005001000200040008, "country_support": 0.000600120024004801, "declined_card_payment": 0.0004000800160032007, "declined_cash_withdrawal": 0.0004000800160032007, "declined_transfer": 0.000600120024004801, "direct_debit_payment_not_recognised": 0.0004000800160032007, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.000600120024004801, "exchange_charge": 0.0003000600120024005, "exchange_rate": 0.0004000800160032007, "exchange_via_app": 0.0004000800160032007, "extra_charge_on_statement": 0.0003000600120024005, "failed_transfer": 0.0004000800160032007, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0004000800160032007, "get_physical_card": 0.0004000800160032007, "getting_spare_card": 0.0003000600120024005, "getting_virtual_card": 0.0004000800160032007, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.000600120024004801, "order_physical_card": 0.0003000600120024005, "passcode_forgotten": 0.0004000800160032007, "pending_card_payment": 0.0004000800160032007, "pending_cash_withdrawal": 0.0003000600120024005, "pending_top_up": 0.0004000800160032007, "pending_transfer": 0.0004000800160032007, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.0004000800160032007, "request_refund": 0.0004000800160032007, "reverted_card_payment?": 0.0004000800160032007, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0003000600120024005, "top_up_by_card_charge": 0.0003000600120024005, "top_up_by_cash_or_cheque": 0.0004000800160032007, "top_up_failed": 0.0004000800160032007, "top_up_limits": 0.0004000800160032007, "top_up_reverted": 0.0004000800160032007, "topping_up_by_card": 0.0004000800160032007, "transaction_charged_twice": 0.0003000600120024005, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.0003000600120024005, "transfer_not_received_by_recipient": 0.0004000800160032007, "transfer_timing": 0.0003000600120024005, "unable_to_verify_identity": 0.9612922584516904, "verify_my_identity": 0.002500500100020004, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0004000800160032007, "why_verify_identity": 0.0034006801360272057, "wrong_amount_of_cash_received": 0.0004000800160032007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004000800160032007 }, "error": null, "latency_ms": 69.57079202402383, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1214", "text_group": "25bd347f9b48a46bdae8544cf27d8a443c82574011cfc663d139baa7e449346d", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0011002200440088019, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.00020004000800160032, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00020004000800160032, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.9455891178235647, "verify_my_identity": 0.017203440688137627, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.015803160632126428, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 68.7047919491306, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1215", "text_group": "15501ae4cabb603254d801a3573a5bb78422220d70f77f2f06cff2d52a6a0832", "expected": "unable_to_verify_identity", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.0018998100189981002, "activate_my_card": 0.0011998800119988001, "age_limit": 0.000999900009999, "apple_pay_or_google_pay": 0.0015998400159984002, "atm_support": 0.0023997600239976003, "automatic_top_up": 0.0011998800119988001, "balance_not_updated_after_bank_transfer": 0.0024997500249975004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0024997500249975004, "beneficiary_not_allowed": 0.6042395760423958, "cancel_transfer": 0.0022997700229977, "card_about_to_expire": 0.000999900009999, "card_acceptance": 0.0038996100389961, "card_arrival": 0.000999900009999, "card_delivery_estimate": 0.0008999100089991, "card_linking": 0.0020997900209979003, "card_not_working": 0.0027997200279972004, "card_payment_fee_charged": 0.000999900009999, "card_payment_not_recognised": 0.0010998900109989002, "card_payment_wrong_exchange_rate": 0.0012998700129987, "card_swallowed": 0.010998900109989001, "cash_withdrawal_charge": 0.000999900009999, "cash_withdrawal_not_recognised": 0.000999900009999, "change_pin": 0.0013998600139986002, "compromised_card": 0.0012998700129987, "contactless_not_working": 0.0018998100189981002, "country_support": 0.0013998600139986002, "declined_card_payment": 0.005499450054994501, "declined_cash_withdrawal": 0.010298970102989701, "declined_transfer": 0.23197680231976803, "direct_debit_payment_not_recognised": 0.0011998800119988001, "disposable_card_limits": 0.0014998500149985001, "edit_personal_details": 0.0020997900209979003, "exchange_charge": 0.000999900009999, "exchange_rate": 0.000999900009999, "exchange_via_app": 0.0014998500149985001, "extra_charge_on_statement": 0.0011998800119988001, "failed_transfer": 0.0026997300269973002, "fiat_currency_support": 0.0018998100189981002, "get_disposable_virtual_card": 0.001999800019998, "get_physical_card": 0.0035996400359964, "getting_spare_card": 0.000999900009999, "getting_virtual_card": 0.0010998900109989002, "lost_or_stolen_card": 0.0007999200079992001, "lost_or_stolen_phone": 0.000999900009999, "order_physical_card": 0.000999900009999, "passcode_forgotten": 0.0013998600139986002, "pending_card_payment": 0.0007999200079992001, "pending_cash_withdrawal": 0.0008999100089991, "pending_top_up": 0.000999900009999, "pending_transfer": 0.0010998900109989002, "pin_blocked": 0.0072992700729927005, "receiving_money": 0.0017998200179982, "request_refund": 0.0012998700129987, "reverted_card_payment?": 0.0012998700129987, "supported_cards_and_currencies": 0.0016998300169983002, "terminate_account": 0.020497950204979503, "top_up_by_bank_transfer_charge": 0.0010998900109989002, "top_up_by_card_charge": 0.0008999100089991, "top_up_by_cash_or_cheque": 0.0011998800119988001, "top_up_failed": 0.0018998100189981002, "top_up_limits": 0.0012998700129987, "top_up_reverted": 0.0015998400159984002, "topping_up_by_card": 0.0012998700129987, "transaction_charged_twice": 0.0008999100089991, "transfer_fee_charged": 0.0008999100089991, "transfer_into_account": 0.0034996500349965005, "transfer_not_received_by_recipient": 0.0013998600139986002, "transfer_timing": 0.0011998800119988001, "unable_to_verify_identity": 0.004899510048995101, "verify_my_identity": 0.0014998500149985001, "verify_source_of_funds": 0.0011998800119988001, "verify_top_up": 0.000999900009999, "virtual_card_not_working": 0.0028997100289971, "visa_or_mastercard": 0.0010998900109989002, "why_verify_identity": 0.0014998500149985001, "wrong_amount_of_cash_received": 0.000999900009999, "wrong_exchange_rate_for_cash_withdrawal": 0.0012998700129987 }, "error": null, "latency_ms": 68.88425000943244, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1216", "text_group": "4628dea75254e0de9c3327549412c13270343979dc6967c9c0420dd58942715c", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0005, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0007, "card_arrival": 0.0004, "card_delivery_estimate": 0.0003, "card_linking": 0.0006, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0014, "contactless_not_working": 0.0004, "country_support": 0.0005, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0004, "edit_personal_details": 0.013, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0004, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0005, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0008, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0004, "pin_blocked": 0.0005, "receiving_money": 0.0004, "request_refund": 0.0004, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0004, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.9026, "verify_my_identity": 0.0511, "verify_source_of_funds": 0.0005, "verify_top_up": 0.001, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0034, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.06783289741725, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1217", "text_group": "e48c7f1e03a17676ab92ff43fce45bcc7c9d1a4c21de50098091716d7962e739", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0007, "activate_my_card": 0.0006, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0008, "atm_support": 0.001, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009, "beneficiary_not_allowed": 0.0009, "cancel_transfer": 0.0009, "card_about_to_expire": 0.0006, "card_acceptance": 0.0009, "card_arrival": 0.0007, "card_delivery_estimate": 0.0006, "card_linking": 0.0009, "card_not_working": 0.0009, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.001, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0007, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0006, "compromised_card": 0.0036, "contactless_not_working": 0.0008, "country_support": 0.0009, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0009, "direct_debit_payment_not_recognised": 0.0008, "disposable_card_limits": 0.001, "edit_personal_details": 0.0099, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0006, "fiat_currency_support": 0.0008, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0008, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0005, "passcode_forgotten": 0.0007, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0005, "pending_transfer": 0.0005, "pin_blocked": 0.0007, "receiving_money": 0.0007, "request_refund": 0.0007, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0009, "terminate_account": 0.0008, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0006, "top_up_limits": 0.0005, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.8744, "verify_my_identity": 0.0471, "verify_source_of_funds": 0.0009, "verify_top_up": 0.001, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0163, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 69.16920898947865, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1218", "text_group": "374093630abb5bbffb6db104e3d6fecfce88ff10ad42d456da298523891eb8b8", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0008001600320064013, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0010002000400080016, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.0009001800360072014, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0003000600120024004, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.9620924184836966, "verify_my_identity": 0.007901580316063214, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.005601120224044809, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.10208391491324, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1219", "text_group": "d04bbad8a4c8bc173c2f784006a4f41b5e0360817570a7aa03127eac32f124cf", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.0005998800239952009, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0006998600279944011, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.0004999000199960008, "compromised_card": 0.001799640071985603, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.003699260147970406, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0020995800839832034, "receiving_money": 0.00029994001199760045, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.9355128974205159, "verify_my_identity": 0.021295740851829635, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0007998400319936014, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.008298340331933614, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 69.10433399025351, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1220", "text_group": "b0b56c2de5142ef71c41f9dde4abab80c6562702a9a532375ff0966d339e4222", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.0011998800119988001, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.00019998000199980003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00019998000199980003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.9532046795320468, "verify_my_identity": 0.023297670232976703, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.0036996300369963007, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 68.97145905531943, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1221", "text_group": "ea783a70f200953ff18fc9f501cf5ee5ac541d0ed330e01c202b5279a4ab586a", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.000499850044986504, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.0002999100269919024, "compromised_card": 0.0017994601619514146, "contactless_not_working": 0.0003998800359892033, "country_support": 0.000499850044986504, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.000499850044986504, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0003998800359892033, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0005998200539838048, "lost_or_stolen_phone": 0.0015995201439568132, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0005998200539838048, "receiving_money": 0.0002999100269919024, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.9552134359692093, "verify_my_identity": 0.004798560431870438, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.009597120863740876, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 69.9447919614613, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1222", "text_group": "8b7fdea8f5736c222a44b7302c699ea17750db8f81242f01f2b7c0df6d0eed3d", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.00030015007503751874, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.000400200100050025, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.0006003001500750375, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.000400200100050025, "card_not_working": 0.0005002501250625312, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.000400200100050025, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.00030015007503751874, "compromised_card": 0.0009004502251125562, "contactless_not_working": 0.00030015007503751874, "country_support": 0.000400200100050025, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.0019009504752376188, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.000400200100050025, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.000400200100050025, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.00030015007503751874, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0005002501250625312, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.000400200100050025, "receiving_money": 0.00030015007503751874, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.000400200100050025, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.0002001000500250125, "topping_up_by_card": 0.0002001000500250125, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.0002001000500250125, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.8983491745872936, "verify_my_identity": 0.07233616808404202, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.0007003501750875437, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.0002001000500250125, "why_verify_identity": 0.0064032016008004, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.0002001000500250125 }, "error": null, "latency_ms": 69.03279200196266, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1223", "text_group": "8151271d184157ec314e85934a5f8cd112c0ad8a48ee1905908d4d8940737dc3", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0006003001500750375, "activate_my_card": 0.0006003001500750375, "age_limit": 0.00040020010005002504, "apple_pay_or_google_pay": 0.0005002501250625313, "atm_support": 0.0007003501750875438, "automatic_top_up": 0.00040020010005002504, "balance_not_updated_after_bank_transfer": 0.0005002501250625313, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007003501750875438, "beneficiary_not_allowed": 0.0009004502251125563, "cancel_transfer": 0.0005002501250625313, "card_about_to_expire": 0.00040020010005002504, "card_acceptance": 0.0006003001500750375, "card_arrival": 0.00040020010005002504, "card_delivery_estimate": 0.00040020010005002504, "card_linking": 0.0007003501750875438, "card_not_working": 0.0007003501750875438, "card_payment_fee_charged": 0.00040020010005002504, "card_payment_not_recognised": 0.0008004002001000501, "card_payment_wrong_exchange_rate": 0.00040020010005002504, "card_swallowed": 0.0005002501250625313, "cash_withdrawal_charge": 0.00040020010005002504, "cash_withdrawal_not_recognised": 0.0007003501750875438, "change_pin": 0.0005002501250625313, "compromised_card": 0.00880440220110055, "contactless_not_working": 0.0005002501250625313, "country_support": 0.0006003001500750375, "declined_card_payment": 0.0005002501250625313, "declined_cash_withdrawal": 0.00040020010005002504, "declined_transfer": 0.0006003001500750375, "direct_debit_payment_not_recognised": 0.0005002501250625313, "disposable_card_limits": 0.0006003001500750375, "edit_personal_details": 0.003801900950475238, "exchange_charge": 0.00030015007503751874, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.00040020010005002504, "extra_charge_on_statement": 0.00030015007503751874, "failed_transfer": 0.00040020010005002504, "fiat_currency_support": 0.0005002501250625313, "get_disposable_virtual_card": 0.0005002501250625313, "get_physical_card": 0.0005002501250625313, "getting_spare_card": 0.00040020010005002504, "getting_virtual_card": 0.0005002501250625313, "lost_or_stolen_card": 0.0007003501750875438, "lost_or_stolen_phone": 0.00040020010005002504, "order_physical_card": 0.00040020010005002504, "passcode_forgotten": 0.0005002501250625313, "pending_card_payment": 0.00040020010005002504, "pending_cash_withdrawal": 0.00030015007503751874, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.00040020010005002504, "pin_blocked": 0.0005002501250625313, "receiving_money": 0.0005002501250625313, "request_refund": 0.0005002501250625313, "reverted_card_payment?": 0.00040020010005002504, "supported_cards_and_currencies": 0.0005002501250625313, "terminate_account": 0.0005002501250625313, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.00040020010005002504, "top_up_failed": 0.0005002501250625313, "top_up_limits": 0.00040020010005002504, "top_up_reverted": 0.0005002501250625313, "topping_up_by_card": 0.00040020010005002504, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.00030015007503751874, "transfer_not_received_by_recipient": 0.00040020010005002504, "transfer_timing": 0.00030015007503751874, "unable_to_verify_identity": 0.8402201100550275, "verify_my_identity": 0.03961980990495248, "verify_source_of_funds": 0.0006003001500750375, "verify_top_up": 0.0007003501750875438, "virtual_card_not_working": 0.0006003001500750375, "visa_or_mastercard": 0.00040020010005002504, "why_verify_identity": 0.07323661830915458, "wrong_amount_of_cash_received": 0.00040020010005002504, "wrong_exchange_rate_for_cash_withdrawal": 0.00040020010005002504 }, "error": null, "latency_ms": 68.4140829835087, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1224", "text_group": "a226a2f8677e6315ebeb9c714860bbd9b771f19d1953aa336dcb30601a79ea90", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.00020012007204322596, "age_limit": 0.0003001801080648389, "apple_pay_or_google_pay": 0.00020012007204322596, "atm_support": 0.0005003001801080648, "automatic_top_up": 0.00020012007204322596, "balance_not_updated_after_bank_transfer": 0.0003001801080648389, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.0004002401440864519, "cancel_transfer": 0.0003001801080648389, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.0003001801080648389, "card_delivery_estimate": 0.0003001801080648389, "card_linking": 0.0004002401440864519, "card_not_working": 0.0004002401440864519, "card_payment_fee_charged": 0.00020012007204322596, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.00020012007204322596, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.0005003001801080648, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0005003001801080648, "declined_card_payment": 0.0003001801080648389, "declined_cash_withdrawal": 0.00020012007204322596, "declined_transfer": 0.0004002401440864519, "direct_debit_payment_not_recognised": 0.0003001801080648389, "disposable_card_limits": 0.0003001801080648389, "edit_personal_details": 0.0070042025215129085, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.00020012007204322596, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.00020012007204322596, "fiat_currency_support": 0.0003001801080648389, "get_disposable_virtual_card": 0.0003001801080648389, "get_physical_card": 0.0003001801080648389, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.00020012007204322596, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.0005003001801080648, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.0003001801080648389, "receiving_money": 0.00020012007204322596, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0003001801080648389, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.00020012007204322596, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.00020012007204322596, "top_up_failed": 0.00020012007204322596, "top_up_limits": 0.00020012007204322596, "top_up_reverted": 0.00020012007204322596, "topping_up_by_card": 0.00020012007204322596, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.00020012007204322596, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.8907344406643987, "verify_my_identity": 0.04082449469681809, "verify_source_of_funds": 0.0004002401440864519, "verify_top_up": 0.0006003602161296778, "virtual_card_not_working": 0.00020012007204322596, "visa_or_mastercard": 0.00020012007204322596, "why_verify_identity": 0.04202521512907745, "wrong_amount_of_cash_received": 0.00020012007204322596, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 68.25441704131663, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1225", "text_group": "6a4d32d0b976c6353d1ac1289a7a5b721bee8d8926ade6e87f0e58958c3d18e9", "expected": "unable_to_verify_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0014998500149985001, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.000999900009999, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0020997900209979003, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0011998800119988001, "card_not_working": 0.0006999300069993001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.000999900009999, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.0004999500049995, "compromised_card": 0.0030996900309969004, "contactless_not_working": 0.0004999500049995, "country_support": 0.000999900009999, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.008499150084991502, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0007999200079992001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0014998500149985001, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.0010998900109989002, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.00039996000399960006, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0016998300169983002, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.0164983501649835, "verify_my_identity": 0.8705129487051295, "verify_source_of_funds": 0.0007999200079992001, "verify_top_up": 0.007699230076992301, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.05479452054794521, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 69.27983299829066, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1226", "text_group": "5839b6d331c7697a39a5037633522887f64f3f242cbfddbe71e8e6ecaa9a3518", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.0014998500149985001, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0005999400059994001, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.0023997600239976003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.0014998500149985001, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.0004999500049995, "receiving_money": 0.00019998000199980003, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00019998000199980003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.937906209379062, "verify_my_identity": 0.027497250274972504, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.0006999300069993001, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.007699230076992301, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 69.18854208197445, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1227", "text_group": "2431ee944a512ae4b8943e56da7f01beabab66000417f9e09804e4fa5bb5e109", "expected": "unable_to_verify_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0009000900090009, "activate_my_card": 0.031103110311031103, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.0011001100110011003, "atm_support": 0.0016001600160016002, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.001000100010001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011001100110011003, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.001000100010001, "card_about_to_expire": 0.0008000800080008001, "card_acceptance": 0.0012001200120012, "card_arrival": 0.0008000800080008001, "card_delivery_estimate": 0.0007000700070007, "card_linking": 0.0033003300330033004, "card_not_working": 0.001000100010001, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.0022002200220022005, "card_payment_wrong_exchange_rate": 0.0009000900090009, "card_swallowed": 0.0009000900090009, "cash_withdrawal_charge": 0.0007000700070007, "cash_withdrawal_not_recognised": 0.001000100010001, "change_pin": 0.0012001200120012, "compromised_card": 0.04830483048304831, "contactless_not_working": 0.0009000900090009, "country_support": 0.0011001100110011003, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.0009000900090009, "direct_debit_payment_not_recognised": 0.0011001100110011003, "disposable_card_limits": 0.0012001200120012, "edit_personal_details": 0.004000400040004, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0008000800080008001, "extra_charge_on_statement": 0.0006000600060006, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0011001100110011003, "get_disposable_virtual_card": 0.006700670067006701, "get_physical_card": 0.0049004900490049, "getting_spare_card": 0.0007000700070007, "getting_virtual_card": 0.0017001700170017002, "lost_or_stolen_card": 0.0025002500250025004, "lost_or_stolen_phone": 0.0009000900090009, "order_physical_card": 0.0007000700070007, "passcode_forgotten": 0.0011001100110011003, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.0011001100110011003, "receiving_money": 0.0009000900090009, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.0008000800080008001, "supported_cards_and_currencies": 0.001000100010001, "terminate_account": 0.0013001300130013002, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.0006000600060006, "top_up_by_cash_or_cheque": 0.0007000700070007, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0006000600060006, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.0007000700070007, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.071007100710071, "verify_my_identity": 0.6854685468546855, "verify_source_of_funds": 0.0015001500150015003, "verify_top_up": 0.0031003100310031, "virtual_card_not_working": 0.0012001200120012, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.0815081508150815, "wrong_amount_of_cash_received": 0.0006000600060006, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008001 }, "error": null, "latency_ms": 69.36170801054686, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1228", "text_group": "f74f3a0df28392db565d25206da48d45bad515d7f44e574fe255d8e1df3e4607", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0005002000800320128, "activate_my_card": 0.0007002801120448179, "age_limit": 0.00040016006402561027, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.0006002400960384153, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.0006002400960384153, "cancel_transfer": 0.0005002000800320128, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0014005602240896359, "card_arrival": 0.0005002000800320128, "card_delivery_estimate": 0.00040016006402561027, "card_linking": 0.0007002801120448179, "card_not_working": 0.0008003201280512205, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.0006002400960384153, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.0005002000800320128, "compromised_card": 0.0012004801920768306, "contactless_not_working": 0.0005002000800320128, "country_support": 0.0006002400960384153, "declined_card_payment": 0.0005002000800320128, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.0005002000800320128, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.0005002000800320128, "edit_personal_details": 0.031112444977991194, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.0005002000800320128, "get_disposable_virtual_card": 0.0006002400960384153, "get_physical_card": 0.01640656262505002, "getting_spare_card": 0.00040016006402561027, "getting_virtual_card": 0.0006002400960384153, "lost_or_stolen_card": 0.00040016006402561027, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00040016006402561027, "passcode_forgotten": 0.0010004001600640256, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.00040016006402561027, "pin_blocked": 0.0007002801120448179, "receiving_money": 0.0005002000800320128, "request_refund": 0.0006002400960384153, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.0006002400960384153, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.8984593837535013, "verify_my_identity": 0.012404961984793917, "verify_source_of_funds": 0.0005002000800320128, "verify_top_up": 0.0008003201280512205, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.006902761104441777, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 69.87070804461837, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1229", "text_group": "a8152eb6706f5ec27b3f8e10e1591722cfc8019c6316a3693d1e118f050996af", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0004999500049995, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00039996000399960006, "compromised_card": 0.0011998800119988001, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0004999500049995, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.009599040095990401, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.000999900009999, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0004999500049995, "receiving_money": 0.00039996000399960006, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.9004099590040996, "verify_my_identity": 0.0560943905609439, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.0010998900109989002, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.0044995500449955, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 69.24487499054521, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1230", "text_group": "eb35a213c85778a7127105423b5d2843bcab03d64b9870fd1f9fc885fdd550d8", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.0003000900270081024, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.01130339101730519, "card_delivery_estimate": 0.05481644493348004, "card_linking": 0.0009002700810243073, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.00020006001800540162, "compromised_card": 0.0007002100630189057, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0005001500450135041, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.0015004501350405122, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.010303090927278184, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.0006001800540162048, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.0006001800540162048, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0005001500450135041, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.00020006001800540162, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.7914374312293688, "verify_my_identity": 0.10243072921876563, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.0009002700810243073, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.005801740522156647, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.00020006001800540162 }, "error": null, "latency_ms": 69.49400005396456, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1231", "text_group": "33fbd67a33396e547d42ffabd34cd297f08d7b6daf10e25f73284665bd27e04a", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.000499850044986504, "card_not_working": 0.0033989803059082274, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0006997900629811057, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.000499850044986504, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.000999700089973008, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.0003998800359892033, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.0018994301709487154, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0029991002699190244, "receiving_money": 0.00019994001799460164, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0002999100269919024, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.00019994001799460164, "topping_up_by_card": 0.00019994001799460164, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.9257222833150056, "verify_my_identity": 0.020593821853443967, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.02589223233030091, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 69.44020802620798, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1232", "text_group": "202676aed9ac2c90bb6b64fe4fc2e0253c72402a1a83392ba458dd2446854c03", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0014997000599880025, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.0003999200159968007, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.0011997600479904018, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00019996000799840034, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.9459108178364328, "verify_my_identity": 0.02659468106378724, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00629874025194961, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 67.60779104661196, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1233", "text_group": "1579954a325fe204bc023455f7071a0db779f351ce7338dc103049801c37da22", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0021008403361344537, "activate_my_card": 0.0008003201280512205, "age_limit": 0.0007002801120448179, "apple_pay_or_google_pay": 0.0010004001600640256, "atm_support": 0.0014005602240896359, "automatic_top_up": 0.0008003201280512205, "balance_not_updated_after_bank_transfer": 0.0022008803521408565, "balance_not_updated_after_cheque_or_cash_deposit": 0.001800720288115246, "beneficiary_not_allowed": 0.008403361344537815, "cancel_transfer": 0.0010004001600640256, "card_about_to_expire": 0.0007002801120448179, "card_acceptance": 0.0012004801920768306, "card_arrival": 0.0008003201280512205, "card_delivery_estimate": 0.0008003201280512205, "card_linking": 0.0011004401760704283, "card_not_working": 0.0020008003201280513, "card_payment_fee_charged": 0.0007002801120448179, "card_payment_not_recognised": 0.004901960784313725, "card_payment_wrong_exchange_rate": 0.0010004001600640256, "card_swallowed": 0.0010004001600640256, "cash_withdrawal_charge": 0.0007002801120448179, "cash_withdrawal_not_recognised": 0.002901160464185674, "change_pin": 0.0008003201280512205, "compromised_card": 0.036314525810324134, "contactless_not_working": 0.0011004401760704283, "country_support": 0.0012004801920768306, "declined_card_payment": 0.0011004401760704283, "declined_cash_withdrawal": 0.0011004401760704283, "declined_transfer": 0.0024009603841536613, "direct_debit_payment_not_recognised": 0.0012004801920768306, "disposable_card_limits": 0.0010004001600640256, "edit_personal_details": 0.002501000400160064, "exchange_charge": 0.0006002400960384153, "exchange_rate": 0.0006002400960384153, "exchange_via_app": 0.0008003201280512205, "extra_charge_on_statement": 0.0006002400960384153, "failed_transfer": 0.0010004001600640256, "fiat_currency_support": 0.0010004001600640256, "get_disposable_virtual_card": 0.000900360144057623, "get_physical_card": 0.000900360144057623, "getting_spare_card": 0.0006002400960384153, "getting_virtual_card": 0.0007002801120448179, "lost_or_stolen_card": 0.003001200480192077, "lost_or_stolen_phone": 0.0010004001600640256, "order_physical_card": 0.0006002400960384153, "passcode_forgotten": 0.0007002801120448179, "pending_card_payment": 0.0007002801120448179, "pending_cash_withdrawal": 0.0007002801120448179, "pending_top_up": 0.0007002801120448179, "pending_transfer": 0.0007002801120448179, "pin_blocked": 0.0010004001600640256, "receiving_money": 0.0010004001600640256, "request_refund": 0.0011004401760704283, "reverted_card_payment?": 0.000900360144057623, "supported_cards_and_currencies": 0.0011004401760704283, "terminate_account": 0.0010004001600640256, "top_up_by_bank_transfer_charge": 0.0006002400960384153, "top_up_by_card_charge": 0.0006002400960384153, "top_up_by_cash_or_cheque": 0.0007002801120448179, "top_up_failed": 0.0008003201280512205, "top_up_limits": 0.0006002400960384153, "top_up_reverted": 0.0010004001600640256, "topping_up_by_card": 0.0007002801120448179, "transaction_charged_twice": 0.0006002400960384153, "transfer_fee_charged": 0.0006002400960384153, "transfer_into_account": 0.0006002400960384153, "transfer_not_received_by_recipient": 0.0010004001600640256, "transfer_timing": 0.0006002400960384153, "unable_to_verify_identity": 0.5530212084833933, "verify_my_identity": 0.23119247699079634, "verify_source_of_funds": 0.0028011204481792717, "verify_top_up": 0.0020008003201280513, "virtual_card_not_working": 0.0011004401760704283, "visa_or_mastercard": 0.0008003201280512205, "why_verify_identity": 0.09043617446978791, "wrong_amount_of_cash_received": 0.0008003201280512205, "wrong_exchange_rate_for_cash_withdrawal": 0.0008003201280512205 }, "error": null, "latency_ms": 67.07366602495313, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1234", "text_group": "5b1105ac693d3dcf947d679dcb6ebe4fc2efcb9ea3c9f42aa4ed5fbeee98bc77", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.0005998800239952009, "card_not_working": 0.0030993801239752048, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00029994001199760045, "compromised_card": 0.0007998400319936014, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.0028994201159768043, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.0037992401519696063, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.0009998000399920016, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00019996000799840034, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.8789242151569686, "verify_my_identity": 0.035492901419716054, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.05568886222755449, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 69.4649169454351, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1235", "text_group": "b67d618ed14836bdb9c8d908b3e800ebc7a0f52d5d6510ccbf137e08c85c5e34", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0007, "card_arrival": 0.0004, "card_delivery_estimate": 0.0003, "card_linking": 0.0006, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0004, "compromised_card": 0.0009, "contactless_not_working": 0.0004, "country_support": 0.0005, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0016, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0004, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0006, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.8981, "verify_my_identity": 0.0558, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0012, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0164, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 70.2642910182476, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1236", "text_group": "f47b69284d1ac3f442e4439a5a8e1541680f5cf5749e1114597cfcd7203a7806", "expected": "unable_to_verify_identity", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0012001200120012, "activate_my_card": 0.032003200320032, "age_limit": 0.0013001300130013002, "apple_pay_or_google_pay": 0.0017001700170017002, "atm_support": 0.0030003000300030005, "automatic_top_up": 0.0015001500150015003, "balance_not_updated_after_bank_transfer": 0.0015001500150015003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018001800180018, "beneficiary_not_allowed": 0.020002000200020003, "cancel_transfer": 0.0058005800580058, "card_about_to_expire": 0.0013001300130013002, "card_acceptance": 0.0026002600260026003, "card_arrival": 0.0013001300130013002, "card_delivery_estimate": 0.0012001200120012, "card_linking": 0.0042004200420042, "card_not_working": 0.0024002400240024, "card_payment_fee_charged": 0.0013001300130013002, "card_payment_not_recognised": 0.0014001400140014, "card_payment_wrong_exchange_rate": 0.0015001500150015003, "card_swallowed": 0.0018001800180018, "cash_withdrawal_charge": 0.0012001200120012, "cash_withdrawal_not_recognised": 0.0012001200120012, "change_pin": 0.0803080308030803, "compromised_card": 0.021802180218021803, "contactless_not_working": 0.0018001800180018, "country_support": 0.0018001800180018, "declined_card_payment": 0.0014001400140014, "declined_cash_withdrawal": 0.0013001300130013002, "declined_transfer": 0.0045004500450045, "direct_debit_payment_not_recognised": 0.0013001300130013002, "disposable_card_limits": 0.0035003500350035003, "edit_personal_details": 0.36883688368836887, "exchange_charge": 0.0012001200120012, "exchange_rate": 0.0013001300130013002, "exchange_via_app": 0.0022002200220022005, "extra_charge_on_statement": 0.0011001100110011003, "failed_transfer": 0.0017001700170017002, "fiat_currency_support": 0.0022002200220022005, "get_disposable_virtual_card": 0.008000800080008, "get_physical_card": 0.0021002100210021, "getting_spare_card": 0.0013001300130013002, "getting_virtual_card": 0.0018001800180018, "lost_or_stolen_card": 0.0011001100110011003, "lost_or_stolen_phone": 0.0012001200120012, "order_physical_card": 0.0012001200120012, "passcode_forgotten": 0.0070007000700070005, "pending_card_payment": 0.0011001100110011003, "pending_cash_withdrawal": 0.001000100010001, "pending_top_up": 0.0012001200120012, "pending_transfer": 0.0012001200120012, "pin_blocked": 0.010901090109010901, "receiving_money": 0.0019001900190019003, "request_refund": 0.0015001500150015003, "reverted_card_payment?": 0.0016001600160016002, "supported_cards_and_currencies": 0.002000200020002, "terminate_account": 0.0858085808580858, "top_up_by_bank_transfer_charge": 0.0012001200120012, "top_up_by_card_charge": 0.0012001200120012, "top_up_by_cash_or_cheque": 0.0013001300130013002, "top_up_failed": 0.0016001600160016002, "top_up_limits": 0.0017001700170017002, "top_up_reverted": 0.0016001600160016002, "topping_up_by_card": 0.0015001500150015003, "transaction_charged_twice": 0.0012001200120012, "transfer_fee_charged": 0.0012001200120012, "transfer_into_account": 0.0012001200120012, "transfer_not_received_by_recipient": 0.0013001300130013002, "transfer_timing": 0.0013001300130013002, "unable_to_verify_identity": 0.1483148314831483, "verify_my_identity": 0.05860586058605861, "verify_source_of_funds": 0.0018001800180018, "verify_top_up": 0.0015001500150015003, "virtual_card_not_working": 0.007500750075007501, "visa_or_mastercard": 0.0016001600160016002, "why_verify_identity": 0.0424042404240424, "wrong_amount_of_cash_received": 0.0011001100110011003, "wrong_exchange_rate_for_cash_withdrawal": 0.0015001500150015003 }, "error": null, "latency_ms": 69.00358304847032, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1237", "text_group": "6ef5e38186d0daf476ac29045497cfae2f469d243d1d83ccb1b6551ecc2e2562", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.0003999200159968007, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.0007998400319936014, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.0008998200359928015, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00019996000799840034, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.943511297740452, "verify_my_identity": 0.01919616076784643, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.016796640671865627, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 69.87745803780854, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1238", "text_group": "c2ef52657421f0de42dbdece2feaf5315c61479f75808be5b05976d5189f039e", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00029982010793523883, "activate_my_card": 0.00029982010793523883, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00039976014391365186, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.00029982010793523883, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029982010793523883, "beneficiary_not_allowed": 0.0004997001798920648, "cancel_transfer": 0.00029982010793523883, "card_about_to_expire": 0.00029982010793523883, "card_acceptance": 0.0004997001798920648, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00019988007195682593, "card_linking": 0.00039976014391365186, "card_not_working": 0.0011992804317409553, "card_payment_fee_charged": 0.00019988007195682593, "card_payment_not_recognised": 0.00029982010793523883, "card_payment_wrong_exchange_rate": 0.00029982010793523883, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.00019988007195682593, "compromised_card": 0.0004997001798920648, "contactless_not_working": 0.00029982010793523883, "country_support": 0.00039976014391365186, "declined_card_payment": 0.0004997001798920648, "declined_cash_withdrawal": 0.00019988007195682593, "declined_transfer": 0.0004997001798920648, "direct_debit_payment_not_recognised": 0.00029982010793523883, "disposable_card_limits": 0.00029982010793523883, "edit_personal_details": 0.0016989806116330202, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00029982010793523883, "fiat_currency_support": 0.00029982010793523883, "get_disposable_virtual_card": 0.00019988007195682593, "get_physical_card": 0.00039976014391365186, "getting_spare_card": 0.00019988007195682593, "getting_virtual_card": 0.00019988007195682593, "lost_or_stolen_card": 0.00029982010793523883, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00019988007195682593, "passcode_forgotten": 0.002298620827503498, "pending_card_payment": 0.00019988007195682593, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00019988007195682593, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.0023985608634819106, "receiving_money": 0.00019988007195682593, "request_refund": 0.00019988007195682593, "reverted_card_payment?": 0.00029982010793523883, "supported_cards_and_currencies": 0.00029982010793523883, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00019988007195682593, "top_up_failed": 0.00019988007195682593, "top_up_limits": 0.00019988007195682593, "top_up_reverted": 0.00019988007195682593, "topping_up_by_card": 0.00019988007195682593, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.9160503697781331, "verify_my_identity": 0.02708374975014991, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.0004997001798920648, "virtual_card_not_working": 0.00029982010793523883, "visa_or_mastercard": 0.00019988007195682593, "why_verify_identity": 0.03068159104537278, "wrong_amount_of_cash_received": 0.00019988007195682593, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682593 }, "error": null, "latency_ms": 70.26549999136478, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1239", "text_group": "9f9f290e6b2a1005866dd9ba2d3bfc6b37ba029fcf7f4d924ca95489cc302f35", "expected": "unable_to_verify_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.0006002400960384153, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.0006002400960384153, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00030012004801920766, "compromised_card": 0.0008003201280512205, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00040016006402561027, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.003001200480192077, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.0005002000800320128, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00020008003201280514, "topping_up_by_card": 0.00020008003201280514, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.9099639855942377, "verify_my_identity": 0.05922368947579032, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.0007002801120448179, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.0070028011204481795, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00020008003201280514 }, "error": null, "latency_ms": 69.98495908919722, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1240", "text_group": "6aa12aa466f09927822f555181588262b9e562c76d60cb9551d949eed35f42d5", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.001999200319872051, "activate_my_card": 0.0054978008796481405, "age_limit": 0.0027988804478208716, "apple_pay_or_google_pay": 0.007197121151539384, "atm_support": 0.008796481407437027, "automatic_top_up": 0.0030987604958016795, "balance_not_updated_after_bank_transfer": 0.003998400639744102, "balance_not_updated_after_cheque_or_cash_deposit": 0.003998400639744102, "beneficiary_not_allowed": 0.003698520591763295, "cancel_transfer": 0.003398640543782487, "card_about_to_expire": 0.006297481007596962, "card_acceptance": 0.012395041983206718, "card_arrival": 0.008696521391443423, "card_delivery_estimate": 0.003998400639744102, "card_linking": 0.11165533786485406, "card_not_working": 0.008796481407437027, "card_payment_fee_charged": 0.004198320671731307, "card_payment_not_recognised": 0.0038984406237504996, "card_payment_wrong_exchange_rate": 0.0038984406237504996, "card_swallowed": 0.20641743302678928, "cash_withdrawal_charge": 0.002898840463814474, "cash_withdrawal_not_recognised": 0.002898840463814474, "change_pin": 0.008696521391443423, "compromised_card": 0.005597760895641743, "contactless_not_working": 0.004898040783686526, "country_support": 0.004698120751699321, "declined_card_payment": 0.0031987205117952823, "declined_cash_withdrawal": 0.0025989604158336665, "declined_transfer": 0.0030987604958016795, "direct_debit_payment_not_recognised": 0.003398640543782487, "disposable_card_limits": 0.012195121951219514, "edit_personal_details": 0.0032986805277888847, "exchange_charge": 0.002898840463814474, "exchange_rate": 0.002898840463814474, "exchange_via_app": 0.003398640543782487, "extra_charge_on_statement": 0.0023990403838464614, "failed_transfer": 0.002499000399840064, "fiat_currency_support": 0.004798080767692923, "get_disposable_virtual_card": 0.037385045981607364, "get_physical_card": 0.23660535785685727, "getting_spare_card": 0.015393842463014795, "getting_virtual_card": 0.004798080767692923, "lost_or_stolen_card": 0.004998000799680128, "lost_or_stolen_phone": 0.002299080367852859, "order_physical_card": 0.06367453018792484, "passcode_forgotten": 0.0025989604158336665, "pending_card_payment": 0.0031987205117952823, "pending_cash_withdrawal": 0.0021991203518592567, "pending_top_up": 0.002299080367852859, "pending_transfer": 0.002299080367852859, "pin_blocked": 0.0037984806077568972, "receiving_money": 0.005697720911635346, "request_refund": 0.0023990403838464614, "reverted_card_payment?": 0.00429828068772491, "supported_cards_and_currencies": 0.02888844462215114, "terminate_account": 0.0032986805277888847, "top_up_by_bank_transfer_charge": 0.0029988004798080768, "top_up_by_card_charge": 0.0026989204318272693, "top_up_by_cash_or_cheque": 0.0034986005597760898, "top_up_failed": 0.0025989604158336665, "top_up_limits": 0.0027988804478208716, "top_up_reverted": 0.0032986805277888847, "topping_up_by_card": 0.020791683326669332, "transaction_charged_twice": 0.0021991203518592567, "transfer_fee_charged": 0.002299080367852859, "transfer_into_account": 0.0026989204318272693, "transfer_not_received_by_recipient": 0.0026989204318272693, "transfer_timing": 0.0029988004798080768, "unable_to_verify_identity": 0.0027988804478208716, "verify_my_identity": 0.002499000399840064, "verify_source_of_funds": 0.0026989204318272693, "verify_top_up": 0.0021991203518592567, "virtual_card_not_working": 0.004998000799680128, "visa_or_mastercard": 0.008296681327469012, "why_verify_identity": 0.0020991603358656535, "wrong_amount_of_cash_received": 0.002499000399840064, "wrong_exchange_rate_for_cash_withdrawal": 0.0030987604958016795 }, "error": null, "latency_ms": 69.2033750237897, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1241", "text_group": "1eca2d0f6a5a5616f9f7a4a66616f68b5e5a9b1200906dc02328d0f2979eb9a0", "expected": "get_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0005997001499250374, "activate_my_card": 0.0007996001999000501, "age_limit": 0.0006996501749125438, "apple_pay_or_google_pay": 0.0011994002998500749, "atm_support": 0.0019990004997501253, "automatic_top_up": 0.0005997001499250374, "balance_not_updated_after_bank_transfer": 0.0006996501749125438, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011994002998500749, "beneficiary_not_allowed": 0.0008995502248875562, "cancel_transfer": 0.0006996501749125438, "card_about_to_expire": 0.0006996501749125438, "card_acceptance": 0.0010994502748625688, "card_arrival": 0.008995502248875561, "card_delivery_estimate": 0.047376311844077965, "card_linking": 0.0010994502748625688, "card_not_working": 0.0007996001999000501, "card_payment_fee_charged": 0.0005997001499250374, "card_payment_not_recognised": 0.0006996501749125438, "card_payment_wrong_exchange_rate": 0.0008995502248875562, "card_swallowed": 0.0008995502248875562, "cash_withdrawal_charge": 0.0006996501749125438, "cash_withdrawal_not_recognised": 0.0009995002498750627, "change_pin": 0.0007996001999000501, "compromised_card": 0.0008995502248875562, "contactless_not_working": 0.0008995502248875562, "country_support": 0.0013993003498250875, "declined_card_payment": 0.0005997001499250374, "declined_cash_withdrawal": 0.0006996501749125438, "declined_transfer": 0.0006996501749125438, "direct_debit_payment_not_recognised": 0.0007996001999000501, "disposable_card_limits": 0.0008995502248875562, "edit_personal_details": 0.0006996501749125438, "exchange_charge": 0.0006996501749125438, "exchange_rate": 0.0006996501749125438, "exchange_via_app": 0.0006996501749125438, "extra_charge_on_statement": 0.0006996501749125438, "failed_transfer": 0.0005997001499250374, "fiat_currency_support": 0.0010994502748625688, "get_disposable_virtual_card": 0.0009995002498750627, "get_physical_card": 0.041379310344827586, "getting_spare_card": 0.020089955022488757, "getting_virtual_card": 0.0012993503248375812, "lost_or_stolen_card": 0.0006996501749125438, "lost_or_stolen_phone": 0.0006996501749125438, "order_physical_card": 0.8237881059470266, "passcode_forgotten": 0.0005997001499250374, "pending_card_payment": 0.0005997001499250374, "pending_cash_withdrawal": 0.0004997501249375313, "pending_top_up": 0.0005997001499250374, "pending_transfer": 0.0005997001499250374, "pin_blocked": 0.0007996001999000501, "receiving_money": 0.0009995002498750627, "request_refund": 0.0005997001499250374, "reverted_card_payment?": 0.0007996001999000501, "supported_cards_and_currencies": 0.0012993503248375812, "terminate_account": 0.0006996501749125438, "top_up_by_bank_transfer_charge": 0.0006996501749125438, "top_up_by_card_charge": 0.0005997001499250374, "top_up_by_cash_or_cheque": 0.0007996001999000501, "top_up_failed": 0.0005997001499250374, "top_up_limits": 0.0005997001499250374, "top_up_reverted": 0.0007996001999000501, "topping_up_by_card": 0.0010994502748625688, "transaction_charged_twice": 0.0005997001499250374, "transfer_fee_charged": 0.0005997001499250374, "transfer_into_account": 0.0005997001499250374, "transfer_not_received_by_recipient": 0.0007996001999000501, "transfer_timing": 0.0006996501749125438, "unable_to_verify_identity": 0.0007996001999000501, "verify_my_identity": 0.0007996001999000501, "verify_source_of_funds": 0.0007996001999000501, "verify_top_up": 0.0006996501749125438, "virtual_card_not_working": 0.0007996001999000501, "visa_or_mastercard": 0.0010994502748625688, "why_verify_identity": 0.0006996501749125438, "wrong_amount_of_cash_received": 0.0006996501749125438, "wrong_exchange_rate_for_cash_withdrawal": 0.0008995502248875562 }, "error": null, "latency_ms": 69.61612496525049, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1242", "text_group": "63851189c38e94ab49ad63c7441a67a8c9c9827faba2d3e7b0c04bdeb8de0688", "expected": "get_physical_card", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.0008001600320064013, "activate_my_card": 0.0007001400280056011, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.0009001800360072014, "atm_support": 0.001300260052010402, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0011002200440088019, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012002400480096017, "beneficiary_not_allowed": 0.0018003600720144029, "cancel_transfer": 0.0011002200440088019, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.0010002000400080016, "card_arrival": 0.0012002400480096017, "card_delivery_estimate": 0.0010002000400080016, "card_linking": 0.0011002200440088019, "card_not_working": 0.001300260052010402, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0010002000400080016, "card_payment_wrong_exchange_rate": 0.0008001600320064013, "card_swallowed": 0.0018003600720144029, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.0017003400680136026, "change_pin": 0.045109021804360876, "compromised_card": 0.0012002400480096017, "contactless_not_working": 0.001300260052010402, "country_support": 0.0011002200440088019, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.0009001800360072014, "declined_transfer": 0.0011002200440088019, "direct_debit_payment_not_recognised": 0.0009001800360072014, "disposable_card_limits": 0.0010002000400080016, "edit_personal_details": 0.0008001600320064013, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0007001400280056011, "exchange_via_app": 0.0008001600320064013, "extra_charge_on_statement": 0.0006001200240048009, "failed_transfer": 0.0009001800360072014, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0012002400480096017, "get_physical_card": 0.08341668333666734, "getting_spare_card": 0.0010002000400080016, "getting_virtual_card": 0.0011002200440088019, "lost_or_stolen_card": 0.0710142028405681, "lost_or_stolen_phone": 0.010102020404080815, "order_physical_card": 0.0009001800360072014, "passcode_forgotten": 0.05081016203240648, "pending_card_payment": 0.0006001200240048009, "pending_cash_withdrawal": 0.0007001400280056011, "pending_top_up": 0.0007001400280056011, "pending_transfer": 0.0009001800360072014, "pin_blocked": 0.6737347469493898, "receiving_money": 0.0009001800360072014, "request_refund": 0.0010002000400080016, "reverted_card_payment?": 0.0008001600320064013, "supported_cards_and_currencies": 0.0010002000400080016, "terminate_account": 0.0009001800360072014, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0008001600320064013, "top_up_failed": 0.0008001600320064013, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.0010002000400080016, "topping_up_by_card": 0.0009001800360072014, "transaction_charged_twice": 0.0006001200240048009, "transfer_fee_charged": 0.0006001200240048009, "transfer_into_account": 0.0006001200240048009, "transfer_not_received_by_recipient": 0.0011002200440088019, "transfer_timing": 0.0007001400280056011, "unable_to_verify_identity": 0.002100420084016803, "verify_my_identity": 0.0009001800360072014, "verify_source_of_funds": 0.0006001200240048009, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0012002400480096017, "visa_or_mastercard": 0.0009001800360072014, "why_verify_identity": 0.0009001800360072014, "wrong_amount_of_cash_received": 0.0007001400280056011, "wrong_exchange_rate_for_cash_withdrawal": 0.0008001600320064013 }, "error": null, "latency_ms": 69.58370807114989, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1243", "text_group": "ccd02131af27573d982ac90b1959f9ace79e5550ec0f76870c07f039d80cca0d", "expected": "get_physical_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0055005500550055, "activate_my_card": 0.0084008400840084, "age_limit": 0.005900590059005901, "apple_pay_or_google_pay": 0.0159015901590159, "atm_support": 0.026102610261026105, "automatic_top_up": 0.007500750075007501, "balance_not_updated_after_bank_transfer": 0.0144014401440144, "balance_not_updated_after_cheque_or_cash_deposit": 0.018901890189018902, "beneficiary_not_allowed": 0.0107010701070107, "cancel_transfer": 0.007300730073007301, "card_about_to_expire": 0.006800680068006801, "card_acceptance": 0.018301830183018303, "card_arrival": 0.0121012101210121, "card_delivery_estimate": 0.0081008100810081, "card_linking": 0.017201720172017203, "card_not_working": 0.0083008300830083, "card_payment_fee_charged": 0.0069006900690069, "card_payment_not_recognised": 0.015501550155015502, "card_payment_wrong_exchange_rate": 0.0092009200920092, "card_swallowed": 0.0078007800780078, "cash_withdrawal_charge": 0.0083008300830083, "cash_withdrawal_not_recognised": 0.007500750075007501, "change_pin": 0.007300730073007301, "compromised_card": 0.0078007800780078, "contactless_not_working": 0.0081008100810081, "country_support": 0.0138013801380138, "declined_card_payment": 0.006600660066006601, "declined_cash_withdrawal": 0.006600660066006601, "declined_transfer": 0.008000800080008, "direct_debit_payment_not_recognised": 0.008000800080008, "disposable_card_limits": 0.010001000100010001, "edit_personal_details": 0.007700770077007701, "exchange_charge": 0.007400740074007401, "exchange_rate": 0.0070007000700070005, "exchange_via_app": 0.008500850085008501, "extra_charge_on_statement": 0.0070007000700070005, "failed_transfer": 0.0062006200620062, "fiat_currency_support": 0.018301830183018303, "get_disposable_virtual_card": 0.016101610161016102, "get_physical_card": 0.058305830583058306, "getting_spare_card": 0.21292129212921293, "getting_virtual_card": 0.014801480148014802, "lost_or_stolen_card": 0.0054005400540054005, "lost_or_stolen_phone": 0.0045004500450045, "order_physical_card": 0.021602160216021602, "passcode_forgotten": 0.0054005400540054005, "pending_card_payment": 0.0054005400540054005, "pending_cash_withdrawal": 0.005200520052005201, "pending_top_up": 0.0055005500550055, "pending_transfer": 0.005700570057005701, "pin_blocked": 0.007400740074007401, "receiving_money": 0.0147014701470147, "request_refund": 0.007500750075007501, "reverted_card_payment?": 0.007100710071007101, "supported_cards_and_currencies": 0.0445044504450445, "terminate_account": 0.007300730073007301, "top_up_by_bank_transfer_charge": 0.0078007800780078, "top_up_by_card_charge": 0.0065006500650065, "top_up_by_cash_or_cheque": 0.010201020102010202, "top_up_failed": 0.0056005600560056, "top_up_limits": 0.005700570057005701, "top_up_reverted": 0.007300730073007301, "topping_up_by_card": 0.015401540154015401, "transaction_charged_twice": 0.005200520052005201, "transfer_fee_charged": 0.005000500050005001, "transfer_into_account": 0.0070007000700070005, "transfer_not_received_by_recipient": 0.0083008300830083, "transfer_timing": 0.006400640064006401, "unable_to_verify_identity": 0.0078007800780078, "verify_my_identity": 0.0092009200920092, "verify_source_of_funds": 0.007700770077007701, "verify_top_up": 0.006700670067006701, "virtual_card_not_working": 0.007700770077007701, "visa_or_mastercard": 0.015401540154015401, "why_verify_identity": 0.0070007000700070005, "wrong_amount_of_cash_received": 0.006400640064006401, "wrong_exchange_rate_for_cash_withdrawal": 0.007400740074007401 }, "error": null, "latency_ms": 69.92754200473428, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1244", "text_group": "1896494bcd9dc9829453f11269091d6455128088f2bf1691a33abc5ea3a2d7c5", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0014001400140014, "activate_my_card": 0.0015001500150015003, "age_limit": 0.0015001500150015003, "apple_pay_or_google_pay": 0.0019001900190019003, "atm_support": 0.0034003400340034003, "automatic_top_up": 0.0013001300130013002, "balance_not_updated_after_bank_transfer": 0.0033003300330033004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0032003200320032004, "beneficiary_not_allowed": 0.0024002400240024, "cancel_transfer": 0.0015001500150015003, "card_about_to_expire": 0.0016001600160016002, "card_acceptance": 0.0022002200220022005, "card_arrival": 0.0053005300530053, "card_delivery_estimate": 0.004000400040004, "card_linking": 0.0024002400240024, "card_not_working": 0.0023002300230023, "card_payment_fee_charged": 0.0013001300130013002, "card_payment_not_recognised": 0.0016001600160016002, "card_payment_wrong_exchange_rate": 0.0017001700170017002, "card_swallowed": 0.0030003000300030005, "cash_withdrawal_charge": 0.0013001300130013002, "cash_withdrawal_not_recognised": 0.0072007200720072, "change_pin": 0.0201020102010201, "compromised_card": 0.0024002400240024, "contactless_not_working": 0.0025002500250025004, "country_support": 0.0026002600260026003, "declined_card_payment": 0.0011001100110011003, "declined_cash_withdrawal": 0.0013001300130013002, "declined_transfer": 0.0013001300130013002, "direct_debit_payment_not_recognised": 0.0019001900190019003, "disposable_card_limits": 0.002000200020002, "edit_personal_details": 0.0025002500250025004, "exchange_charge": 0.0011001100110011003, "exchange_rate": 0.0013001300130013002, "exchange_via_app": 0.0014001400140014, "extra_charge_on_statement": 0.0011001100110011003, "failed_transfer": 0.0015001500150015003, "fiat_currency_support": 0.0022002200220022005, "get_disposable_virtual_card": 0.0019001900190019003, "get_physical_card": 0.3718371837183719, "getting_spare_card": 0.002000200020002, "getting_virtual_card": 0.0019001900190019003, "lost_or_stolen_card": 0.31903190319031904, "lost_or_stolen_phone": 0.07270727072707271, "order_physical_card": 0.025202520252025202, "passcode_forgotten": 0.0023002300230023, "pending_card_payment": 0.0012001200120012, "pending_cash_withdrawal": 0.0013001300130013002, "pending_top_up": 0.0012001200120012, "pending_transfer": 0.0013001300130013002, "pin_blocked": 0.05390539053905391, "receiving_money": 0.0017001700170017002, "request_refund": 0.0013001300130013002, "reverted_card_payment?": 0.0016001600160016002, "supported_cards_and_currencies": 0.0022002200220022005, "terminate_account": 0.0018001800180018, "top_up_by_bank_transfer_charge": 0.0012001200120012, "top_up_by_card_charge": 0.0011001100110011003, "top_up_by_cash_or_cheque": 0.0016001600160016002, "top_up_failed": 0.0014001400140014, "top_up_limits": 0.0013001300130013002, "top_up_reverted": 0.0017001700170017002, "topping_up_by_card": 0.0016001600160016002, "transaction_charged_twice": 0.0013001300130013002, "transfer_fee_charged": 0.0012001200120012, "transfer_into_account": 0.0013001300130013002, "transfer_not_received_by_recipient": 0.0021002100210021, "transfer_timing": 0.0014001400140014, "unable_to_verify_identity": 0.0025002500250025004, "verify_my_identity": 0.0022002200220022005, "verify_source_of_funds": 0.0018001800180018, "verify_top_up": 0.0013001300130013002, "virtual_card_not_working": 0.002000200020002, "visa_or_mastercard": 0.002000200020002, "why_verify_identity": 0.0017001700170017002, "wrong_amount_of_cash_received": 0.0016001600160016002, "wrong_exchange_rate_for_cash_withdrawal": 0.0017001700170017002 }, "error": null, "latency_ms": 69.01191594079137, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1245", "text_group": "6188bf511c60e3f59be95089adfea22fed2a27552a6638e7bf32a4f142b868e2", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.0014998500149985001, "activate_my_card": 0.052394760523947606, "age_limit": 0.0017998200179982, "apple_pay_or_google_pay": 0.004299570042995701, "atm_support": 0.006399360063993601, "automatic_top_up": 0.0025997400259974, "balance_not_updated_after_bank_transfer": 0.0016998300169983002, "balance_not_updated_after_cheque_or_cash_deposit": 0.001999800019998, "beneficiary_not_allowed": 0.0022997700229977, "cancel_transfer": 0.0018998100189981002, "card_about_to_expire": 0.0031996800319968005, "card_acceptance": 0.007899210078992101, "card_arrival": 0.0025997400259974, "card_delivery_estimate": 0.0018998100189981002, "card_linking": 0.06739326067393261, "card_not_working": 0.004999500049995001, "card_payment_fee_charged": 0.0023997600239976003, "card_payment_not_recognised": 0.0018998100189981002, "card_payment_wrong_exchange_rate": 0.0022997700229977, "card_swallowed": 0.0021997800219978004, "cash_withdrawal_charge": 0.001999800019998, "cash_withdrawal_not_recognised": 0.0013998600139986002, "change_pin": 0.39946005399460055, "compromised_card": 0.0030996900309969004, "contactless_not_working": 0.0028997100289971, "country_support": 0.0028997100289971, "declined_card_payment": 0.0016998300169983002, "declined_cash_withdrawal": 0.0012998700129987, "declined_transfer": 0.0015998400159984002, "direct_debit_payment_not_recognised": 0.0017998200179982, "disposable_card_limits": 0.009699030096990302, "edit_personal_details": 0.020997900209979003, "exchange_charge": 0.0021997800219978004, "exchange_rate": 0.0016998300169983002, "exchange_via_app": 0.001999800019998, "extra_charge_on_statement": 0.0018998100189981002, "failed_transfer": 0.0015998400159984002, "fiat_currency_support": 0.0029997000299970002, "get_disposable_virtual_card": 0.0086991300869913, "get_physical_card": 0.08749125087491251, "getting_spare_card": 0.0026997300269973002, "getting_virtual_card": 0.0030996900309969004, "lost_or_stolen_card": 0.0012998700129987, "lost_or_stolen_phone": 0.0010998900109989002, "order_physical_card": 0.13648635136486353, "passcode_forgotten": 0.0016998300169983002, "pending_card_payment": 0.0018998100189981002, "pending_cash_withdrawal": 0.0011998800119988001, "pending_top_up": 0.0017998200179982, "pending_transfer": 0.0014998500149985001, "pin_blocked": 0.0428957104289571, "receiving_money": 0.0023997600239976003, "request_refund": 0.0015998400159984002, "reverted_card_payment?": 0.0021997800219978004, "supported_cards_and_currencies": 0.015998400159984, "terminate_account": 0.0015998400159984002, "top_up_by_bank_transfer_charge": 0.0020997900209979003, "top_up_by_card_charge": 0.0020997900209979003, "top_up_by_cash_or_cheque": 0.0017998200179982, "top_up_failed": 0.0016998300169983002, "top_up_limits": 0.0020997900209979003, "top_up_reverted": 0.001999800019998, "topping_up_by_card": 0.007099290070992901, "transaction_charged_twice": 0.0013998600139986002, "transfer_fee_charged": 0.0015998400159984002, "transfer_into_account": 0.0013998600139986002, "transfer_not_received_by_recipient": 0.0013998600139986002, "transfer_timing": 0.0017998200179982, "unable_to_verify_identity": 0.001999800019998, "verify_my_identity": 0.0020997900209979003, "verify_source_of_funds": 0.0015998400159984002, "verify_top_up": 0.0017998200179982, "virtual_card_not_working": 0.0051994800519948, "visa_or_mastercard": 0.0052994700529947, "why_verify_identity": 0.0015998400159984002, "wrong_amount_of_cash_received": 0.0013998600139986002, "wrong_exchange_rate_for_cash_withdrawal": 0.0018998100189981002 }, "error": null, "latency_ms": 67.09229096304625, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1246", "text_group": "745f59642486faa432b016168c1755fe4533f9fdad04c548486f2ad70b5b304c", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0006, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0007, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0006, "card_acceptance": 0.0008, "card_arrival": 0.0007, "card_delivery_estimate": 0.0004, "card_linking": 0.0025, "card_not_working": 0.0008, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0011, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0008, "compromised_card": 0.0007, "contactless_not_working": 0.0005, "country_support": 0.0006, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0005, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.9566, "getting_spare_card": 0.0007, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0008, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0056, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0006, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.002, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0007, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 66.6374999564141, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1247", "text_group": "0a9c1588746feab495d25bcf6aad2e90f639b105046b34f0ed8e63ff8e7c44f4", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0006999300069993001, "activate_my_card": 0.0014998500149985001, "age_limit": 0.0006999300069993001, "apple_pay_or_google_pay": 0.0012998700129987, "atm_support": 0.0015998400159984002, "automatic_top_up": 0.0007999200079992001, "balance_not_updated_after_bank_transfer": 0.0014998500149985001, "balance_not_updated_after_cheque_or_cash_deposit": 0.000999900009999, "beneficiary_not_allowed": 0.0008999100089991, "cancel_transfer": 0.0007999200079992001, "card_about_to_expire": 0.0014998500149985001, "card_acceptance": 0.0017998200179982, "card_arrival": 0.0014998500149985001, "card_delivery_estimate": 0.0008999100089991, "card_linking": 0.017098290170982904, "card_not_working": 0.0012998700129987, "card_payment_fee_charged": 0.0008999100089991, "card_payment_not_recognised": 0.0008999100089991, "card_payment_wrong_exchange_rate": 0.0007999200079992001, "card_swallowed": 0.0022997700229977, "cash_withdrawal_charge": 0.0006999300069993001, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.000999900009999, "compromised_card": 0.0023997600239976003, "contactless_not_working": 0.000999900009999, "country_support": 0.000999900009999, "declined_card_payment": 0.0006999300069993001, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.0006999300069993001, "disposable_card_limits": 0.0012998700129987, "edit_personal_details": 0.000999900009999, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0007999200079992001, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.0008999100089991, "get_disposable_virtual_card": 0.0013998600139986002, "get_physical_card": 0.8993100689931007, "getting_spare_card": 0.0011998800119988001, "getting_virtual_card": 0.0015998400159984002, "lost_or_stolen_card": 0.0036996300369963007, "lost_or_stolen_phone": 0.0005999400059994001, "order_physical_card": 0.010898910108989102, "passcode_forgotten": 0.0007999200079992001, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.0005999400059994001, "pin_blocked": 0.0008999100089991, "receiving_money": 0.000999900009999, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.000999900009999, "supported_cards_and_currencies": 0.0016998300169983002, "terminate_account": 0.0006999300069993001, "top_up_by_bank_transfer_charge": 0.0005999400059994001, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.0006999300069993001, "top_up_reverted": 0.0007999200079992001, "topping_up_by_card": 0.0014998500149985001, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.0005999400059994001, "transfer_not_received_by_recipient": 0.0005999400059994001, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.0007999200079992001, "verify_my_identity": 0.000999900009999, "verify_source_of_funds": 0.0008999100089991, "verify_top_up": 0.000999900009999, "virtual_card_not_working": 0.0008999100089991, "visa_or_mastercard": 0.000999900009999, "why_verify_identity": 0.0008999100089991, "wrong_amount_of_cash_received": 0.0005999400059994001, "wrong_exchange_rate_for_cash_withdrawal": 0.0007999200079992001 }, "error": null, "latency_ms": 67.19066703226417, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1248", "text_group": "8a17412c58f540c11ac37c0ad231c1a16f9eaf9b16c2463f26fe43bc1b1b2da0", "expected": "get_physical_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.000999900009999, "activate_my_card": 0.0010998900109989002, "age_limit": 0.0010998900109989002, "apple_pay_or_google_pay": 0.0014998500149985001, "atm_support": 0.0027997200279972004, "automatic_top_up": 0.0008999100089991, "balance_not_updated_after_bank_transfer": 0.0023997600239976003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0025997400259974, "beneficiary_not_allowed": 0.0017998200179982, "cancel_transfer": 0.0010998900109989002, "card_about_to_expire": 0.0011998800119988001, "card_acceptance": 0.0016998300169983002, "card_arrival": 0.0026997300269973002, "card_delivery_estimate": 0.0020997900209979003, "card_linking": 0.0021997800219978004, "card_not_working": 0.0016998300169983002, "card_payment_fee_charged": 0.000999900009999, "card_payment_not_recognised": 0.0012998700129987, "card_payment_wrong_exchange_rate": 0.0013998600139986002, "card_swallowed": 0.0033996600339966003, "cash_withdrawal_charge": 0.0010998900109989002, "cash_withdrawal_not_recognised": 0.0047995200479952005, "change_pin": 0.051794820517948204, "compromised_card": 0.001999800019998, "contactless_not_working": 0.0018998100189981002, "country_support": 0.0020997900209979003, "declined_card_payment": 0.0008999100089991, "declined_cash_withdrawal": 0.000999900009999, "declined_transfer": 0.000999900009999, "direct_debit_payment_not_recognised": 0.0013998600139986002, "disposable_card_limits": 0.0016998300169983002, "edit_personal_details": 0.0021997800219978004, "exchange_charge": 0.0008999100089991, "exchange_rate": 0.000999900009999, "exchange_via_app": 0.0010998900109989002, "extra_charge_on_statement": 0.0007999200079992001, "failed_transfer": 0.0010998900109989002, "fiat_currency_support": 0.0016998300169983002, "get_disposable_virtual_card": 0.0016998300169983002, "get_physical_card": 0.297970202979702, "getting_spare_card": 0.0015998400159984002, "getting_virtual_card": 0.0014998500149985001, "lost_or_stolen_card": 0.3518648135186481, "lost_or_stolen_phone": 0.009999000099990002, "order_physical_card": 0.0700929907009299, "passcode_forgotten": 0.0044995500449955, "pending_card_payment": 0.0008999100089991, "pending_cash_withdrawal": 0.0008999100089991, "pending_top_up": 0.0008999100089991, "pending_transfer": 0.000999900009999, "pin_blocked": 0.11098890110988902, "receiving_money": 0.0012998700129987, "request_refund": 0.000999900009999, "reverted_card_payment?": 0.0011998800119988001, "supported_cards_and_currencies": 0.0017998200179982, "terminate_account": 0.0012998700129987, "top_up_by_bank_transfer_charge": 0.000999900009999, "top_up_by_card_charge": 0.0008999100089991, "top_up_by_cash_or_cheque": 0.0013998600139986002, "top_up_failed": 0.0010998900109989002, "top_up_limits": 0.000999900009999, "top_up_reverted": 0.0012998700129987, "topping_up_by_card": 0.0013998600139986002, "transaction_charged_twice": 0.000999900009999, "transfer_fee_charged": 0.0008999100089991, "transfer_into_account": 0.000999900009999, "transfer_not_received_by_recipient": 0.0014998500149985001, "transfer_timing": 0.000999900009999, "unable_to_verify_identity": 0.0017998200179982, "verify_my_identity": 0.0012998700129987, "verify_source_of_funds": 0.0012998700129987, "verify_top_up": 0.0008999100089991, "virtual_card_not_working": 0.0016998300169983002, "visa_or_mastercard": 0.0016998300169983002, "why_verify_identity": 0.0012998700129987, "wrong_amount_of_cash_received": 0.0011998800119988001, "wrong_exchange_rate_for_cash_withdrawal": 0.0012998700129987 }, "error": null, "latency_ms": 67.96524999663234, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1249", "text_group": "5f34e3446c1757b9c745ec64211b35cb629b085c8650a4f195a8db3169751d0e", "expected": "get_physical_card", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0008001600320064014, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0008001600320064014, "atm_support": 0.0013002600520104022, "automatic_top_up": 0.000600120024004801, "balance_not_updated_after_bank_transfer": 0.0008001600320064014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008001600320064014, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.000600120024004801, "card_about_to_expire": 0.000600120024004801, "card_acceptance": 0.0009001800360072014, "card_arrival": 0.0008001600320064014, "card_delivery_estimate": 0.000600120024004801, "card_linking": 0.0011002200440088019, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.000600120024004801, "card_payment_wrong_exchange_rate": 0.000600120024004801, "card_swallowed": 0.0008001600320064014, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0013002600520104022, "change_pin": 0.730246049209842, "compromised_card": 0.0008001600320064014, "contactless_not_working": 0.0007001400280056011, "country_support": 0.0008001600320064014, "declined_card_payment": 0.0004000800160032007, "declined_cash_withdrawal": 0.0004000800160032007, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0014002800560112022, "edit_personal_details": 0.009901980396079217, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0009001800360072014, "get_disposable_virtual_card": 0.006601320264052811, "get_physical_card": 0.14882976595319064, "getting_spare_card": 0.007401480296059213, "getting_virtual_card": 0.0016003200640128028, "lost_or_stolen_card": 0.000600120024004801, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0014002800560112022, "passcode_forgotten": 0.011102220444088819, "pending_card_payment": 0.0004000800160032007, "pending_cash_withdrawal": 0.0004000800160032007, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.039307861572314466, "receiving_money": 0.0008001600320064014, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.000600120024004801, "supported_cards_and_currencies": 0.0009001800360072014, "terminate_account": 0.000600120024004801, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0004000800160032007, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.000600120024004801, "top_up_reverted": 0.000600120024004801, "topping_up_by_card": 0.0007001400280056011, "transaction_charged_twice": 0.0004000800160032007, "transfer_fee_charged": 0.0004000800160032007, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.0008001600320064014, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.000600120024004801, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.000600120024004801, "wrong_amount_of_cash_received": 0.0004000800160032007, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 70.06437494419515, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1250", "text_group": "b2f80ff67c50e6209ba45545629f216d4f6ee55217626364a615b577362f66f0", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0006001200240048009, "activate_my_card": 0.0009001800360072014, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.0011002200440088019, "atm_support": 0.001900380076015203, "automatic_top_up": 0.0007001400280056011, "balance_not_updated_after_bank_transfer": 0.0011002200440088019, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010002000400080016, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.0007001400280056011, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.0011002200440088019, "card_arrival": 0.0011002200440088019, "card_delivery_estimate": 0.0008001600320064013, "card_linking": 0.0012002400480096017, "card_not_working": 0.0009001800360072014, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0008001600320064013, "card_payment_wrong_exchange_rate": 0.0008001600320064013, "card_swallowed": 0.0012002400480096017, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.0014002800560112022, "change_pin": 0.0045009001800360065, "compromised_card": 0.0011002200440088019, "contactless_not_working": 0.0010002000400080016, "country_support": 0.0011002200440088019, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0008001600320064013, "disposable_card_limits": 0.0010002000400080016, "edit_personal_details": 0.0012002400480096017, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0008001600320064013, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0012002400480096017, "get_physical_card": 0.8867773554710943, "getting_spare_card": 0.0009001800360072014, "getting_virtual_card": 0.0009001800360072014, "lost_or_stolen_card": 0.017403480696139225, "lost_or_stolen_phone": 0.0030006001200240046, "order_physical_card": 0.023104620924184836, "passcode_forgotten": 0.0011002200440088019, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0006001200240048009, "pin_blocked": 0.006701340268053611, "receiving_money": 0.0010002000400080016, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0010002000400080016, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0007001400280056011, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.0009001800360072014, "transaction_charged_twice": 0.0006001200240048009, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.0006001200240048009, "transfer_not_received_by_recipient": 0.0007001400280056011, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0010002000400080016, "verify_my_identity": 0.0010002000400080016, "verify_source_of_funds": 0.0009001800360072014, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.0009001800360072014, "visa_or_mastercard": 0.0009001800360072014, "why_verify_identity": 0.0010002000400080016, "wrong_amount_of_cash_received": 0.0007001400280056011, "wrong_exchange_rate_for_cash_withdrawal": 0.0008001600320064013 }, "error": null, "latency_ms": 71.64600002579391, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1251", "text_group": "b0506f77c330c7453945bc6e37338fba887b8099f6494657cfddebe0cb2ddf2a", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0015003000600120023, "activate_my_card": 0.005501100220044008, "age_limit": 0.0014002800560112022, "apple_pay_or_google_pay": 0.0017003400680136026, "atm_support": 0.002500500100020004, "automatic_top_up": 0.0011002200440088019, "balance_not_updated_after_bank_transfer": 0.002100420084016803, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017003400680136026, "beneficiary_not_allowed": 0.0017003400680136026, "cancel_transfer": 0.0014002800560112022, "card_about_to_expire": 0.01980396079215843, "card_acceptance": 0.005501100220044008, "card_arrival": 0.04420884176835367, "card_delivery_estimate": 0.002600520104020804, "card_linking": 0.028005601120224044, "card_not_working": 0.011602320464092817, "card_payment_fee_charged": 0.0015003000600120023, "card_payment_not_recognised": 0.0017003400680136026, "card_payment_wrong_exchange_rate": 0.0018003600720144029, "card_swallowed": 0.0049009801960392075, "cash_withdrawal_charge": 0.0012002400480096017, "cash_withdrawal_not_recognised": 0.0014002800560112022, "change_pin": 0.02550510102020404, "compromised_card": 0.003900780156031206, "contactless_not_working": 0.002000400080016003, "country_support": 0.001900380076015203, "declined_card_payment": 0.001300260052010402, "declined_cash_withdrawal": 0.0011002200440088019, "declined_transfer": 0.0012002400480096017, "direct_debit_payment_not_recognised": 0.001300260052010402, "disposable_card_limits": 0.003200640128025605, "edit_personal_details": 0.004200840168033606, "exchange_charge": 0.0011002200440088019, "exchange_rate": 0.0011002200440088019, "exchange_via_app": 0.0014002800560112022, "extra_charge_on_statement": 0.0010002000400080016, "failed_transfer": 0.0011002200440088019, "fiat_currency_support": 0.0016003200640128026, "get_disposable_virtual_card": 0.004200840168033606, "get_physical_card": 0.5808161632326465, "getting_spare_card": 0.0028005601120224045, "getting_virtual_card": 0.0022004400880176037, "lost_or_stolen_card": 0.0028005601120224045, "lost_or_stolen_phone": 0.0010002000400080016, "order_physical_card": 0.13422684536907384, "passcode_forgotten": 0.0012002400480096017, "pending_card_payment": 0.002000400080016003, "pending_cash_withdrawal": 0.001300260052010402, "pending_top_up": 0.0017003400680136026, "pending_transfer": 0.0017003400680136026, "pin_blocked": 0.003900780156031206, "receiving_money": 0.0016003200640128026, "request_refund": 0.0017003400680136026, "reverted_card_payment?": 0.0018003600720144029, "supported_cards_and_currencies": 0.00610122024404881, "terminate_account": 0.0011002200440088019, "top_up_by_bank_transfer_charge": 0.0011002200440088019, "top_up_by_card_charge": 0.0012002400480096017, "top_up_by_cash_or_cheque": 0.0012002400480096017, "top_up_failed": 0.0012002400480096017, "top_up_limits": 0.0012002400480096017, "top_up_reverted": 0.0015003000600120023, "topping_up_by_card": 0.0028005601120224045, "transaction_charged_twice": 0.0012002400480096017, "transfer_fee_charged": 0.0010002000400080016, "transfer_into_account": 0.0010002000400080016, "transfer_not_received_by_recipient": 0.0012002400480096017, "transfer_timing": 0.0012002400480096017, "unable_to_verify_identity": 0.00640128025605121, "verify_my_identity": 0.003200640128025605, "verify_source_of_funds": 0.0028005601120224045, "verify_top_up": 0.012002400480096018, "virtual_card_not_working": 0.0023004600920184036, "visa_or_mastercard": 0.0017003400680136026, "why_verify_identity": 0.003200640128025605, "wrong_amount_of_cash_received": 0.001300260052010402, "wrong_exchange_rate_for_cash_withdrawal": 0.0014002800560112022 }, "error": null, "latency_ms": 71.9259160105139, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1252", "text_group": "a4cb9528a28c504fe9ae74e7237f37231a4df7422643b3f1de0b060c14ad3305", "expected": "get_physical_card", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.001600640256102441, "activate_my_card": 0.003001200480192077, "age_limit": 0.0024009603841536613, "apple_pay_or_google_pay": 0.003001200480192077, "atm_support": 0.009103641456582634, "automatic_top_up": 0.002501000400160064, "balance_not_updated_after_bank_transfer": 0.002501000400160064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0028011204481792717, "beneficiary_not_allowed": 0.003001200480192077, "cancel_transfer": 0.0024009603841536613, "card_about_to_expire": 0.0022008803521408565, "card_acceptance": 0.003601440576230492, "card_arrival": 0.0026010404161664665, "card_delivery_estimate": 0.0024009603841536613, "card_linking": 0.0039015606242496998, "card_not_working": 0.0028011204481792717, "card_payment_fee_charged": 0.0022008803521408565, "card_payment_not_recognised": 0.002300920368147259, "card_payment_wrong_exchange_rate": 0.0024009603841536613, "card_swallowed": 0.0028011204481792717, "cash_withdrawal_charge": 0.0026010404161664665, "cash_withdrawal_not_recognised": 0.0022008803521408565, "change_pin": 0.07883153261304522, "compromised_card": 0.0027010804321728693, "contactless_not_working": 0.003201280512204882, "country_support": 0.005002000800320128, "declined_card_payment": 0.002300920368147259, "declined_cash_withdrawal": 0.002501000400160064, "declined_transfer": 0.003001200480192077, "direct_debit_payment_not_recognised": 0.002300920368147259, "disposable_card_limits": 0.004801920768307323, "edit_personal_details": 0.0033013205282112846, "exchange_charge": 0.0019007603041216487, "exchange_rate": 0.0019007603041216487, "exchange_via_app": 0.0021008403361344537, "extra_charge_on_statement": 0.0021008403361344537, "failed_transfer": 0.0021008403361344537, "fiat_currency_support": 0.003701480592236895, "get_disposable_virtual_card": 0.0026010404161664665, "get_physical_card": 0.03681472589035614, "getting_spare_card": 0.0028011204481792717, "getting_virtual_card": 0.0022008803521408565, "lost_or_stolen_card": 0.0017006802721088435, "lost_or_stolen_phone": 0.001600640256102441, "order_physical_card": 0.003001200480192077, "passcode_forgotten": 0.06652661064425772, "pending_card_payment": 0.0019007603041216487, "pending_cash_withdrawal": 0.001800720288115246, "pending_top_up": 0.0019007603041216487, "pending_transfer": 0.0021008403361344537, "pin_blocked": 0.6235494197679071, "receiving_money": 0.0031012404961984793, "request_refund": 0.0020008003201280513, "reverted_card_payment?": 0.002300920368147259, "supported_cards_and_currencies": 0.004201680672268907, "terminate_account": 0.0028011204481792717, "top_up_by_bank_transfer_charge": 0.0019007603041216487, "top_up_by_card_charge": 0.001800720288115246, "top_up_by_cash_or_cheque": 0.0024009603841536613, "top_up_failed": 0.0022008803521408565, "top_up_limits": 0.0026010404161664665, "top_up_reverted": 0.002501000400160064, "topping_up_by_card": 0.002901160464185674, "transaction_charged_twice": 0.001800720288115246, "transfer_fee_charged": 0.001800720288115246, "transfer_into_account": 0.0019007603041216487, "transfer_not_received_by_recipient": 0.0021008403361344537, "transfer_timing": 0.0020008003201280513, "unable_to_verify_identity": 0.002901160464185674, "verify_my_identity": 0.003201280512204882, "verify_source_of_funds": 0.002501000400160064, "verify_top_up": 0.0027010804321728693, "virtual_card_not_working": 0.0028011204481792717, "visa_or_mastercard": 0.003601440576230492, "why_verify_identity": 0.003001200480192077, "wrong_amount_of_cash_received": 0.0020008003201280513, "wrong_exchange_rate_for_cash_withdrawal": 0.0024009603841536613 }, "error": null, "latency_ms": 69.42175002768636, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1253", "text_group": "73769f8d5d0b84cae360ba7b82e359169c622a6a30b12cdaf9fa407d71cf34f9", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0013997200559888023, "activate_my_card": 0.004299140171965607, "age_limit": 0.0018996200759848032, "apple_pay_or_google_pay": 0.004399120175964807, "atm_support": 0.006698660267946411, "automatic_top_up": 0.001999600079984003, "balance_not_updated_after_bank_transfer": 0.001999600079984003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0020995800839832034, "beneficiary_not_allowed": 0.0023995200959808036, "cancel_transfer": 0.0018996200759848032, "card_about_to_expire": 0.004299140171965607, "card_acceptance": 0.009098180363927216, "card_arrival": 0.0037992401519696063, "card_delivery_estimate": 0.0018996200759848032, "card_linking": 0.019496100779844032, "card_not_working": 0.00569886022795441, "card_payment_fee_charged": 0.0023995200959808036, "card_payment_not_recognised": 0.0021995600879824036, "card_payment_wrong_exchange_rate": 0.0021995600879824036, "card_swallowed": 0.0030993801239752048, "cash_withdrawal_charge": 0.0016996600679864027, "cash_withdrawal_not_recognised": 0.0016996600679864027, "change_pin": 0.04089182163567286, "compromised_card": 0.0033993201359728054, "contactless_not_working": 0.0033993201359728054, "country_support": 0.0030993801239752048, "declined_card_payment": 0.001799640071985603, "declined_cash_withdrawal": 0.0013997200559888023, "declined_transfer": 0.0014997000599880025, "direct_debit_payment_not_recognised": 0.0018996200759848032, "disposable_card_limits": 0.00629874025194961, "edit_personal_details": 0.002599480103979204, "exchange_charge": 0.0014997000599880025, "exchange_rate": 0.0015996800639872027, "exchange_via_app": 0.001799640071985603, "extra_charge_on_statement": 0.0013997200559888023, "failed_transfer": 0.0014997000599880025, "fiat_currency_support": 0.0034993001399720057, "get_disposable_virtual_card": 0.004499100179964007, "get_physical_card": 0.6405718856228755, "getting_spare_card": 0.00599880023995201, "getting_virtual_card": 0.0026994601079784043, "lost_or_stolen_card": 0.0032993401319736052, "lost_or_stolen_phone": 0.0013997200559888023, "order_physical_card": 0.060187962407518496, "passcode_forgotten": 0.001799640071985603, "pending_card_payment": 0.0016996600679864027, "pending_cash_withdrawal": 0.001299740051989602, "pending_top_up": 0.0013997200559888023, "pending_transfer": 0.0013997200559888023, "pin_blocked": 0.01749650069986003, "receiving_money": 0.002299540091981604, "request_refund": 0.0014997000599880025, "reverted_card_payment?": 0.0021995600879824036, "supported_cards_and_currencies": 0.03029394121175765, "terminate_account": 0.0016996600679864027, "top_up_by_bank_transfer_charge": 0.0015996800639872027, "top_up_by_card_charge": 0.0015996800639872027, "top_up_by_cash_or_cheque": 0.001799640071985603, "top_up_failed": 0.0014997000599880025, "top_up_limits": 0.001799640071985603, "top_up_reverted": 0.0018996200759848032, "topping_up_by_card": 0.008098380323935212, "transaction_charged_twice": 0.0013997200559888023, "transfer_fee_charged": 0.0013997200559888023, "transfer_into_account": 0.001299740051989602, "transfer_not_received_by_recipient": 0.0014997000599880025, "transfer_timing": 0.0014997000599880025, "unable_to_verify_identity": 0.001999600079984003, "verify_my_identity": 0.001999600079984003, "verify_source_of_funds": 0.0018996200759848032, "verify_top_up": 0.001799640071985603, "virtual_card_not_working": 0.0023995200959808036, "visa_or_mastercard": 0.013197360527894421, "why_verify_identity": 0.001999600079984003, "wrong_amount_of_cash_received": 0.0014997000599880025, "wrong_exchange_rate_for_cash_withdrawal": 0.001799640071985603 }, "error": null, "latency_ms": 69.67937492299825, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1254", "text_group": "ca4bced71d1943cfa1bd4cd5fe560b9f06ffc60ed49ee8d6e779cf188c51cdd7", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0007001400280056011, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0006001200240048009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.0010002000400080016, "card_arrival": 0.0007001400280056011, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0027005401080216042, "card_not_working": 0.0011002200440088019, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0009001800360072014, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00040008001600320064, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0005001000200040008, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0011002200440088019, "get_physical_card": 0.9569913982796558, "getting_spare_card": 0.0007001400280056011, "getting_virtual_card": 0.0009001800360072014, "lost_or_stolen_card": 0.0009001800360072014, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.001300260052010402, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0006001200240048009, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0015003000600120023, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0010002000400080016, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.0007001400280056011, "verify_source_of_funds": 0.0006001200240048009, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0006001200240048009, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 69.84033295884728, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1255", "text_group": "6dca9d2fdc91ee2aa4647ef5b638496c0c1458cd5496ad4aac271839d6b2d8eb", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0013003901170351103, "activate_my_card": 0.0017005101530459135, "age_limit": 0.0009002700810243073, "apple_pay_or_google_pay": 0.0014004201260378114, "atm_support": 0.002700810243072922, "automatic_top_up": 0.001100330099029709, "balance_not_updated_after_bank_transfer": 0.00500150045013504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0026007802340702207, "beneficiary_not_allowed": 0.001600480144043213, "cancel_transfer": 0.001100330099029709, "card_about_to_expire": 0.0019005701710513153, "card_acceptance": 0.0029008702610783233, "card_arrival": 0.006401920576172852, "card_delivery_estimate": 0.0015004501350405122, "card_linking": 0.008902670801240372, "card_not_working": 0.0029008702610783233, "card_payment_fee_charged": 0.0013003901170351103, "card_payment_not_recognised": 0.0015004501350405122, "card_payment_wrong_exchange_rate": 0.0013003901170351103, "card_swallowed": 0.0029008702610783233, "cash_withdrawal_charge": 0.0010003000900270082, "cash_withdrawal_not_recognised": 0.002100630189056717, "change_pin": 0.001600480144043213, "compromised_card": 0.004001200360108033, "contactless_not_working": 0.0018005401620486145, "country_support": 0.0017005101530459135, "declined_card_payment": 0.0010003000900270082, "declined_cash_withdrawal": 0.0010003000900270082, "declined_transfer": 0.0010003000900270082, "direct_debit_payment_not_recognised": 0.0013003901170351103, "disposable_card_limits": 0.0018005401620486145, "edit_personal_details": 0.00500150045013504, "exchange_charge": 0.0008002400720216065, "exchange_rate": 0.0008002400720216065, "exchange_via_app": 0.0010003000900270082, "extra_charge_on_statement": 0.0008002400720216065, "failed_transfer": 0.0009002700810243073, "fiat_currency_support": 0.0014004201260378114, "get_disposable_virtual_card": 0.00250075022506752, "get_physical_card": 0.81074322296689, "getting_spare_card": 0.0026007802340702207, "getting_virtual_card": 0.0018005401620486145, "lost_or_stolen_card": 0.003200960288086426, "lost_or_stolen_phone": 0.0009002700810243073, "order_physical_card": 0.05351605481644493, "passcode_forgotten": 0.0010003000900270082, "pending_card_payment": 0.0012003601080324095, "pending_cash_withdrawal": 0.001100330099029709, "pending_top_up": 0.001100330099029709, "pending_transfer": 0.001100330099029709, "pin_blocked": 0.0014004201260378114, "receiving_money": 0.0014004201260378114, "request_refund": 0.001100330099029709, "reverted_card_payment?": 0.002100630189056717, "supported_cards_and_currencies": 0.00370111033309993, "terminate_account": 0.001100330099029709, "top_up_by_bank_transfer_charge": 0.0009002700810243073, "top_up_by_card_charge": 0.0009002700810243073, "top_up_by_cash_or_cheque": 0.001100330099029709, "top_up_failed": 0.0010003000900270082, "top_up_limits": 0.0010003000900270082, "top_up_reverted": 0.0013003901170351103, "topping_up_by_card": 0.00250075022506752, "transaction_charged_twice": 0.0008002400720216065, "transfer_fee_charged": 0.0008002400720216065, "transfer_into_account": 0.0009002700810243073, "transfer_not_received_by_recipient": 0.001100330099029709, "transfer_timing": 0.0009002700810243073, "unable_to_verify_identity": 0.0015004501350405122, "verify_my_identity": 0.0015004501350405122, "verify_source_of_funds": 0.0035010503150945285, "verify_top_up": 0.002100630189056717, "virtual_card_not_working": 0.0014004201260378114, "visa_or_mastercard": 0.001600480144043213, "why_verify_identity": 0.0014004201260378114, "wrong_amount_of_cash_received": 0.001100330099029709, "wrong_exchange_rate_for_cash_withdrawal": 0.0012003601080324095 }, "error": null, "latency_ms": 69.1016250057146, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1256", "text_group": "87d18ab61681b7f4997e28d1635eb0d3a3564558d4cd5f7ebd73382ea675ad7b", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0022997700229977, "activate_my_card": 0.0047995200479952005, "age_limit": 0.0017998200179982, "apple_pay_or_google_pay": 0.0027997200279972004, "atm_support": 0.0060993900609939014, "automatic_top_up": 0.0022997700229977, "balance_not_updated_after_bank_transfer": 0.007899210078992101, "balance_not_updated_after_cheque_or_cash_deposit": 0.0044995500449955, "beneficiary_not_allowed": 0.0044995500449955, "cancel_transfer": 0.0023997600239976003, "card_about_to_expire": 0.010898910108989102, "card_acceptance": 0.013498650134986502, "card_arrival": 0.013598640135986401, "card_delivery_estimate": 0.0024997500249975004, "card_linking": 0.06779322067793221, "card_not_working": 0.020597940205979402, "card_payment_fee_charged": 0.0026997300269973002, "card_payment_not_recognised": 0.0059994000599940004, "card_payment_wrong_exchange_rate": 0.0034996500349965005, "card_swallowed": 0.10628937106289371, "cash_withdrawal_charge": 0.001999800019998, "cash_withdrawal_not_recognised": 0.0023997600239976003, "change_pin": 0.0060993900609939014, "compromised_card": 0.030096990300969902, "contactless_not_working": 0.0057994200579942, "country_support": 0.0034996500349965005, "declined_card_payment": 0.0038996100389961, "declined_cash_withdrawal": 0.0024997500249975004, "declined_transfer": 0.0033996600339966003, "direct_debit_payment_not_recognised": 0.0023997600239976003, "disposable_card_limits": 0.006299370062993701, "edit_personal_details": 0.004199580041995801, "exchange_charge": 0.0017998200179982, "exchange_rate": 0.0018998100189981002, "exchange_via_app": 0.0021997800219978004, "extra_charge_on_statement": 0.0016998300169983002, "failed_transfer": 0.001999800019998, "fiat_currency_support": 0.0029997000299970002, "get_disposable_virtual_card": 0.0071992800719928, "get_physical_card": 0.4460553944605539, "getting_spare_card": 0.0046995300469953, "getting_virtual_card": 0.0034996500349965005, "lost_or_stolen_card": 0.024897510248975102, "lost_or_stolen_phone": 0.0016998300169983002, "order_physical_card": 0.030996900309969003, "passcode_forgotten": 0.0025997400259974, "pending_card_payment": 0.0035996400359964, "pending_cash_withdrawal": 0.0020997900209979003, "pending_top_up": 0.0024997500249975004, "pending_transfer": 0.0023997600239976003, "pin_blocked": 0.005599440055994401, "receiving_money": 0.0025997400259974, "request_refund": 0.0025997400259974, "reverted_card_payment?": 0.005599440055994401, "supported_cards_and_currencies": 0.013698630136986302, "terminate_account": 0.0020997900209979003, "top_up_by_bank_transfer_charge": 0.001999800019998, "top_up_by_card_charge": 0.001999800019998, "top_up_by_cash_or_cheque": 0.0023997600239976003, "top_up_failed": 0.001999800019998, "top_up_limits": 0.0018998100189981002, "top_up_reverted": 0.0027997200279972004, "topping_up_by_card": 0.007499250074992501, "transaction_charged_twice": 0.0016998300169983002, "transfer_fee_charged": 0.0015998400159984002, "transfer_into_account": 0.0016998300169983002, "transfer_not_received_by_recipient": 0.001999800019998, "transfer_timing": 0.0017998200179982, "unable_to_verify_identity": 0.004399560043995601, "verify_my_identity": 0.0044995500449955, "verify_source_of_funds": 0.0036996300369963007, "verify_top_up": 0.0025997400259974, "virtual_card_not_working": 0.0058994100589941, "visa_or_mastercard": 0.0034996500349965005, "why_verify_identity": 0.004899510048995101, "wrong_amount_of_cash_received": 0.0022997700229977, "wrong_exchange_rate_for_cash_withdrawal": 0.0023997600239976003 }, "error": null, "latency_ms": 68.52608395274729, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1257", "text_group": "c2dbd95cdd37149b0a08bfe04c16b45e3e6afa7f480826ee97ba77e18629203b", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0012004801920768306, "activate_my_card": 0.0006002400960384153, "age_limit": 0.0005002000800320128, "apple_pay_or_google_pay": 0.0007002801120448179, "atm_support": 0.000900360144057623, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.0011004401760704283, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008003201280512205, "beneficiary_not_allowed": 0.0011004401760704283, "cancel_transfer": 0.0006002400960384153, "card_about_to_expire": 0.0014005602240896359, "card_acceptance": 0.0010004001600640256, "card_arrival": 0.029511804721888756, "card_delivery_estimate": 0.005302120848339336, "card_linking": 0.0020008003201280513, "card_not_working": 0.001800720288115246, "card_payment_fee_charged": 0.0005002000800320128, "card_payment_not_recognised": 0.0006002400960384153, "card_payment_wrong_exchange_rate": 0.0007002801120448179, "card_swallowed": 0.16526610644257705, "cash_withdrawal_charge": 0.0005002000800320128, "cash_withdrawal_not_recognised": 0.000900360144057623, "change_pin": 0.000900360144057623, "compromised_card": 0.0013005202080832333, "contactless_not_working": 0.0008003201280512205, "country_support": 0.0008003201280512205, "declined_card_payment": 0.0006002400960384153, "declined_cash_withdrawal": 0.0007002801120448179, "declined_transfer": 0.0007002801120448179, "direct_debit_payment_not_recognised": 0.0006002400960384153, "disposable_card_limits": 0.0007002801120448179, "edit_personal_details": 0.0006002400960384153, "exchange_charge": 0.0005002000800320128, "exchange_rate": 0.0005002000800320128, "exchange_via_app": 0.0005002000800320128, "extra_charge_on_statement": 0.00040016006402561027, "failed_transfer": 0.0005002000800320128, "fiat_currency_support": 0.0006002400960384153, "get_disposable_virtual_card": 0.001800720288115246, "get_physical_card": 0.5600240096038416, "getting_spare_card": 0.0015006002400960385, "getting_virtual_card": 0.0010004001600640256, "lost_or_stolen_card": 0.09123649459783914, "lost_or_stolen_phone": 0.0008003201280512205, "order_physical_card": 0.09273709483793519, "passcode_forgotten": 0.0005002000800320128, "pending_card_payment": 0.0006002400960384153, "pending_cash_withdrawal": 0.0006002400960384153, "pending_top_up": 0.0005002000800320128, "pending_transfer": 0.0006002400960384153, "pin_blocked": 0.0027010804321728693, "receiving_money": 0.0008003201280512205, "request_refund": 0.0007002801120448179, "reverted_card_payment?": 0.0007002801120448179, "supported_cards_and_currencies": 0.0008003201280512205, "terminate_account": 0.0005002000800320128, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00040016006402561027, "top_up_by_cash_or_cheque": 0.0005002000800320128, "top_up_failed": 0.0005002000800320128, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.0007002801120448179, "topping_up_by_card": 0.0008003201280512205, "transaction_charged_twice": 0.0005002000800320128, "transfer_fee_charged": 0.00040016006402561027, "transfer_into_account": 0.0005002000800320128, "transfer_not_received_by_recipient": 0.0013005202080832333, "transfer_timing": 0.0005002000800320128, "unable_to_verify_identity": 0.0008003201280512205, "verify_my_identity": 0.0006002400960384153, "verify_source_of_funds": 0.0005002000800320128, "verify_top_up": 0.0005002000800320128, "virtual_card_not_working": 0.0008003201280512205, "visa_or_mastercard": 0.0007002801120448179, "why_verify_identity": 0.0006002400960384153, "wrong_amount_of_cash_received": 0.0017006802721088435, "wrong_exchange_rate_for_cash_withdrawal": 0.0007002801120448179 }, "error": null, "latency_ms": 68.998874980025, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1258", "text_group": "38c1aec2d5a9cdef1005d4f62b5b13b800bb94ad17f0006dbed9b707e5b08fad", "expected": "get_physical_card", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.0008999100089991, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.0015998400159984002, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0004999500049995, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.0325967403259674, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0007999200079992001, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.9383061693830617, "receiving_money": 0.00029997000299970003, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.56870790943503, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1259", "text_group": "3d182ebe3629b2a75281a6fc61d08d9c47e641641c2ff7a200a6ba9432bb575f", "expected": "get_physical_card", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.0017005101530459135, "activate_my_card": 0.07532259677903372, "age_limit": 0.0023006902070621185, "apple_pay_or_google_pay": 0.0038011403421026307, "atm_support": 0.010903270981294387, "automatic_top_up": 0.005601680504151245, "balance_not_updated_after_bank_transfer": 0.0028008402520756227, "balance_not_updated_after_cheque_or_cash_deposit": 0.0030009002700810243, "beneficiary_not_allowed": 0.0029008702610783233, "cancel_transfer": 0.00250075022506752, "card_about_to_expire": 0.0023006902070621185, "card_acceptance": 0.005901770531159347, "card_arrival": 0.0028008402520756227, "card_delivery_estimate": 0.002400720216064819, "card_linking": 0.010703210963288986, "card_not_working": 0.0028008402520756227, "card_payment_fee_charged": 0.0026007802340702207, "card_payment_not_recognised": 0.002400720216064819, "card_payment_wrong_exchange_rate": 0.0026007802340702207, "card_swallowed": 0.0026007802340702207, "cash_withdrawal_charge": 0.0028008402520756227, "cash_withdrawal_not_recognised": 0.0019005701710513153, "change_pin": 0.15674702410723218, "compromised_card": 0.0026007802340702207, "contactless_not_working": 0.0033009902970891265, "country_support": 0.005401620486145844, "declined_card_payment": 0.0020006001800540163, "declined_cash_withdrawal": 0.0018005401620486145, "declined_transfer": 0.002200660198059418, "direct_debit_payment_not_recognised": 0.0023006902070621185, "disposable_card_limits": 0.007702310693207963, "edit_personal_details": 0.004101230369110733, "exchange_charge": 0.0026007802340702207, "exchange_rate": 0.0023006902070621185, "exchange_via_app": 0.0026007802340702207, "extra_charge_on_statement": 0.0029008702610783233, "failed_transfer": 0.002100630189056717, "fiat_currency_support": 0.00490147044113234, "get_disposable_virtual_card": 0.00740222066619986, "get_physical_card": 0.2133640092027608, "getting_spare_card": 0.012003601080324097, "getting_virtual_card": 0.005301590477143143, "lost_or_stolen_card": 0.001600480144043213, "lost_or_stolen_phone": 0.001600480144043213, "order_physical_card": 0.0494148244473342, "passcode_forgotten": 0.04341302390717215, "pending_card_payment": 0.0020006001800540163, "pending_cash_withdrawal": 0.0017005101530459135, "pending_top_up": 0.002200660198059418, "pending_transfer": 0.0020006001800540163, "pin_blocked": 0.22756827048114434, "receiving_money": 0.004201260378113434, "request_refund": 0.0019005701710513153, "reverted_card_payment?": 0.002200660198059418, "supported_cards_and_currencies": 0.004401320396118836, "terminate_account": 0.0026007802340702207, "top_up_by_bank_transfer_charge": 0.0028008402520756227, "top_up_by_card_charge": 0.002700810243072922, "top_up_by_cash_or_cheque": 0.0028008402520756227, "top_up_failed": 0.002400720216064819, "top_up_limits": 0.002700810243072922, "top_up_reverted": 0.002700810243072922, "topping_up_by_card": 0.005901770531159347, "transaction_charged_twice": 0.0018005401620486145, "transfer_fee_charged": 0.0019005701710513153, "transfer_into_account": 0.002100630189056717, "transfer_not_received_by_recipient": 0.0020006001800540163, "transfer_timing": 0.002100630189056717, "unable_to_verify_identity": 0.002700810243072922, "verify_my_identity": 0.0035010503150945285, "verify_source_of_funds": 0.0026007802340702207, "verify_top_up": 0.0026007802340702207, "virtual_card_not_working": 0.00250075022506752, "visa_or_mastercard": 0.004401320396118836, "why_verify_identity": 0.0026007802340702207, "wrong_amount_of_cash_received": 0.0019005701710513153, "wrong_exchange_rate_for_cash_withdrawal": 0.002200660198059418 }, "error": null, "latency_ms": 75.31729200854897, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1260", "text_group": "f01aab2b77af47d335c02e3a0ce0eb98259e17b6280daa21c612938f38b3d195", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.000999700089973008, "activate_my_card": 0.0014995501349595122, "age_limit": 0.000999700089973008, "apple_pay_or_google_pay": 0.0016994901529541137, "atm_support": 0.002599220233929821, "automatic_top_up": 0.000999700089973008, "balance_not_updated_after_bank_transfer": 0.001099670098970309, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011996401079676095, "beneficiary_not_allowed": 0.0012996101169649105, "cancel_transfer": 0.0008997300809757073, "card_about_to_expire": 0.002199340197940618, "card_acceptance": 0.0031990402879136263, "card_arrival": 0.0036988903329001305, "card_delivery_estimate": 0.0012996101169649105, "card_linking": 0.004698590422873138, "card_not_working": 0.0017994601619514146, "card_payment_fee_charged": 0.001099670098970309, "card_payment_not_recognised": 0.0013995801259622115, "card_payment_wrong_exchange_rate": 0.001099670098970309, "card_swallowed": 0.0014995501349595122, "cash_withdrawal_charge": 0.0008997300809757073, "cash_withdrawal_not_recognised": 0.0013995801259622115, "change_pin": 0.0013995801259622115, "compromised_card": 0.009297210836748974, "contactless_not_working": 0.0013995801259622115, "country_support": 0.0014995501349595122, "declined_card_payment": 0.0008997300809757073, "declined_cash_withdrawal": 0.0008997300809757073, "declined_transfer": 0.0008997300809757073, "direct_debit_payment_not_recognised": 0.0011996401079676095, "disposable_card_limits": 0.0013995801259622115, "edit_personal_details": 0.0012996101169649105, "exchange_charge": 0.0006997900629811057, "exchange_rate": 0.0007997600719784066, "exchange_via_app": 0.0008997300809757073, "extra_charge_on_statement": 0.0006997900629811057, "failed_transfer": 0.0007997600719784066, "fiat_currency_support": 0.0013995801259622115, "get_disposable_virtual_card": 0.0014995501349595122, "get_physical_card": 0.8206538038588423, "getting_spare_card": 0.0028991302609217232, "getting_virtual_card": 0.002199340197940618, "lost_or_stolen_card": 0.016694991502549234, "lost_or_stolen_phone": 0.0007997600719784066, "order_physical_card": 0.0496850944716585, "passcode_forgotten": 0.001099670098970309, "pending_card_payment": 0.0007997600719784066, "pending_cash_withdrawal": 0.0007997600719784066, "pending_top_up": 0.0007997600719784066, "pending_transfer": 0.0007997600719784066, "pin_blocked": 0.002599220233929821, "receiving_money": 0.0013995801259622115, "request_refund": 0.0008997300809757073, "reverted_card_payment?": 0.0011996401079676095, "supported_cards_and_currencies": 0.00489853044086774, "terminate_account": 0.0008997300809757073, "top_up_by_bank_transfer_charge": 0.0007997600719784066, "top_up_by_card_charge": 0.0007997600719784066, "top_up_by_cash_or_cheque": 0.0011996401079676095, "top_up_failed": 0.0008997300809757073, "top_up_limits": 0.0008997300809757073, "top_up_reverted": 0.000999700089973008, "topping_up_by_card": 0.0036988903329001305, "transaction_charged_twice": 0.0007997600719784066, "transfer_fee_charged": 0.0007997600719784066, "transfer_into_account": 0.0007997600719784066, "transfer_not_received_by_recipient": 0.0008997300809757073, "transfer_timing": 0.0007997600719784066, "unable_to_verify_identity": 0.0013995801259622115, "verify_my_identity": 0.0015995201439568132, "verify_source_of_funds": 0.002099370188943317, "verify_top_up": 0.0012996101169649105, "virtual_card_not_working": 0.0011996401079676095, "visa_or_mastercard": 0.002099370188943317, "why_verify_identity": 0.0011996401079676095, "wrong_amount_of_cash_received": 0.0008997300809757073, "wrong_exchange_rate_for_cash_withdrawal": 0.001099670098970309 }, "error": null, "latency_ms": 70.75037492904812, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1261", "text_group": "d3c22ae38b7cce82dd4a3ae7d6fc88195a029c9592b56cef34981ea0dee60f82", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.0007999200079992001, "age_limit": 0.0005999400059994001, "apple_pay_or_google_pay": 0.0008999100089991, "atm_support": 0.0012998700129987, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0008999100089991, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007999200079992001, "beneficiary_not_allowed": 0.0007999200079992001, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.0010998900109989002, "card_acceptance": 0.0010998900109989002, "card_arrival": 0.0015998400159984002, "card_delivery_estimate": 0.0006999300069993001, "card_linking": 0.0046995300469953, "card_not_working": 0.0014998500149985001, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.0006999300069993001, "card_payment_wrong_exchange_rate": 0.0006999300069993001, "card_swallowed": 0.0036996300369963007, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0007999200079992001, "compromised_card": 0.0015998400159984002, "contactless_not_working": 0.0008999100089991, "country_support": 0.0008999100089991, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.0006999300069993001, "disposable_card_limits": 0.000999900009999, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.0007999200079992001, "get_disposable_virtual_card": 0.0008999100089991, "get_physical_card": 0.7193280671932807, "getting_spare_card": 0.000999900009999, "getting_virtual_card": 0.0007999200079992001, "lost_or_stolen_card": 0.20907909209079092, "lost_or_stolen_phone": 0.0006999300069993001, "order_physical_card": 0.0112988701129887, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0007999200079992001, "receiving_money": 0.0005999400059994001, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.0015998400159984002, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.000999900009999, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0005999400059994001, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.0006999300069993001, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.0007999200079992001, "visa_or_mastercard": 0.0008999100089991, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0005999400059994001, "wrong_exchange_rate_for_cash_withdrawal": 0.0006999300069993001 }, "error": null, "latency_ms": 70.96179202198982, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1262", "text_group": "7c9a6d9b23a3de83f03e26b0c3dd1d12c29c46bd33d2b69b349757da9cadd22d", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0015, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0007, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0004, "card_acceptance": 0.0004, "card_arrival": 0.0011, "card_delivery_estimate": 0.0145, "card_linking": 0.0005, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0005, "compromised_card": 0.0005, "contactless_not_working": 0.0006, "country_support": 0.0005, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0004, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0041, "get_physical_card": 0.71, "getting_spare_card": 0.002, "getting_virtual_card": 0.0046, "lost_or_stolen_card": 0.0013, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.2168, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0014, "pending_top_up": 0.0011, "pending_transfer": 0.002, "pin_blocked": 0.0107, "receiving_money": 0.0006, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0004, "top_up_limits": 0.0003, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0011, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 76.0685830609873, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1263", "text_group": "ed45df39c09d9c997fddac9091932bbdf7235ba5a810b5f883ec42d1e9eb8188", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0009998000399920016, "activate_my_card": 0.0011997600479904018, "age_limit": 0.0010997800439912018, "apple_pay_or_google_pay": 0.0015996800639872027, "atm_support": 0.0027994401119776045, "automatic_top_up": 0.0010997800439912018, "balance_not_updated_after_bank_transfer": 0.002999400119976005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018996200759848032, "beneficiary_not_allowed": 0.0016996600679864027, "cancel_transfer": 0.0011997600479904018, "card_about_to_expire": 0.0011997600479904018, "card_acceptance": 0.0016996600679864027, "card_arrival": 0.0013997200559888023, "card_delivery_estimate": 0.0011997600479904018, "card_linking": 0.001999600079984003, "card_not_working": 0.0014997000599880025, "card_payment_fee_charged": 0.0009998000399920016, "card_payment_not_recognised": 0.0014997000599880025, "card_payment_wrong_exchange_rate": 0.001299740051989602, "card_swallowed": 0.0016996600679864027, "cash_withdrawal_charge": 0.0010997800439912018, "cash_withdrawal_not_recognised": 0.004099180163967207, "change_pin": 0.0016996600679864027, "compromised_card": 0.0016996600679864027, "contactless_not_working": 0.0015996800639872027, "country_support": 0.0015996800639872027, "declined_card_payment": 0.0008998200359928015, "declined_cash_withdrawal": 0.0010997800439912018, "declined_transfer": 0.0009998000399920016, "direct_debit_payment_not_recognised": 0.0013997200559888023, "disposable_card_limits": 0.0014997000599880025, "edit_personal_details": 0.0021995600879824036, "exchange_charge": 0.0008998200359928015, "exchange_rate": 0.0008998200359928015, "exchange_via_app": 0.0009998000399920016, "extra_charge_on_statement": 0.0008998200359928015, "failed_transfer": 0.0010997800439912018, "fiat_currency_support": 0.0014997000599880025, "get_disposable_virtual_card": 0.0015996800639872027, "get_physical_card": 0.8298340331933614, "getting_spare_card": 0.0013997200559888023, "getting_virtual_card": 0.001799640071985603, "lost_or_stolen_card": 0.056788642271545696, "lost_or_stolen_phone": 0.0018996200759848032, "order_physical_card": 0.007798440311937612, "passcode_forgotten": 0.0016996600679864027, "pending_card_payment": 0.0008998200359928015, "pending_cash_withdrawal": 0.0009998000399920016, "pending_top_up": 0.0009998000399920016, "pending_transfer": 0.0009998000399920016, "pin_blocked": 0.0027994401119776045, "receiving_money": 0.0014997000599880025, "request_refund": 0.0010997800439912018, "reverted_card_payment?": 0.0011997600479904018, "supported_cards_and_currencies": 0.0014997000599880025, "terminate_account": 0.0015996800639872027, "top_up_by_bank_transfer_charge": 0.0008998200359928015, "top_up_by_card_charge": 0.0008998200359928015, "top_up_by_cash_or_cheque": 0.0011997600479904018, "top_up_failed": 0.0010997800439912018, "top_up_limits": 0.0009998000399920016, "top_up_reverted": 0.001299740051989602, "topping_up_by_card": 0.0011997600479904018, "transaction_charged_twice": 0.0009998000399920016, "transfer_fee_charged": 0.0008998200359928015, "transfer_into_account": 0.0010997800439912018, "transfer_not_received_by_recipient": 0.0011997600479904018, "transfer_timing": 0.0009998000399920016, "unable_to_verify_identity": 0.0016996600679864027, "verify_my_identity": 0.0015996800639872027, "verify_source_of_funds": 0.0023995200959808036, "verify_top_up": 0.001299740051989602, "virtual_card_not_working": 0.0011997600479904018, "visa_or_mastercard": 0.0013997200559888023, "why_verify_identity": 0.0014997000599880025, "wrong_amount_of_cash_received": 0.0011997600479904018, "wrong_exchange_rate_for_cash_withdrawal": 0.0011997600479904018 }, "error": null, "latency_ms": 73.21220799349248, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1264", "text_group": "c51a59dc140647233bb36acc782ed9b3677198287ab01db2c2b434b065130414", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0006998600279944011, "activate_my_card": 0.0009998000399920016, "age_limit": 0.0006998600279944011, "apple_pay_or_google_pay": 0.0009998000399920016, "atm_support": 0.001299740051989602, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.0013997200559888023, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009998000399920016, "beneficiary_not_allowed": 0.0009998000399920016, "cancel_transfer": 0.0007998400319936014, "card_about_to_expire": 0.0013997200559888023, "card_acceptance": 0.0014997000599880025, "card_arrival": 0.0015996800639872027, "card_delivery_estimate": 0.0008998200359928015, "card_linking": 0.010197960407918417, "card_not_working": 0.0026994601079784043, "card_payment_fee_charged": 0.0009998000399920016, "card_payment_not_recognised": 0.0014997000599880025, "card_payment_wrong_exchange_rate": 0.0009998000399920016, "card_swallowed": 0.07188562287542492, "cash_withdrawal_charge": 0.0006998600279944011, "cash_withdrawal_not_recognised": 0.0010997800439912018, "change_pin": 0.0009998000399920016, "compromised_card": 0.0046990601879624075, "contactless_not_working": 0.0009998000399920016, "country_support": 0.0009998000399920016, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.0008998200359928015, "disposable_card_limits": 0.001299740051989602, "edit_personal_details": 0.0007998400319936014, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0006998600279944011, "fiat_currency_support": 0.0008998200359928015, "get_disposable_virtual_card": 0.0016996600679864027, "get_physical_card": 0.6081783643271346, "getting_spare_card": 0.0010997800439912018, "getting_virtual_card": 0.0010997800439912018, "lost_or_stolen_card": 0.23445310937812436, "lost_or_stolen_phone": 0.0013997200559888023, "order_physical_card": 0.004199160167966407, "passcode_forgotten": 0.0007998400319936014, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0005998800239952009, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.0010997800439912018, "receiving_money": 0.0008998200359928015, "request_refund": 0.0006998600279944011, "reverted_card_payment?": 0.0010997800439912018, "supported_cards_and_currencies": 0.0016996600679864027, "terminate_account": 0.0006998600279944011, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0006998600279944011, "top_up_failed": 0.0006998600279944011, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0008998200359928015, "topping_up_by_card": 0.0013997200559888023, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.0007998400319936014, "transfer_timing": 0.0006998600279944011, "unable_to_verify_identity": 0.0008998200359928015, "verify_my_identity": 0.0008998200359928015, "verify_source_of_funds": 0.0008998200359928015, "verify_top_up": 0.0006998600279944011, "virtual_card_not_working": 0.0008998200359928015, "visa_or_mastercard": 0.0009998000399920016, "why_verify_identity": 0.0007998400319936014, "wrong_amount_of_cash_received": 0.0006998600279944011, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 73.75183398835361, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1265", "text_group": "931a979bf30157e803d4c164149d8ef484c13c0dd6cb3d46d0a42e9c2b8775ed", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0008999100089991, "age_limit": 0.0006999300069993001, "apple_pay_or_google_pay": 0.0010998900109989002, "atm_support": 0.0018998100189981002, "automatic_top_up": 0.0007999200079992001, "balance_not_updated_after_bank_transfer": 0.0012998700129987, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011998800119988001, "beneficiary_not_allowed": 0.0010998900109989002, "cancel_transfer": 0.0007999200079992001, "card_about_to_expire": 0.0007999200079992001, "card_acceptance": 0.0010998900109989002, "card_arrival": 0.0011998800119988001, "card_delivery_estimate": 0.0008999100089991, "card_linking": 0.0011998800119988001, "card_not_working": 0.000999900009999, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.0007999200079992001, "card_payment_wrong_exchange_rate": 0.0007999200079992001, "card_swallowed": 0.0011998800119988001, "cash_withdrawal_charge": 0.0006999300069993001, "cash_withdrawal_not_recognised": 0.0012998700129987, "change_pin": 0.0027997200279972004, "compromised_card": 0.0010998900109989002, "contactless_not_working": 0.0011998800119988001, "country_support": 0.0010998900109989002, "declined_card_payment": 0.0005999400059994001, "declined_cash_withdrawal": 0.0006999300069993001, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.0007999200079992001, "disposable_card_limits": 0.0011998800119988001, "edit_personal_details": 0.0012998700129987, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0006999300069993001, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.0006999300069993001, "fiat_currency_support": 0.000999900009999, "get_disposable_virtual_card": 0.001999800019998, "get_physical_card": 0.896010398960104, "getting_spare_card": 0.0012998700129987, "getting_virtual_card": 0.0014998500149985001, "lost_or_stolen_card": 0.013798620137986202, "lost_or_stolen_phone": 0.0010998900109989002, "order_physical_card": 0.011398860113988602, "passcode_forgotten": 0.0010998900109989002, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.0005999400059994001, "pending_transfer": 0.0005999400059994001, "pin_blocked": 0.010798920107989201, "receiving_money": 0.000999900009999, "request_refund": 0.0005999400059994001, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.000999900009999, "terminate_account": 0.0007999200079992001, "top_up_by_bank_transfer_charge": 0.0005999400059994001, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0007999200079992001, "top_up_failed": 0.0006999300069993001, "top_up_limits": 0.0006999300069993001, "top_up_reverted": 0.0008999100089991, "topping_up_by_card": 0.0008999100089991, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0005999400059994001, "transfer_into_account": 0.0005999400059994001, "transfer_not_received_by_recipient": 0.0007999200079992001, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.0008999100089991, "verify_my_identity": 0.000999900009999, "verify_source_of_funds": 0.000999900009999, "verify_top_up": 0.0007999200079992001, "virtual_card_not_working": 0.0010998900109989002, "visa_or_mastercard": 0.0010998900109989002, "why_verify_identity": 0.0008999100089991, "wrong_amount_of_cash_received": 0.0006999300069993001, "wrong_exchange_rate_for_cash_withdrawal": 0.0007999200079992001 }, "error": null, "latency_ms": 74.90416697692126, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1266", "text_group": "38e203190b5a171c8c29d265839d3ad9be161a71d76d18f28dcd150cce6b9748", "expected": "get_physical_card", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.000999900009999, "activate_my_card": 0.0005999400059994001, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0010998900109989002, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0028997100289971, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013998600139986002, "beneficiary_not_allowed": 0.0018998100189981002, "cancel_transfer": 0.0006999300069993001, "card_about_to_expire": 0.0006999300069993001, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.0016998300169983002, "card_delivery_estimate": 0.0014998500149985001, "card_linking": 0.000999900009999, "card_not_working": 0.0012998700129987, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0006999300069993001, "card_payment_wrong_exchange_rate": 0.0006999300069993001, "card_swallowed": 0.0011998800119988001, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0011998800119988001, "change_pin": 0.004999500049995001, "compromised_card": 0.0008999100089991, "contactless_not_working": 0.0010998900109989002, "country_support": 0.000999900009999, "declined_card_payment": 0.0005999400059994001, "declined_cash_withdrawal": 0.0008999100089991, "declined_transfer": 0.000999900009999, "direct_debit_payment_not_recognised": 0.0006999300069993001, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.0008999100089991, "fiat_currency_support": 0.0007999200079992001, "get_disposable_virtual_card": 0.000999900009999, "get_physical_card": 0.24217578242175783, "getting_spare_card": 0.000999900009999, "getting_virtual_card": 0.0011998800119988001, "lost_or_stolen_card": 0.025697430256974303, "lost_or_stolen_phone": 0.029897010298970104, "order_physical_card": 0.0007999200079992001, "passcode_forgotten": 0.019798020197980205, "pending_card_payment": 0.0008999100089991, "pending_cash_withdrawal": 0.0014998500149985001, "pending_top_up": 0.0010998900109989002, "pending_transfer": 0.0046995300469953, "pin_blocked": 0.6121387861213878, "receiving_money": 0.0006999300069993001, "request_refund": 0.0008999100089991, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.0007999200079992001, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.0007999200079992001, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.000999900009999, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0010998900109989002, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.0011998800119988001, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.000999900009999, "visa_or_mastercard": 0.0007999200079992001, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0005999400059994001, "wrong_exchange_rate_for_cash_withdrawal": 0.0006999300069993001 }, "error": null, "latency_ms": 77.03808299265802, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1267", "text_group": "8770dc7f2fd51051e3dfc22173c5ad2b0dcbb67a34721d83369317cf992f507a", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0011002200440088019, "activate_my_card": 0.0012002400480096017, "age_limit": 0.0007001400280056011, "apple_pay_or_google_pay": 0.0011002200440088019, "atm_support": 0.0016003200640128026, "automatic_top_up": 0.0008001600320064013, "balance_not_updated_after_bank_transfer": 0.005701140228045609, "balance_not_updated_after_cheque_or_cash_deposit": 0.0028005601120224045, "beneficiary_not_allowed": 0.0011002200440088019, "cancel_transfer": 0.0008001600320064013, "card_about_to_expire": 0.0015003000600120023, "card_acceptance": 0.002100420084016803, "card_arrival": 0.00640128025605121, "card_delivery_estimate": 0.001300260052010402, "card_linking": 0.006701340268053611, "card_not_working": 0.0017003400680136026, "card_payment_fee_charged": 0.0010002000400080016, "card_payment_not_recognised": 0.0011002200440088019, "card_payment_wrong_exchange_rate": 0.0010002000400080016, "card_swallowed": 0.005001000200040008, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.0011002200440088019, "change_pin": 0.0010002000400080016, "compromised_card": 0.0018003600720144029, "contactless_not_working": 0.0011002200440088019, "country_support": 0.0012002400480096017, "declined_card_payment": 0.0008001600320064013, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0007001400280056011, "direct_debit_payment_not_recognised": 0.0009001800360072014, "disposable_card_limits": 0.0012002400480096017, "edit_personal_details": 0.0030006001200240046, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0006001200240048009, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.0011002200440088019, "get_disposable_virtual_card": 0.0017003400680136026, "get_physical_card": 0.8682736547309462, "getting_spare_card": 0.0030006001200240046, "getting_virtual_card": 0.0014002800560112022, "lost_or_stolen_card": 0.0024004800960192034, "lost_or_stolen_phone": 0.0007001400280056011, "order_physical_card": 0.02660532106421284, "passcode_forgotten": 0.0007001400280056011, "pending_card_payment": 0.0010002000400080016, "pending_cash_withdrawal": 0.0008001600320064013, "pending_top_up": 0.0008001600320064013, "pending_transfer": 0.0009001800360072014, "pin_blocked": 0.0010002000400080016, "receiving_money": 0.0011002200440088019, "request_refund": 0.0010002000400080016, "reverted_card_payment?": 0.0018003600720144029, "supported_cards_and_currencies": 0.0030006001200240046, "terminate_account": 0.0008001600320064013, "top_up_by_bank_transfer_charge": 0.0007001400280056011, "top_up_by_card_charge": 0.0007001400280056011, "top_up_by_cash_or_cheque": 0.0008001600320064013, "top_up_failed": 0.0007001400280056011, "top_up_limits": 0.0007001400280056011, "top_up_reverted": 0.0011002200440088019, "topping_up_by_card": 0.002000400080016003, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.0006001200240048009, "transfer_into_account": 0.0006001200240048009, "transfer_not_received_by_recipient": 0.0009001800360072014, "transfer_timing": 0.0007001400280056011, "unable_to_verify_identity": 0.0010002000400080016, "verify_my_identity": 0.0011002200440088019, "verify_source_of_funds": 0.001300260052010402, "verify_top_up": 0.001300260052010402, "virtual_card_not_working": 0.0011002200440088019, "visa_or_mastercard": 0.0012002400480096017, "why_verify_identity": 0.0009001800360072014, "wrong_amount_of_cash_received": 0.0008001600320064013, "wrong_exchange_rate_for_cash_withdrawal": 0.0009001800360072014 }, "error": null, "latency_ms": 78.57304101344198, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1268", "text_group": "625ed73435dd2b4236fc1e2e250cd66440fad2d8d9355458ab3c870ed2cd8521", "expected": "get_physical_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0004001200360108033, "activate_my_card": 0.0004001200360108033, "age_limit": 0.0004001200360108033, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0007002100630189057, "automatic_top_up": 0.00030009002700810244, "balance_not_updated_after_bank_transfer": 0.0008002400720216066, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002100630189057, "beneficiary_not_allowed": 0.0006001800540162049, "cancel_transfer": 0.0004001200360108033, "card_about_to_expire": 0.0007002100630189057, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.0028008402520756227, "card_delivery_estimate": 0.0006001800540162049, "card_linking": 0.0032009602880864263, "card_not_working": 0.0031009302790837253, "card_payment_fee_charged": 0.0004001200360108033, "card_payment_not_recognised": 0.0006001800540162049, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.03551065319595879, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.0006001800540162049, "change_pin": 0.0005001500450135041, "compromised_card": 0.0015004501350405124, "contactless_not_working": 0.0007002100630189057, "country_support": 0.0006001800540162049, "declined_card_payment": 0.0004001200360108033, "declined_cash_withdrawal": 0.0004001200360108033, "declined_transfer": 0.0004001200360108033, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.0007002100630189057, "edit_personal_details": 0.0004001200360108033, "exchange_charge": 0.00030009002700810244, "exchange_rate": 0.0004001200360108033, "exchange_via_app": 0.0004001200360108033, "extra_charge_on_statement": 0.00030009002700810244, "failed_transfer": 0.0004001200360108033, "fiat_currency_support": 0.0005001500450135041, "get_disposable_virtual_card": 0.0006001800540162049, "get_physical_card": 0.08902670801240373, "getting_spare_card": 0.0006001800540162049, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.8263479043713114, "lost_or_stolen_phone": 0.004001200360108033, "order_physical_card": 0.0025007502250675205, "passcode_forgotten": 0.0004001200360108033, "pending_card_payment": 0.0004001200360108033, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.0007002100630189057, "receiving_money": 0.0004001200360108033, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.0006001800540162049, "supported_cards_and_currencies": 0.0007002100630189057, "terminate_account": 0.0004001200360108033, "top_up_by_bank_transfer_charge": 0.00030009002700810244, "top_up_by_card_charge": 0.00030009002700810244, "top_up_by_cash_or_cheque": 0.0004001200360108033, "top_up_failed": 0.0004001200360108033, "top_up_limits": 0.0004001200360108033, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.0006001800540162049, "transaction_charged_twice": 0.0004001200360108033, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.00030009002700810244, "transfer_not_received_by_recipient": 0.0005001500450135041, "transfer_timing": 0.0004001200360108033, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0004001200360108033, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.0004001200360108033, "virtual_card_not_working": 0.0006001800540162049, "visa_or_mastercard": 0.0006001800540162049, "why_verify_identity": 0.0004001200360108033, "wrong_amount_of_cash_received": 0.0004001200360108033, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 74.37399995978922, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1269", "text_group": "9c16912bc241155fc99f0fe5e4cd8057f20402824ae49efdd1098c314a3c3439", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0006999300069993001, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0006999300069993001, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.0006999300069993001, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.0036996300369963007, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0006999300069993001, "country_support": 0.0006999300069993001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.0007999200079992001, "get_physical_card": 0.9452054794520548, "getting_spare_card": 0.000999900009999, "getting_virtual_card": 0.0007999200079992001, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0017998200179982, "passcode_forgotten": 0.0010998900109989002, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.008299170082991702, "receiving_money": 0.0005999400059994001, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0006999300069993001, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.0006999300069993001, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0005999400059994001 }, "error": null, "latency_ms": 72.97866709996015, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1270", "text_group": "247284c8cef823e300bdb73a52f0aaeb3a192c2edf178e8bcd3543e26da840c2", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0009000900090009, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.0012001200120012, "atm_support": 0.0023002300230023, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.0014001400140014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013001300130013002, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0009000900090009, "card_acceptance": 0.0013001300130013002, "card_arrival": 0.0012001200120012, "card_delivery_estimate": 0.0009000900090009, "card_linking": 0.0013001300130013002, "card_not_working": 0.0011001100110011003, "card_payment_fee_charged": 0.0008000800080008001, "card_payment_not_recognised": 0.0009000900090009, "card_payment_wrong_exchange_rate": 0.001000100010001, "card_swallowed": 0.0012001200120012, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.002000200020002, "change_pin": 0.006600660066006601, "compromised_card": 0.0012001200120012, "contactless_not_working": 0.0012001200120012, "country_support": 0.0015001500150015003, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.0007000700070007, "direct_debit_payment_not_recognised": 0.0009000900090009, "disposable_card_limits": 0.0012001200120012, "edit_personal_details": 0.0015001500150015003, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0007000700070007, "exchange_via_app": 0.0008000800080008001, "extra_charge_on_statement": 0.0006000600060006, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0012001200120012, "get_disposable_virtual_card": 0.0011001100110011003, "get_physical_card": 0.8721872187218722, "getting_spare_card": 0.001000100010001, "getting_virtual_card": 0.001000100010001, "lost_or_stolen_card": 0.0159015901590159, "lost_or_stolen_phone": 0.0012001200120012, "order_physical_card": 0.028502850285028504, "passcode_forgotten": 0.001000100010001, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.007500750075007501, "receiving_money": 0.001000100010001, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.0009000900090009, "supported_cards_and_currencies": 0.0014001400140014, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.0007000700070007, "top_up_by_card_charge": 0.0006000600060006, "top_up_by_cash_or_cheque": 0.0008000800080008001, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.0008000800080008001, "topping_up_by_card": 0.001000100010001, "transaction_charged_twice": 0.0007000700070007, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.0007000700070007, "transfer_not_received_by_recipient": 0.0008000800080008001, "transfer_timing": 0.0007000700070007, "unable_to_verify_identity": 0.0011001100110011003, "verify_my_identity": 0.0012001200120012, "verify_source_of_funds": 0.0011001100110011003, "verify_top_up": 0.0008000800080008001, "virtual_card_not_working": 0.001000100010001, "visa_or_mastercard": 0.0013001300130013002, "why_verify_identity": 0.0011001100110011003, "wrong_amount_of_cash_received": 0.0008000800080008001, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009 }, "error": null, "latency_ms": 72.21495802514255, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1271", "text_group": "34b5ad34d6df939b337d2214c2c89a986a86677b1e8ed6715f837222e5466b49", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.000499850044986504, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.0006997900629811057, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.000499850044986504, "card_arrival": 0.012796161151654505, "card_delivery_estimate": 0.12006398080575828, "card_linking": 0.000499850044986504, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.000999700089973008, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.000499850044986504, "country_support": 0.000499850044986504, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.001999400179946016, "get_physical_card": 0.8124562631210637, "getting_spare_card": 0.0017994601619514146, "getting_virtual_card": 0.0013995801259622115, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.01849445166450065, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.0033989803059082274, "receiving_money": 0.0008997300809757073, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.000499850044986504, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 71.73437508754432, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1272", "text_group": "05014c5c365c40073474e1f9defed147e3c05d57ad3151585cd8296ce3c387e2", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0014998500149985001, "age_limit": 0.0006999300069993001, "apple_pay_or_google_pay": 0.0010998900109989002, "atm_support": 0.0013998600139986002, "automatic_top_up": 0.0006999300069993001, "balance_not_updated_after_bank_transfer": 0.0008999100089991, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008999100089991, "beneficiary_not_allowed": 0.0008999100089991, "cancel_transfer": 0.0007999200079992001, "card_about_to_expire": 0.0013998600139986002, "card_acceptance": 0.0017998200179982, "card_arrival": 0.0017998200179982, "card_delivery_estimate": 0.0008999100089991, "card_linking": 0.011698830116988301, "card_not_working": 0.0022997700229977, "card_payment_fee_charged": 0.000999900009999, "card_payment_not_recognised": 0.0010998900109989002, "card_payment_wrong_exchange_rate": 0.0008999100089991, "card_swallowed": 0.0025997400259974, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.017098290170982904, "compromised_card": 0.001999800019998, "contactless_not_working": 0.0010998900109989002, "country_support": 0.0010998900109989002, "declined_card_payment": 0.0006999300069993001, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.0008999100089991, "disposable_card_limits": 0.0012998700129987, "edit_personal_details": 0.0008999100089991, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.000999900009999, "get_disposable_virtual_card": 0.0010998900109989002, "get_physical_card": 0.762023797620238, "getting_spare_card": 0.0017998200179982, "getting_virtual_card": 0.0013998600139986002, "lost_or_stolen_card": 0.0836916308369163, "lost_or_stolen_phone": 0.0006999300069993001, "order_physical_card": 0.0031996800319968005, "passcode_forgotten": 0.000999900009999, "pending_card_payment": 0.0007999200079992001, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.0005999400059994001, "pending_transfer": 0.0005999400059994001, "pin_blocked": 0.052394760523947606, "receiving_money": 0.0007999200079992001, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.000999900009999, "supported_cards_and_currencies": 0.0027997200279972004, "terminate_account": 0.0006999300069993001, "top_up_by_bank_transfer_charge": 0.0005999400059994001, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0007999200079992001, "topping_up_by_card": 0.0021997800219978004, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0005999400059994001, "transfer_into_account": 0.0005999400059994001, "transfer_not_received_by_recipient": 0.0006999300069993001, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.0008999100089991, "verify_my_identity": 0.0008999100089991, "verify_source_of_funds": 0.0007999200079992001, "verify_top_up": 0.0006999300069993001, "virtual_card_not_working": 0.0010998900109989002, "visa_or_mastercard": 0.0016998300169983002, "why_verify_identity": 0.0007999200079992001, "wrong_amount_of_cash_received": 0.0005999400059994001, "wrong_exchange_rate_for_cash_withdrawal": 0.0007999200079992001 }, "error": null, "latency_ms": 69.08358295913786, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1273", "text_group": "2e79f740428ed0bb79733b372142a6ce2e826abee1199da5cd910cbf768aa62f", "expected": "get_physical_card", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0015998400159984002, "activate_my_card": 0.0023997600239976003, "age_limit": 0.0018998100189981002, "apple_pay_or_google_pay": 0.0037996200379962005, "atm_support": 0.0073992600739926015, "automatic_top_up": 0.0017998200179982, "balance_not_updated_after_bank_transfer": 0.0017998200179982, "balance_not_updated_after_cheque_or_cash_deposit": 0.0027997200279972004, "beneficiary_not_allowed": 0.0023997600239976003, "cancel_transfer": 0.0017998200179982, "card_about_to_expire": 0.0016998300169983002, "card_acceptance": 0.0032996700329967, "card_arrival": 0.0263973602639736, "card_delivery_estimate": 0.39366063393660633, "card_linking": 0.0028997100289971, "card_not_working": 0.001999800019998, "card_payment_fee_charged": 0.0017998200179982, "card_payment_not_recognised": 0.0020997900209979003, "card_payment_wrong_exchange_rate": 0.0024997500249975004, "card_swallowed": 0.0022997700229977, "cash_withdrawal_charge": 0.0023997600239976003, "cash_withdrawal_not_recognised": 0.0024997500249975004, "change_pin": 0.0023997600239976003, "compromised_card": 0.0021997800219978004, "contactless_not_working": 0.0024997500249975004, "country_support": 0.0052994700529947, "declined_card_payment": 0.0017998200179982, "declined_cash_withdrawal": 0.0018998100189981002, "declined_transfer": 0.001999800019998, "direct_debit_payment_not_recognised": 0.0023997600239976003, "disposable_card_limits": 0.0024997500249975004, "edit_personal_details": 0.0017998200179982, "exchange_charge": 0.0021997800219978004, "exchange_rate": 0.0018998100189981002, "exchange_via_app": 0.0023997600239976003, "extra_charge_on_statement": 0.0028997100289971, "failed_transfer": 0.0015998400159984002, "fiat_currency_support": 0.0030996900309969004, "get_disposable_virtual_card": 0.0025997400259974, "get_physical_card": 0.009899010098990102, "getting_spare_card": 0.11928807119288072, "getting_virtual_card": 0.0027997200279972004, "lost_or_stolen_card": 0.0015998400159984002, "lost_or_stolen_phone": 0.0014998500149985001, "order_physical_card": 0.28097190280971907, "passcode_forgotten": 0.0014998500149985001, "pending_card_payment": 0.0014998500149985001, "pending_cash_withdrawal": 0.0013998600139986002, "pending_top_up": 0.0014998500149985001, "pending_transfer": 0.0015998400159984002, "pin_blocked": 0.0023997600239976003, "receiving_money": 0.0028997100289971, "request_refund": 0.0016998300169983002, "reverted_card_payment?": 0.0021997800219978004, "supported_cards_and_currencies": 0.005499450054994501, "terminate_account": 0.001999800019998, "top_up_by_bank_transfer_charge": 0.0026997300269973002, "top_up_by_card_charge": 0.0023997600239976003, "top_up_by_cash_or_cheque": 0.0025997400259974, "top_up_failed": 0.0016998300169983002, "top_up_limits": 0.0015998400159984002, "top_up_reverted": 0.0022997700229977, "topping_up_by_card": 0.004399560043995601, "transaction_charged_twice": 0.0015998400159984002, "transfer_fee_charged": 0.0015998400159984002, "transfer_into_account": 0.0016998300169983002, "transfer_not_received_by_recipient": 0.0020997900209979003, "transfer_timing": 0.0017998200179982, "unable_to_verify_identity": 0.0020997900209979003, "verify_my_identity": 0.0020997900209979003, "verify_source_of_funds": 0.0018998100189981002, "verify_top_up": 0.0018998100189981002, "virtual_card_not_working": 0.0024997500249975004, "visa_or_mastercard": 0.0037996200379962005, "why_verify_identity": 0.0018998100189981002, "wrong_amount_of_cash_received": 0.001999800019998, "wrong_exchange_rate_for_cash_withdrawal": 0.0022997700229977 }, "error": null, "latency_ms": 68.13979195430875, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1274", "text_group": "6418f4df6a51b354226f322017632f03315d536c7a0429c90e6152209bbaf5de", "expected": "get_physical_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0004998000799680128, "activate_my_card": 0.0006997201119552179, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0005997600959616154, "atm_support": 0.0007996801279488206, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0006997201119552179, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006997201119552179, "beneficiary_not_allowed": 0.0006997201119552179, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.000899640143942423, "card_acceptance": 0.0012994802079168333, "card_arrival": 0.012195121951219514, "card_delivery_estimate": 0.0006997201119552179, "card_linking": 0.006197520991603359, "card_not_working": 0.010595761695321872, "card_payment_fee_charged": 0.0004998000799680128, "card_payment_not_recognised": 0.0006997201119552179, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.00969612155137945, "cash_withdrawal_charge": 0.0003998400639744103, "cash_withdrawal_not_recognised": 0.0004998000799680128, "change_pin": 0.020491803278688527, "compromised_card": 0.0012994802079168333, "contactless_not_working": 0.0007996801279488206, "country_support": 0.0006997201119552179, "declined_card_payment": 0.0004998000799680128, "declined_cash_withdrawal": 0.0003998400639744103, "declined_transfer": 0.0004998000799680128, "direct_debit_payment_not_recognised": 0.0005997600959616154, "disposable_card_limits": 0.0006997201119552179, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0003998400639744103, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.0004998000799680128, "get_disposable_virtual_card": 0.0005997600959616154, "get_physical_card": 0.07576969212315075, "getting_spare_card": 0.0007996801279488206, "getting_virtual_card": 0.0005997600959616154, "lost_or_stolen_card": 0.5975609756097561, "lost_or_stolen_phone": 0.0037984806077568972, "order_physical_card": 0.000899640143942423, "passcode_forgotten": 0.0011995201919232307, "pending_card_payment": 0.0004998000799680128, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.2257097161135546, "receiving_money": 0.0003998400639744103, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.0005997600959616154, "supported_cards_and_currencies": 0.0010995601759296284, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0004998000799680128, "topping_up_by_card": 0.0009996001599360256, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0004998000799680128, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.0006997201119552179, "verify_my_identity": 0.0004998000799680128, "verify_source_of_funds": 0.0003998400639744103, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0006997201119552179, "visa_or_mastercard": 0.0007996801279488206, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.0003998400639744103, "wrong_exchange_rate_for_cash_withdrawal": 0.0004998000799680128 }, "error": null, "latency_ms": 68.62699997145683, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1275", "text_group": "f277591849b1a337106821ca0b9578d0a3a41c15b4721b4e328dedc8497d70dc", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0005, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0007, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0004, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0059, "compromised_card": 0.0004, "contactless_not_working": 0.0005, "country_support": 0.0005, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0011, "get_physical_card": 0.8057, "getting_spare_card": 0.001, "getting_virtual_card": 0.0015, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.1568, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0027, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 68.06504097767174, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1276", "text_group": "ccbe7811db907c4b1ab1165c8417ce2ff9f8c95f92fe60b585126a35b78986b7", "expected": "get_physical_card", "prediction": "pin_blocked", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0008, "card_delivery_estimate": 0.0005, "card_linking": 0.0005, "card_not_working": 0.0009, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0018, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0011, "change_pin": 0.0061, "compromised_card": 0.0006, "contactless_not_working": 0.0011, "country_support": 0.0005, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0005, "exchange_charge": 0.0002, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0004, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0358, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0299, "lost_or_stolen_phone": 0.0049, "order_physical_card": 0.0029, "passcode_forgotten": 0.0046, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0002, "pending_transfer": 0.0003, "pin_blocked": 0.8855, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0015, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 68.44349997118115, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1277", "text_group": "d07a18086369117175dd5d1b73e8c18a464ea576f43cb482f97b76e9b6543c6b", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.0006002400960384153, "age_limit": 0.00040016006402561027, "apple_pay_or_google_pay": 0.0006002400960384153, "atm_support": 0.0008003201280512205, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.0006002400960384153, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006002400960384153, "beneficiary_not_allowed": 0.0006002400960384153, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.0008003201280512205, "card_acceptance": 0.0008003201280512205, "card_arrival": 0.0017006802721088435, "card_delivery_estimate": 0.0005002000800320128, "card_linking": 0.0033013205282112846, "card_not_working": 0.0011004401760704283, "card_payment_fee_charged": 0.0005002000800320128, "card_payment_not_recognised": 0.0005002000800320128, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.0024009603841536613, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.0005002000800320128, "change_pin": 0.00040016006402561027, "compromised_card": 0.0010004001600640256, "contactless_not_working": 0.0007002801120448179, "country_support": 0.0006002400960384153, "declined_card_payment": 0.00040016006402561027, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.0005002000800320128, "disposable_card_limits": 0.0007002801120448179, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.0006002400960384153, "get_disposable_virtual_card": 0.0007002801120448179, "get_physical_card": 0.9188675470188076, "getting_spare_card": 0.0008003201280512205, "getting_virtual_card": 0.0007002801120448179, "lost_or_stolen_card": 0.03361344537815126, "lost_or_stolen_phone": 0.0005002000800320128, "order_physical_card": 0.0033013205282112846, "passcode_forgotten": 0.00040016006402561027, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00040016006402561027, "pin_blocked": 0.0006002400960384153, "receiving_money": 0.0005002000800320128, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.0006002400960384153, "supported_cards_and_currencies": 0.0010004001600640256, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00040016006402561027, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.0008003201280512205, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.00040016006402561027, "unable_to_verify_identity": 0.0005002000800320128, "verify_my_identity": 0.0006002400960384153, "verify_source_of_funds": 0.0006002400960384153, "verify_top_up": 0.0005002000800320128, "virtual_card_not_working": 0.0006002400960384153, "visa_or_mastercard": 0.0007002801120448179, "why_verify_identity": 0.0006002400960384153, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002000800320128 }, "error": null, "latency_ms": 69.51808300800622, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1278", "text_group": "2531cb5afab323ea95b4decd443a17b5bca5a97081aab8fc1c3b084ec14a0284", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0006999300069993001, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0006999300069993001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0014998500149985001, "card_not_working": 0.0007999200079992001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.0004999500049995, "compromised_card": 0.0007999200079992001, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0004999500049995, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.0007999200079992001, "get_physical_card": 0.9614038596140386, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0006999300069993001, "lost_or_stolen_card": 0.0007999200079992001, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0017998200179982, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0004999500049995, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.000999900009999, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 70.01616607885808, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1279", "text_group": "6e05d1817bb000f4bdfdc93bffc0bd459a8b3630135b08829baaf2dd3fae9354", "expected": "get_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0006999300069993001, "activate_my_card": 0.0010998900109989002, "age_limit": 0.0008999100089991, "apple_pay_or_google_pay": 0.0013998600139986002, "atm_support": 0.0027997200279972004, "automatic_top_up": 0.0008999100089991, "balance_not_updated_after_bank_transfer": 0.0013998600139986002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013998600139986002, "beneficiary_not_allowed": 0.0012998700129987, "cancel_transfer": 0.0008999100089991, "card_about_to_expire": 0.0008999100089991, "card_acceptance": 0.0014998500149985001, "card_arrival": 0.0032996700329967, "card_delivery_estimate": 0.0011998800119988001, "card_linking": 0.0017998200179982, "card_not_working": 0.0012998700129987, "card_payment_fee_charged": 0.0008999100089991, "card_payment_not_recognised": 0.0012998700129987, "card_payment_wrong_exchange_rate": 0.000999900009999, "card_swallowed": 0.0016998300169983002, "cash_withdrawal_charge": 0.0008999100089991, "cash_withdrawal_not_recognised": 0.004299570042995701, "change_pin": 0.014898510148985102, "compromised_card": 0.0013998600139986002, "contactless_not_working": 0.0012998700129987, "country_support": 0.0015998400159984002, "declined_card_payment": 0.0007999200079992001, "declined_cash_withdrawal": 0.0008999100089991, "declined_transfer": 0.000999900009999, "direct_debit_payment_not_recognised": 0.0010998900109989002, "disposable_card_limits": 0.0012998700129987, "edit_personal_details": 0.0018998100189981002, "exchange_charge": 0.0006999300069993001, "exchange_rate": 0.0007999200079992001, "exchange_via_app": 0.0008999100089991, "extra_charge_on_statement": 0.0006999300069993001, "failed_transfer": 0.0007999200079992001, "fiat_currency_support": 0.0013998600139986002, "get_disposable_virtual_card": 0.0013998600139986002, "get_physical_card": 0.7227277272272773, "getting_spare_card": 0.0015998400159984002, "getting_virtual_card": 0.0013998600139986002, "lost_or_stolen_card": 0.06509349065093491, "lost_or_stolen_phone": 0.0030996900309969004, "order_physical_card": 0.0015998400159984002, "passcode_forgotten": 0.0072992700729927005, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.0007999200079992001, "pin_blocked": 0.10128987101289871, "receiving_money": 0.0012998700129987, "request_refund": 0.0007999200079992001, "reverted_card_payment?": 0.000999900009999, "supported_cards_and_currencies": 0.0015998400159984002, "terminate_account": 0.000999900009999, "top_up_by_bank_transfer_charge": 0.0007999200079992001, "top_up_by_card_charge": 0.0006999300069993001, "top_up_by_cash_or_cheque": 0.000999900009999, "top_up_failed": 0.0007999200079992001, "top_up_limits": 0.0007999200079992001, "top_up_reverted": 0.000999900009999, "topping_up_by_card": 0.0011998800119988001, "transaction_charged_twice": 0.0007999200079992001, "transfer_fee_charged": 0.0006999300069993001, "transfer_into_account": 0.0007999200079992001, "transfer_not_received_by_recipient": 0.000999900009999, "transfer_timing": 0.0007999200079992001, "unable_to_verify_identity": 0.0014998500149985001, "verify_my_identity": 0.0014998500149985001, "verify_source_of_funds": 0.0010998900109989002, "verify_top_up": 0.000999900009999, "virtual_card_not_working": 0.0011998800119988001, "visa_or_mastercard": 0.0013998600139986002, "why_verify_identity": 0.0014998500149985001, "wrong_amount_of_cash_received": 0.0008999100089991, "wrong_exchange_rate_for_cash_withdrawal": 0.000999900009999 }, "error": null, "latency_ms": 69.98599995858967, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1280", "text_group": "a94f46115a5cc888b4629b487ed7232d8f23b251c627f353b9879828d1cfb956", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.04300860172034406, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.9368873774754951, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.09604207612574, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1281", "text_group": "5fed7211e99f33a3e392aa468f9e66ca0e30f2c4b08b7a94bc3c034c6ff4f9ee", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.000600120024004801, "age_limit": 0.0003000600120024005, "apple_pay_or_google_pay": 0.0004000800160032007, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0003000600120024005, "balance_not_updated_after_bank_transfer": 0.00020004000800160035, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0003000600120024005, "cancel_transfer": 0.00020004000800160035, "card_about_to_expire": 0.0004000800160032007, "card_acceptance": 0.012702540508101622, "card_arrival": 0.0004000800160032007, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0008001600320064014, "card_not_working": 0.0004000800160032007, "card_payment_fee_charged": 0.0004000800160032007, "card_payment_not_recognised": 0.0004000800160032007, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0003000600120024005, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.0003000600120024005, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0007001400280056011, "declined_card_payment": 0.0003000600120024005, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.0003000600120024005, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0004000800160032007, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.00020004000800160035, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0003000600120024005, "get_physical_card": 0.002500500100020004, "getting_spare_card": 0.0010002000400080016, "getting_virtual_card": 0.0004000800160032007, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.0013002600520104022, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.0003000600120024005, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.07851570314062813, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.0003000600120024005, "top_up_by_cash_or_cheque": 0.0003000600120024005, "top_up_failed": 0.00020004000800160035, "top_up_limits": 0.0003000600120024005, "top_up_reverted": 0.0003000600120024005, "topping_up_by_card": 0.0008001600320064014, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.0003000600120024005, "verify_source_of_funds": 0.0003000600120024005, "verify_top_up": 0.0003000600120024005, "virtual_card_not_working": 0.00020004000800160035, "visa_or_mastercard": 0.8826765353070615, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 68.6833750223741, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1282", "text_group": "1b55cdd45d18dc3e4613448cc3eb75f3fa9541cf779068a3eefddece03d3c3d7", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.001999400179946016, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.0007997600719784066, "atm_support": 0.0007997600719784066, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0005998200539838048, "card_acceptance": 0.002699190242927122, "card_arrival": 0.0016994901529541137, "card_delivery_estimate": 0.0005998200539838048, "card_linking": 0.002699190242927122, "card_not_working": 0.0007997600719784066, "card_payment_fee_charged": 0.0005998200539838048, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0003998800359892033, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0007997600719784066, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.012496251124662603, "getting_spare_card": 0.005598320503848846, "getting_virtual_card": 0.0006997900629811057, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.022893132060381887, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.04098770368889334, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0005998200539838048, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.005298410476856943, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.8775367389783065, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 69.63858311064541, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1283", "text_group": "292335ea9154666207d13f2219c03ef7e980e0688b510a1933a8f8c855acd864", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00010002000400080016, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00010002000400080016, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00010002000400080016, "balance_not_updated_after_bank_transfer": 0.00010002000400080016, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020004000800160032, "beneficiary_not_allowed": 0.00020004000800160032, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00010002000400080016, "card_acceptance": 0.009101820364072815, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.00020004000800160032, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00010002000400080016, "change_pin": 0.00010002000400080016, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00010002000400080016, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00010002000400080016, "failed_transfer": 0.00010002000400080016, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.00010002000400080016, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00010002000400080016, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00010002000400080016, "lost_or_stolen_phone": 0.00010002000400080016, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00010002000400080016, "pending_card_payment": 0.00010002000400080016, "pending_cash_withdrawal": 0.00010002000400080016, "pending_top_up": 0.00010002000400080016, "pending_transfer": 0.00010002000400080016, "pin_blocked": 0.00010002000400080016, "receiving_money": 0.00020004000800160032, "request_refund": 0.00010002000400080016, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.05011002200440088, "terminate_account": 0.00010002000400080016, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00010002000400080016, "top_up_limits": 0.00010002000400080016, "top_up_reverted": 0.00020004000800160032, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.00010002000400080016, "transfer_fee_charged": 0.00010002000400080016, "transfer_into_account": 0.00010002000400080016, "transfer_not_received_by_recipient": 0.00010002000400080016, "transfer_timing": 0.00010002000400080016, "unable_to_verify_identity": 0.00010002000400080016, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00010002000400080016, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00010002000400080016, "visa_or_mastercard": 0.9284856971394279, "why_verify_identity": 0.00010002000400080016, "wrong_amount_of_cash_received": 0.00010002000400080016, "wrong_exchange_rate_for_cash_withdrawal": 0.00010002000400080016 }, "error": null, "latency_ms": 70.90454106219113, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1284", "text_group": "ca91a78f16da592f552e6d589c56c4ab1b681066b7f26f9aa3a73a01ece3142c", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00010005002501250626, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00010005002501250626, "apple_pay_or_google_pay": 0.00020010005002501252, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.00010005002501250626, "balance_not_updated_after_bank_transfer": 0.00010005002501250626, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020010005002501252, "beneficiary_not_allowed": 0.00020010005002501252, "cancel_transfer": 0.00010005002501250626, "card_about_to_expire": 0.00010005002501250626, "card_acceptance": 0.09634817408704352, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00020010005002501252, "card_payment_fee_charged": 0.00020010005002501252, "card_payment_not_recognised": 0.00020010005002501252, "card_payment_wrong_exchange_rate": 0.00020010005002501252, "card_swallowed": 0.00020010005002501252, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00010005002501250626, "change_pin": 0.00010005002501250626, "compromised_card": 0.00020010005002501252, "contactless_not_working": 0.00020010005002501252, "country_support": 0.0016008004002001002, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.00020010005002501252, "edit_personal_details": 0.00010005002501250626, "exchange_charge": 0.00010005002501250626, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00010005002501250626, "failed_transfer": 0.00010005002501250626, "fiat_currency_support": 0.0007003501750875438, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00010005002501250626, "lost_or_stolen_phone": 0.00010005002501250626, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00010005002501250626, "pending_card_payment": 0.00010005002501250626, "pending_cash_withdrawal": 0.00010005002501250626, "pending_top_up": 0.00010005002501250626, "pending_transfer": 0.00010005002501250626, "pin_blocked": 0.00010005002501250626, "receiving_money": 0.00020010005002501252, "request_refund": 0.00010005002501250626, "reverted_card_payment?": 0.00020010005002501252, "supported_cards_and_currencies": 0.08504252126063033, "terminate_account": 0.00010005002501250626, "top_up_by_bank_transfer_charge": 0.00010005002501250626, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00010005002501250626, "top_up_limits": 0.00010005002501250626, "top_up_reverted": 0.00020010005002501252, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00010005002501250626, "transfer_fee_charged": 0.00010005002501250626, "transfer_into_account": 0.00010005002501250626, "transfer_not_received_by_recipient": 0.00010005002501250626, "transfer_timing": 0.00010005002501250626, "unable_to_verify_identity": 0.00010005002501250626, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00010005002501250626, "visa_or_mastercard": 0.8049024512256129, "why_verify_identity": 0.00010005002501250626, "wrong_amount_of_cash_received": 0.00010005002501250626, "wrong_exchange_rate_for_cash_withdrawal": 0.00010005002501250626 }, "error": null, "latency_ms": 71.35316694620997, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1285", "text_group": "a94e0a051fb1b2c511c7907e39cd003541da23a800117e2ecd05d35989ac3938", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 9.996001599360257e-05, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019992003198720514, "beneficiary_not_allowed": 0.00019992003198720514, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0075969612155137945, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.00019992003198720514, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.0002998800479808077, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0004998000799680128, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 9.996001599360257e-05, "lost_or_stolen_phone": 9.996001599360257e-05, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 9.996001599360257e-05, "pending_card_payment": 9.996001599360257e-05, "pending_cash_withdrawal": 9.996001599360257e-05, "pending_top_up": 9.996001599360257e-05, "pending_transfer": 9.996001599360257e-05, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 9.996001599360257e-05, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.04968012794882048, "terminate_account": 9.996001599360257e-05, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.00019992003198720514, "topping_up_by_card": 0.0003998400639744103, "transaction_charged_twice": 9.996001599360257e-05, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 9.996001599360257e-05, "transfer_not_received_by_recipient": 9.996001599360257e-05, "transfer_timing": 9.996001599360257e-05, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 9.996001599360257e-05, "visa_or_mastercard": 0.9285285885645742, "why_verify_identity": 9.996001599360257e-05, "wrong_amount_of_cash_received": 9.996001599360257e-05, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 69.99395799357444, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1286", "text_group": "45ebf770114f7fc59d2a357bd50190549d3e601e93a8f4cc0e30d744c014f3a3", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00010002000400080016, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00010002000400080016, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020004000800160032, "beneficiary_not_allowed": 0.00020004000800160032, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.00020004000800160032, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00010002000400080016, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00010002000400080016, "declined_cash_withdrawal": 0.00010002000400080016, "declined_transfer": 0.00010002000400080016, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00010002000400080016, "failed_transfer": 0.00010002000400080016, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00010002000400080016, "lost_or_stolen_phone": 0.00010002000400080016, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00010002000400080016, "pending_card_payment": 0.00010002000400080016, "pending_cash_withdrawal": 0.00010002000400080016, "pending_top_up": 0.00010002000400080016, "pending_transfer": 0.00010002000400080016, "pin_blocked": 0.00010002000400080016, "receiving_money": 0.00020004000800160032, "request_refund": 0.00010002000400080016, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.05181036207241448, "terminate_account": 0.00010002000400080016, "top_up_by_bank_transfer_charge": 0.00010002000400080016, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00010002000400080016, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00020004000800160032, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00010002000400080016, "transfer_fee_charged": 0.00010002000400080016, "transfer_into_account": 0.00010002000400080016, "transfer_not_received_by_recipient": 0.00010002000400080016, "transfer_timing": 0.00010002000400080016, "unable_to_verify_identity": 0.00010002000400080016, "verify_my_identity": 0.00010002000400080016, "verify_source_of_funds": 0.00010002000400080016, "verify_top_up": 0.00010002000400080016, "virtual_card_not_working": 0.00010002000400080016, "visa_or_mastercard": 0.9356871374274854, "why_verify_identity": 0.00010002000400080016, "wrong_amount_of_cash_received": 0.00010002000400080016, "wrong_exchange_rate_for_cash_withdrawal": 0.00010002000400080016 }, "error": null, "latency_ms": 70.95379091333598, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1287", "text_group": "afb8344e709d4843f8690946abefef54440a389987fc98f54eb4e3800b4bb026", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0008, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0004, "card_acceptance": 0.0009, "card_arrival": 0.0016, "card_delivery_estimate": 0.0005, "card_linking": 0.0021, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0612, "getting_spare_card": 0.0323, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0534, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0004, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0071, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0002, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0019, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.8196, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 70.12766692787409, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1288", "text_group": "a8964c2278aa890c44642b69993543fa204e743b5af0184e4db007ec39039cfd", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00010007004903432403, "activate_my_card": 0.00020014009806864806, "age_limit": 0.00010007004903432403, "apple_pay_or_google_pay": 0.00020014009806864806, "atm_support": 0.00030021014710297203, "automatic_top_up": 0.00010007004903432403, "balance_not_updated_after_bank_transfer": 0.00010007004903432403, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020014009806864806, "beneficiary_not_allowed": 0.00020014009806864806, "cancel_transfer": 0.00010007004903432403, "card_about_to_expire": 0.00020014009806864806, "card_acceptance": 0.0005003502451716201, "card_arrival": 0.0006004202942059441, "card_delivery_estimate": 0.00030021014710297203, "card_linking": 0.00030021014710297203, "card_not_working": 0.00020014009806864806, "card_payment_fee_charged": 0.00020014009806864806, "card_payment_not_recognised": 0.00020014009806864806, "card_payment_wrong_exchange_rate": 0.00020014009806864806, "card_swallowed": 0.00020014009806864806, "cash_withdrawal_charge": 0.00020014009806864806, "cash_withdrawal_not_recognised": 0.00020014009806864806, "change_pin": 0.00010007004903432403, "compromised_card": 0.00020014009806864806, "contactless_not_working": 0.00020014009806864806, "country_support": 0.00030021014710297203, "declined_card_payment": 0.00010007004903432403, "declined_cash_withdrawal": 0.00010007004903432403, "declined_transfer": 0.00010007004903432403, "direct_debit_payment_not_recognised": 0.00020014009806864806, "disposable_card_limits": 0.00020014009806864806, "edit_personal_details": 0.00010007004903432403, "exchange_charge": 0.00010007004903432403, "exchange_rate": 0.00010007004903432403, "exchange_via_app": 0.00010007004903432403, "extra_charge_on_statement": 0.00010007004903432403, "failed_transfer": 0.00010007004903432403, "fiat_currency_support": 0.00020014009806864806, "get_disposable_virtual_card": 0.00020014009806864806, "get_physical_card": 0.008305814069848894, "getting_spare_card": 0.003602521765235665, "getting_virtual_card": 0.00020014009806864806, "lost_or_stolen_card": 0.00010007004903432403, "lost_or_stolen_phone": 0.00010007004903432403, "order_physical_card": 0.0020014009806864803, "passcode_forgotten": 0.00010007004903432403, "pending_card_payment": 0.00010007004903432403, "pending_cash_withdrawal": 0.00010007004903432403, "pending_top_up": 0.00010007004903432403, "pending_transfer": 0.00010007004903432403, "pin_blocked": 0.00010007004903432403, "receiving_money": 0.00020014009806864806, "request_refund": 0.00010007004903432403, "reverted_card_payment?": 0.00020014009806864806, "supported_cards_and_currencies": 0.016611628139697788, "terminate_account": 0.00010007004903432403, "top_up_by_bank_transfer_charge": 0.00020014009806864806, "top_up_by_card_charge": 0.00020014009806864806, "top_up_by_cash_or_cheque": 0.00020014009806864806, "top_up_failed": 0.00010007004903432403, "top_up_limits": 0.00010007004903432403, "top_up_reverted": 0.00020014009806864806, "topping_up_by_card": 0.00030021014710297203, "transaction_charged_twice": 0.00010007004903432403, "transfer_fee_charged": 0.00010007004903432403, "transfer_into_account": 0.00010007004903432403, "transfer_not_received_by_recipient": 0.00010007004903432403, "transfer_timing": 0.00010007004903432403, "unable_to_verify_identity": 0.00010007004903432403, "verify_my_identity": 0.00010007004903432403, "verify_source_of_funds": 0.00010007004903432403, "verify_top_up": 0.00010007004903432403, "virtual_card_not_working": 0.00010007004903432403, "visa_or_mastercard": 0.9578705093565496, "why_verify_identity": 0.00010007004903432403, "wrong_amount_of_cash_received": 0.00010007004903432403, "wrong_exchange_rate_for_cash_withdrawal": 0.00010007004903432403 }, "error": null, "latency_ms": 70.4118749126792, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1289", "text_group": "748bd5db08720eee1481de9d8f2dadecf108eadcbc93d38edbdc6b3fa12e7f90", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.002399280215935219, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0032990102969109266, "automatic_top_up": 0.000499850044986504, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0024992502249325203, "card_arrival": 0.0006997900629811057, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.002699190242927122, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0007997600719784066, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0006997900629811057, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.011396581025692293, "getting_spare_card": 0.003099070278916325, "getting_virtual_card": 0.0006997900629811057, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.009197240827751675, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0029991002699190244, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0005998200539838048, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.0017994601619514146, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.9354193741877437, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 71.04237505700439, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1290", "text_group": "0730a330d2fdbace66a03d6867f81c79d93af89fb1067d69c053bf93f47465dd", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.000900360144057623, "age_limit": 0.00040016006402561027, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.0006002400960384153, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0011004401760704283, "card_arrival": 0.0008003201280512205, "card_delivery_estimate": 0.0005002000800320128, "card_linking": 0.0011004401760704283, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.0005002000800320128, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00030012004801920766, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.000900360144057623, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.0005002000800320128, "get_disposable_virtual_card": 0.0005002000800320128, "get_physical_card": 0.011804721888755502, "getting_spare_card": 0.0015006002400960385, "getting_virtual_card": 0.0005002000800320128, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00820328131252501, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.058823529411764705, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.0005002000800320128, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.001600640256102441, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.8927571028411365, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 71.54558296315372, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1291", "text_group": "36c353421e89b99800af70c8b117b12b13d0ec8ac3a24d809f85b44989796842", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0007, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0004, "card_acceptance": 0.0006, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0005, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0004, "exchange_charge": 0.0004, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0002, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0029, "getting_spare_card": 0.0227, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0013, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0004, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0082, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0009, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.9423, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 70.15470799524337, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1292", "text_group": "90f8a4eb624c6880223d5dcb4e9c251d30865e84b5dde7e253e894f4a7b0aacf", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00010001000100010001, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00010001000100010001, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020002000200020003, "beneficiary_not_allowed": 0.00020002000200020003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.00020002000200020003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.00020002000200020003, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00010001000100010001, "declined_cash_withdrawal": 0.00010001000100010001, "declined_transfer": 0.00010001000100010001, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00010001000100010001, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00010001000100010001, "failed_transfer": 0.00010001000100010001, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00010001000100010001, "lost_or_stolen_phone": 0.00010001000100010001, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00010001000100010001, "pending_card_payment": 0.00010001000100010001, "pending_cash_withdrawal": 0.00010001000100010001, "pending_top_up": 0.00010001000100010001, "pending_transfer": 0.00010001000100010001, "pin_blocked": 0.00010001000100010001, "receiving_money": 0.00020002000200020003, "request_refund": 0.00010001000100010001, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.04940494049404941, "terminate_account": 0.00010001000100010001, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00010001000100010001, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00020002000200020003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00010001000100010001, "transfer_fee_charged": 0.00010001000100010001, "transfer_into_account": 0.00010001000100010001, "transfer_not_received_by_recipient": 0.00010001000100010001, "transfer_timing": 0.00010001000100010001, "unable_to_verify_identity": 0.00010001000100010001, "verify_my_identity": 0.00010001000100010001, "verify_source_of_funds": 0.00010001000100010001, "verify_top_up": 0.00010001000100010001, "virtual_card_not_working": 0.00010001000100010001, "visa_or_mastercard": 0.937993799379938, "why_verify_identity": 0.00010001000100010001, "wrong_amount_of_cash_received": 0.00010001000100010001, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 70.55666705127805, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1293", "text_group": "6debadf2aeac1f206738f76f3109609be8b82165373e1f79687f32663f34ce8d", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.0010005002501250627, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.00040020010005002504, "atm_support": 0.0005002501250625313, "automatic_top_up": 0.00030015007503751874, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00040020010005002504, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00040020010005002504, "card_acceptance": 0.001200600300150075, "card_arrival": 0.0005002501250625313, "card_delivery_estimate": 0.00040020010005002504, "card_linking": 0.0009004502251125563, "card_not_working": 0.0005002501250625313, "card_payment_fee_charged": 0.00040020010005002504, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00040020010005002504, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00030015007503751874, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.0007003501750875438, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00040020010005002504, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00030015007503751874, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.00030015007503751874, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.0005002501250625313, "get_disposable_virtual_card": 0.00040020010005002504, "get_physical_card": 0.0057028514257128566, "getting_spare_card": 0.0009004502251125563, "getting_virtual_card": 0.00040020010005002504, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.007003501750875438, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.07853926963481742, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00040020010005002504, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00030015007503751874, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.001200600300150075, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00020010005002501252, "visa_or_mastercard": 0.8836418209104553, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 70.14070905279368, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1294", "text_group": "888c6bc73df115e315422ff00bcb7a6216978a81efd0af4e741a8fe5b477aaf4", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0012998700129987, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0005999400059994001, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.0018998100189981002, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0700929907009299, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00019998000199980003, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.9065093490650935, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 72.60020799003541, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1295", "text_group": "9d2fd8d377694274f24b6cb8d40d97cb12d5c60ff83ed696fe5b4cefe7d81e3f", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00010002000400080016, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00010002000400080016, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00020004000800160032, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020004000800160032, "beneficiary_not_allowed": 0.00020004000800160032, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.00020004000800160032, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00010002000400080016, "change_pin": 0.00010002000400080016, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00010002000400080016, "declined_cash_withdrawal": 0.00010002000400080016, "declined_transfer": 0.00010002000400080016, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00010002000400080016, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00010002000400080016, "failed_transfer": 0.00010002000400080016, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00010002000400080016, "lost_or_stolen_phone": 0.00010002000400080016, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00010002000400080016, "pending_card_payment": 0.00010002000400080016, "pending_cash_withdrawal": 0.00010002000400080016, "pending_top_up": 0.00010002000400080016, "pending_transfer": 0.00010002000400080016, "pin_blocked": 0.00010002000400080016, "receiving_money": 0.00020004000800160032, "request_refund": 0.00010002000400080016, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.03430686137227445, "terminate_account": 0.00010002000400080016, "top_up_by_bank_transfer_charge": 0.00010002000400080016, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00010002000400080016, "top_up_limits": 0.00010002000400080016, "top_up_reverted": 0.00010002000400080016, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00010002000400080016, "transfer_fee_charged": 0.00010002000400080016, "transfer_into_account": 0.00010002000400080016, "transfer_not_received_by_recipient": 0.00010002000400080016, "transfer_timing": 0.00010002000400080016, "unable_to_verify_identity": 0.00010002000400080016, "verify_my_identity": 0.00010002000400080016, "verify_source_of_funds": 0.00010002000400080016, "verify_top_up": 0.00010002000400080016, "virtual_card_not_working": 0.00010002000400080016, "visa_or_mastercard": 0.9538907781556311, "why_verify_identity": 0.00010002000400080016, "wrong_amount_of_cash_received": 0.00010002000400080016, "wrong_exchange_rate_for_cash_withdrawal": 0.00010002000400080016 }, "error": null, "latency_ms": 72.42004200816154, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1296", "text_group": "84810963e5d49298d2b1d7603dc8d273c82c7c4558243e0c93e29aa5c98a9fe8", "expected": "visa_or_mastercard", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0009001800360072014, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0014002800560112022, "atm_support": 0.001300260052010402, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.15133026605321062, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0011002200440088019, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.0012002400480096017, "card_payment_not_recognised": 0.0016003200640128026, "card_payment_wrong_exchange_rate": 0.0008001600320064013, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.0005001000200040008, "country_support": 0.001300260052010402, "declined_card_payment": 0.005801160232046409, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0012002400480096017, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0009001800360072014, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.545509101820364, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.022004400880176033, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.24304860972194436, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 74.6927079744637, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1297", "text_group": "b5d5879344925b7f9b1b60c01970e380d4b7a9f00e03c13893f3732c10ebab76", "expected": "visa_or_mastercard", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0015003000600120023, "age_limit": 0.0008001600320064013, "apple_pay_or_google_pay": 0.0010002000400080016, "atm_support": 0.0016003200640128026, "automatic_top_up": 0.0008001600320064013, "balance_not_updated_after_bank_transfer": 0.0007001400280056011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008001600320064013, "beneficiary_not_allowed": 0.0008001600320064013, "cancel_transfer": 0.0007001400280056011, "card_about_to_expire": 0.0009001800360072014, "card_acceptance": 0.004100820164032807, "card_arrival": 0.0009001800360072014, "card_delivery_estimate": 0.0007001400280056011, "card_linking": 0.003200640128025605, "card_not_working": 0.001300260052010402, "card_payment_fee_charged": 0.0010002000400080016, "card_payment_not_recognised": 0.0008001600320064013, "card_payment_wrong_exchange_rate": 0.0009001800360072014, "card_swallowed": 0.0008001600320064013, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.0006001200240048009, "change_pin": 0.0006001200240048009, "compromised_card": 0.0009001800360072014, "contactless_not_working": 0.0008001600320064013, "country_support": 0.0014002800560112022, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0007001400280056011, "disposable_card_limits": 0.0011002200440088019, "edit_personal_details": 0.0007001400280056011, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0015003000600120023, "get_disposable_virtual_card": 0.0009001800360072014, "get_physical_card": 0.008901780356071214, "getting_spare_card": 0.003700740148029606, "getting_virtual_card": 0.001300260052010402, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0015003000600120023, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0008001600320064013, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.8882776555311062, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0007001400280056011, "top_up_by_cash_or_cheque": 0.0007001400280056011, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0007001400280056011, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.003800760152030406, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0006001200240048009, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.0008001600320064013, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.0007001400280056011, "visa_or_mastercard": 0.03590718143628726, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 72.60504201985896, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1298", "text_group": "3cf711b97c4512bc61fe909b96f8d8d4c4e8d69590fd732aaecba66638a24e01", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00010001000100010001, "activate_my_card": 0.0003000300030003, "age_limit": 0.00010001000100010001, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020002000200020003, "beneficiary_not_allowed": 0.00020002000200020003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00010001000100010001, "declined_transfer": 0.00010001000100010001, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00010001000100010001, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0006000600060006, "get_physical_card": 0.0049004900490049, "getting_spare_card": 0.0039003900390039, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00010001000100010001, "lost_or_stolen_phone": 0.00010001000100010001, "order_physical_card": 0.0009000900090009, "passcode_forgotten": 0.00010001000100010001, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00010001000100010001, "pending_top_up": 0.00010001000100010001, "pending_transfer": 0.00010001000100010001, "pin_blocked": 0.00010001000100010001, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.0331033103310331, "terminate_account": 0.00010001000100010001, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00010001000100010001, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00020002000200020003, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00010001000100010001, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00010001000100010001, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00010001000100010001, "visa_or_mastercard": 0.9425942594259425, "why_verify_identity": 0.00010001000100010001, "wrong_amount_of_cash_received": 0.00010001000100010001, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 72.0888749929145, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1299", "text_group": "8a62a9feaa3c960eae6956e02b207a6f5a662f65e22bfcb0ea5973ed98c75bb9", "expected": "visa_or_mastercard", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0006003602161296778, "activate_my_card": 0.011807084250550331, "age_limit": 0.0008004802881729038, "apple_pay_or_google_pay": 0.0015009005403241946, "atm_support": 0.0019011406844106464, "automatic_top_up": 0.0010006003602161296, "balance_not_updated_after_bank_transfer": 0.0007004202521512908, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008004802881729038, "beneficiary_not_allowed": 0.0009005403241945167, "cancel_transfer": 0.0009005403241945167, "card_about_to_expire": 0.0013007804682809686, "card_acceptance": 0.1148689213528117, "card_arrival": 0.0012007204322593557, "card_delivery_estimate": 0.0009005403241945167, "card_linking": 0.014308585151090656, "card_not_working": 0.0024014408645187113, "card_payment_fee_charged": 0.0011006603962377428, "card_payment_not_recognised": 0.0010006003602161296, "card_payment_wrong_exchange_rate": 0.0010006003602161296, "card_swallowed": 0.0010006003602161296, "cash_withdrawal_charge": 0.0008004802881729038, "cash_withdrawal_not_recognised": 0.0007004202521512908, "change_pin": 0.0011006603962377428, "compromised_card": 0.0013007804682809686, "contactless_not_working": 0.0010006003602161296, "country_support": 0.0016009605763458077, "declined_card_payment": 0.0010006003602161296, "declined_cash_withdrawal": 0.0006003602161296778, "declined_transfer": 0.0007004202521512908, "direct_debit_payment_not_recognised": 0.0008004802881729038, "disposable_card_limits": 0.0016009605763458077, "edit_personal_details": 0.012307384430658395, "exchange_charge": 0.0007004202521512908, "exchange_rate": 0.0007004202521512908, "exchange_via_app": 0.0009005403241945167, "extra_charge_on_statement": 0.0006003602161296778, "failed_transfer": 0.0006003602161296778, "fiat_currency_support": 0.0015009005403241946, "get_disposable_virtual_card": 0.0014008405043025817, "get_physical_card": 0.011506904142485492, "getting_spare_card": 0.0035021012607564543, "getting_virtual_card": 0.0012007204322593557, "lost_or_stolen_card": 0.0007004202521512908, "lost_or_stolen_phone": 0.0005003001801080648, "order_physical_card": 0.0017010206123674204, "passcode_forgotten": 0.0006003602161296778, "pending_card_payment": 0.0007004202521512908, "pending_cash_withdrawal": 0.0005003001801080648, "pending_top_up": 0.0006003602161296778, "pending_transfer": 0.0006003602161296778, "pin_blocked": 0.0007004202521512908, "receiving_money": 0.0010006003602161296, "request_refund": 0.0008004802881729038, "reverted_card_payment?": 0.0010006003602161296, "supported_cards_and_currencies": 0.5491294776866119, "terminate_account": 0.0007004202521512908, "top_up_by_bank_transfer_charge": 0.0008004802881729038, "top_up_by_card_charge": 0.0009005403241945167, "top_up_by_cash_or_cheque": 0.0008004802881729038, "top_up_failed": 0.0007004202521512908, "top_up_limits": 0.0009005403241945167, "top_up_reverted": 0.0009005403241945167, "topping_up_by_card": 0.019411646988192918, "transaction_charged_twice": 0.0006003602161296778, "transfer_fee_charged": 0.0006003602161296778, "transfer_into_account": 0.0006003602161296778, "transfer_not_received_by_recipient": 0.0006003602161296778, "transfer_timing": 0.0007004202521512908, "unable_to_verify_identity": 0.0009005403241945167, "verify_my_identity": 0.0009005403241945167, "verify_source_of_funds": 0.0007004202521512908, "verify_top_up": 0.0007004202521512908, "virtual_card_not_working": 0.0010006003602161296, "visa_or_mastercard": 0.2008204922953772, "why_verify_identity": 0.0007004202521512908, "wrong_amount_of_cash_received": 0.0006003602161296778, "wrong_exchange_rate_for_cash_withdrawal": 0.0008004802881729038 }, "error": null, "latency_ms": 71.71720894984901, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1300", "text_group": "ebf566fdb0806049342db721b2f3cd29a3760fdbdde6bf7bfcfca9513a8ec013", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00010002000400080016, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00010002000400080016, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00010002000400080016, "balance_not_updated_after_bank_transfer": 0.00010002000400080016, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020004000800160032, "beneficiary_not_allowed": 0.00020004000800160032, "cancel_transfer": 0.00010002000400080016, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.00020004000800160032, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00010002000400080016, "change_pin": 0.00010002000400080016, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00010002000400080016, "declined_transfer": 0.00010002000400080016, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00010002000400080016, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00010002000400080016, "failed_transfer": 0.00010002000400080016, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00010002000400080016, "lost_or_stolen_phone": 0.00010002000400080016, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00010002000400080016, "pending_card_payment": 0.00010002000400080016, "pending_cash_withdrawal": 0.00010002000400080016, "pending_top_up": 0.00010002000400080016, "pending_transfer": 0.00010002000400080016, "pin_blocked": 0.00010002000400080016, "receiving_money": 0.00020004000800160032, "request_refund": 0.00010002000400080016, "reverted_card_payment?": 0.00010002000400080016, "supported_cards_and_currencies": 0.04160832166433286, "terminate_account": 0.00010002000400080016, "top_up_by_bank_transfer_charge": 0.00010002000400080016, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00010002000400080016, "top_up_limits": 0.00010002000400080016, "top_up_reverted": 0.00010002000400080016, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00010002000400080016, "transfer_fee_charged": 0.00010002000400080016, "transfer_into_account": 0.00010002000400080016, "transfer_not_received_by_recipient": 0.00010002000400080016, "transfer_timing": 0.00010002000400080016, "unable_to_verify_identity": 0.00010002000400080016, "verify_my_identity": 0.00010002000400080016, "verify_source_of_funds": 0.00010002000400080016, "verify_top_up": 0.00010002000400080016, "virtual_card_not_working": 0.00010002000400080016, "visa_or_mastercard": 0.9462892578515704, "why_verify_identity": 0.00010002000400080016, "wrong_amount_of_cash_received": 0.00010002000400080016, "wrong_exchange_rate_for_cash_withdrawal": 0.00010002000400080016 }, "error": null, "latency_ms": 70.8626660052687, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1301", "text_group": "6fd422b0fc4a41767a59f6530cbbb351687720ad4022d4626b4451ced943234e", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 9.999000099990002e-05, "activate_my_card": 0.00019998000199980003, "age_limit": 9.999000099990002e-05, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019998000199980003, "beneficiary_not_allowed": 0.00019998000199980003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00019998000199980003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 9.999000099990002e-05, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 9.999000099990002e-05, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 9.999000099990002e-05, "pending_top_up": 9.999000099990002e-05, "pending_transfer": 9.999000099990002e-05, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00019998000199980003, "request_refund": 9.999000099990002e-05, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.025597440255974404, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00019998000199980003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 9.999000099990002e-05, "transfer_fee_charged": 9.999000099990002e-05, "transfer_into_account": 9.999000099990002e-05, "transfer_not_received_by_recipient": 9.999000099990002e-05, "transfer_timing": 9.999000099990002e-05, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 9.999000099990002e-05, "visa_or_mastercard": 0.9595040495950405, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 9.999000099990002e-05, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 69.86287503968924, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1302", "text_group": "13f427a8ed02944bf8f69e579d600b7051b50c17c21c3b701844af2a2dbe27ca", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.0002998800479808077, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0004998000799680128, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0003998400639744103, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.00019992003198720514, "country_support": 0.0003998400639744103, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0003998400639744103, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.0002998800479808077, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.053878448620551786, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.00019992003198720514, "topping_up_by_card": 0.0003998400639744103, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.9275289884046382, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 71.92066696006805, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1303", "text_group": "77c8df72be5d7efce3a913ba21f6444fe4a9fa2c72ba8e037f3d99b7848c2a45", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.035596440355964404, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.0008999100089991, "card_acceptance": 0.0036996300369963007, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0029997000299970002, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.0004999500049995, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0006999300069993001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.004899510048995101, "getting_spare_card": 0.0011998800119988001, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.007099290070992901, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0480951904809519, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.0006999300069993001, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0022997700229977, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.8668133186681332, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 71.92504196427763, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1304", "text_group": "4d75c0ddacb63681a390ff9847342d645a638fd97314269c14c33108f2062136", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 9.999000099990002e-05, "activate_my_card": 0.00019998000199980003, "age_limit": 9.999000099990002e-05, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019998000199980003, "beneficiary_not_allowed": 0.00019998000199980003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00019998000199980003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00019998000199980003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 9.999000099990002e-05, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 9.999000099990002e-05, "declined_transfer": 9.999000099990002e-05, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 9.999000099990002e-05, "failed_transfer": 9.999000099990002e-05, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 9.999000099990002e-05, "lost_or_stolen_card": 9.999000099990002e-05, "lost_or_stolen_phone": 9.999000099990002e-05, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 9.999000099990002e-05, "pending_card_payment": 9.999000099990002e-05, "pending_cash_withdrawal": 9.999000099990002e-05, "pending_top_up": 9.999000099990002e-05, "pending_transfer": 9.999000099990002e-05, "pin_blocked": 9.999000099990002e-05, "receiving_money": 0.00019998000199980003, "request_refund": 9.999000099990002e-05, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.03859614038596141, "terminate_account": 9.999000099990002e-05, "top_up_by_bank_transfer_charge": 9.999000099990002e-05, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 9.999000099990002e-05, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00019998000199980003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 9.999000099990002e-05, "transfer_fee_charged": 9.999000099990002e-05, "transfer_into_account": 9.999000099990002e-05, "transfer_not_received_by_recipient": 9.999000099990002e-05, "transfer_timing": 9.999000099990002e-05, "unable_to_verify_identity": 9.999000099990002e-05, "verify_my_identity": 9.999000099990002e-05, "verify_source_of_funds": 9.999000099990002e-05, "verify_top_up": 9.999000099990002e-05, "virtual_card_not_working": 9.999000099990002e-05, "visa_or_mastercard": 0.9490050994900511, "why_verify_identity": 9.999000099990002e-05, "wrong_amount_of_cash_received": 9.999000099990002e-05, "wrong_exchange_rate_for_cash_withdrawal": 9.999000099990002e-05 }, "error": null, "latency_ms": 74.10929200705141, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1305", "text_group": "80ec756bd91e7c4ca3a149d1f38f9da0a2f3dd12bbe12c792f4e1509c473796c", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00010009008107296568, "activate_my_card": 0.00020018016214593136, "age_limit": 0.00010009008107296568, "apple_pay_or_google_pay": 0.00010009008107296568, "atm_support": 0.00020018016214593136, "automatic_top_up": 0.00010009008107296568, "balance_not_updated_after_bank_transfer": 0.00010009008107296568, "balance_not_updated_after_cheque_or_cash_deposit": 0.00010009008107296568, "beneficiary_not_allowed": 0.00020018016214593136, "cancel_transfer": 0.00010009008107296568, "card_about_to_expire": 0.00020018016214593136, "card_acceptance": 0.000300270243218897, "card_arrival": 0.00020018016214593136, "card_delivery_estimate": 0.00010009008107296568, "card_linking": 0.00020018016214593136, "card_not_working": 0.00020018016214593136, "card_payment_fee_charged": 0.00020018016214593136, "card_payment_not_recognised": 0.00020018016214593136, "card_payment_wrong_exchange_rate": 0.00020018016214593136, "card_swallowed": 0.00020018016214593136, "cash_withdrawal_charge": 0.00010009008107296568, "cash_withdrawal_not_recognised": 0.00010009008107296568, "change_pin": 0.00010009008107296568, "compromised_card": 0.00010009008107296568, "contactless_not_working": 0.00010009008107296568, "country_support": 0.00020018016214593136, "declined_card_payment": 0.00010009008107296568, "declined_cash_withdrawal": 0.00010009008107296568, "declined_transfer": 0.00010009008107296568, "direct_debit_payment_not_recognised": 0.00010009008107296568, "disposable_card_limits": 0.00010009008107296568, "edit_personal_details": 0.00010009008107296568, "exchange_charge": 0.00010009008107296568, "exchange_rate": 0.00010009008107296568, "exchange_via_app": 0.00010009008107296568, "extra_charge_on_statement": 0.00010009008107296568, "failed_transfer": 0.00010009008107296568, "fiat_currency_support": 0.00020018016214593136, "get_disposable_virtual_card": 0.00010009008107296568, "get_physical_card": 0.00010009008107296568, "getting_spare_card": 0.0014012611350215194, "getting_virtual_card": 0.00010009008107296568, "lost_or_stolen_card": 0.00010009008107296568, "lost_or_stolen_phone": 0.00010009008107296568, "order_physical_card": 0.00020018016214593136, "passcode_forgotten": 0.00010009008107296568, "pending_card_payment": 0.00010009008107296568, "pending_cash_withdrawal": 0.00010009008107296568, "pending_top_up": 0.00010009008107296568, "pending_transfer": 0.00010009008107296568, "pin_blocked": 0.00010009008107296568, "receiving_money": 0.00020018016214593136, "request_refund": 0.00010009008107296568, "reverted_card_payment?": 0.00010009008107296568, "supported_cards_and_currencies": 0.008707837053348013, "terminate_account": 0.00010009008107296568, "top_up_by_bank_transfer_charge": 0.00010009008107296568, "top_up_by_card_charge": 0.00010009008107296568, "top_up_by_cash_or_cheque": 0.00010009008107296568, "top_up_failed": 0.00010009008107296568, "top_up_limits": 0.00010009008107296568, "top_up_reverted": 0.00010009008107296568, "topping_up_by_card": 0.00020018016214593136, "transaction_charged_twice": 0.00010009008107296568, "transfer_fee_charged": 0.00010009008107296568, "transfer_into_account": 0.00010009008107296568, "transfer_not_received_by_recipient": 0.00010009008107296568, "transfer_timing": 0.00010009008107296568, "unable_to_verify_identity": 0.00010009008107296568, "verify_my_identity": 0.00010009008107296568, "verify_source_of_funds": 0.00010009008107296568, "verify_top_up": 0.00010009008107296568, "virtual_card_not_working": 0.00010009008107296568, "visa_or_mastercard": 0.9806826143529176, "why_verify_identity": 0.00010009008107296568, "wrong_amount_of_cash_received": 0.00010009008107296568, "wrong_exchange_rate_for_cash_withdrawal": 0.00010009008107296568 }, "error": null, "latency_ms": 76.36241603177041, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1306", "text_group": "5cd75958a542ff5c56803fb6a21825733bc30fa8ead014357bbb392e252c8d4c", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 9.992006394884094e-05, "activate_my_card": 0.00019984012789768188, "age_limit": 0.00019984012789768188, "apple_pay_or_google_pay": 0.00019984012789768188, "atm_support": 0.00029976019184652276, "automatic_top_up": 0.00019984012789768188, "balance_not_updated_after_bank_transfer": 0.00019984012789768188, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019984012789768188, "beneficiary_not_allowed": 0.00019984012789768188, "cancel_transfer": 0.00019984012789768188, "card_about_to_expire": 0.00019984012789768188, "card_acceptance": 0.00039968025579536375, "card_arrival": 0.00019984012789768188, "card_delivery_estimate": 0.00019984012789768188, "card_linking": 0.00029976019184652276, "card_not_working": 0.00029976019184652276, "card_payment_fee_charged": 0.00029976019184652276, "card_payment_not_recognised": 0.00029976019184652276, "card_payment_wrong_exchange_rate": 0.00019984012789768188, "card_swallowed": 0.00019984012789768188, "cash_withdrawal_charge": 0.00019984012789768188, "cash_withdrawal_not_recognised": 0.00019984012789768188, "change_pin": 0.00019984012789768188, "compromised_card": 0.00029976019184652276, "contactless_not_working": 0.00019984012789768188, "country_support": 0.00029976019184652276, "declined_card_payment": 0.00019984012789768188, "declined_cash_withdrawal": 0.00019984012789768188, "declined_transfer": 0.00019984012789768188, "direct_debit_payment_not_recognised": 0.00019984012789768188, "disposable_card_limits": 0.00019984012789768188, "edit_personal_details": 0.00019984012789768188, "exchange_charge": 0.00019984012789768188, "exchange_rate": 0.00019984012789768188, "exchange_via_app": 0.00019984012789768188, "extra_charge_on_statement": 0.00019984012789768188, "failed_transfer": 0.00019984012789768188, "fiat_currency_support": 0.00029976019184652276, "get_disposable_virtual_card": 0.00019984012789768188, "get_physical_card": 0.00029976019184652276, "getting_spare_card": 0.00019984012789768188, "getting_virtual_card": 0.00019984012789768188, "lost_or_stolen_card": 0.00019984012789768188, "lost_or_stolen_phone": 9.992006394884094e-05, "order_physical_card": 0.00019984012789768188, "passcode_forgotten": 0.00019984012789768188, "pending_card_payment": 0.00019984012789768188, "pending_cash_withdrawal": 9.992006394884094e-05, "pending_top_up": 9.992006394884094e-05, "pending_transfer": 9.992006394884094e-05, "pin_blocked": 0.00019984012789768188, "receiving_money": 0.00019984012789768188, "request_refund": 0.00019984012789768188, "reverted_card_payment?": 0.00019984012789768188, "supported_cards_and_currencies": 0.030275779376498804, "terminate_account": 0.00019984012789768188, "top_up_by_bank_transfer_charge": 0.00019984012789768188, "top_up_by_card_charge": 0.00019984012789768188, "top_up_by_cash_or_cheque": 0.00019984012789768188, "top_up_failed": 0.00019984012789768188, "top_up_limits": 0.00019984012789768188, "top_up_reverted": 0.00019984012789768188, "topping_up_by_card": 0.00029976019184652276, "transaction_charged_twice": 0.00019984012789768188, "transfer_fee_charged": 0.00019984012789768188, "transfer_into_account": 0.00019984012789768188, "transfer_not_received_by_recipient": 0.00019984012789768188, "transfer_timing": 9.992006394884094e-05, "unable_to_verify_identity": 0.00019984012789768188, "verify_my_identity": 0.00019984012789768188, "verify_source_of_funds": 0.00019984012789768188, "verify_top_up": 0.00019984012789768188, "virtual_card_not_working": 0.00019984012789768188, "visa_or_mastercard": 0.9541366906474821, "why_verify_identity": 0.00019984012789768188, "wrong_amount_of_cash_received": 0.00019984012789768188, "wrong_exchange_rate_for_cash_withdrawal": 0.00019984012789768188 }, "error": null, "latency_ms": 77.20745797269046, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1307", "text_group": "5b901502ff53d92c361e5d8341890c3331c89952ce425e4829a661ee2d0887ab", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00010004001600640257, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00010004001600640257, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00010004001600640257, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020008003201280514, "beneficiary_not_allowed": 0.00020008003201280514, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.0007002801120448179, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00020008003201280514, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00020008003201280514, "card_swallowed": 0.00020008003201280514, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00010004001600640257, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00020008003201280514, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00010004001600640257, "declined_cash_withdrawal": 0.00010004001600640257, "declined_transfer": 0.00010004001600640257, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00010004001600640257, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00010004001600640257, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00010004001600640257, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00010004001600640257, "lost_or_stolen_card": 0.00010004001600640257, "lost_or_stolen_phone": 0.00010004001600640257, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00010004001600640257, "pending_card_payment": 0.00010004001600640257, "pending_cash_withdrawal": 0.00010004001600640257, "pending_top_up": 0.00010004001600640257, "pending_transfer": 0.00010004001600640257, "pin_blocked": 0.00010004001600640257, "receiving_money": 0.00020008003201280514, "request_refund": 0.00010004001600640257, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.0586234493797519, "terminate_account": 0.00010004001600640257, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00010004001600640257, "top_up_limits": 0.00010004001600640257, "top_up_reverted": 0.00020008003201280514, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00010004001600640257, "transfer_fee_charged": 0.00010004001600640257, "transfer_into_account": 0.00010004001600640257, "transfer_not_received_by_recipient": 0.00010004001600640257, "transfer_timing": 0.00010004001600640257, "unable_to_verify_identity": 0.00010004001600640257, "verify_my_identity": 0.00010004001600640257, "verify_source_of_funds": 0.00010004001600640257, "verify_top_up": 0.00010004001600640257, "virtual_card_not_working": 0.00010004001600640257, "visa_or_mastercard": 0.9288715486194478, "why_verify_identity": 0.00010004001600640257, "wrong_amount_of_cash_received": 0.00010004001600640257, "wrong_exchange_rate_for_cash_withdrawal": 0.00010004001600640257 }, "error": null, "latency_ms": 74.4421249255538, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1308", "text_group": "23ac6785d8f05792e3a71f16c78e8f17953fd28ce57e41932f4d77216b44e57a", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00010003000900270081, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00010003000900270081, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020006001800540162, "beneficiary_not_allowed": 0.00020006001800540162, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.00020006001800540162, "card_swallowed": 0.00020006001800540162, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00010003000900270081, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.00020006001800540162, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00010003000900270081, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.00020006001800540162, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00010003000900270081, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00010003000900270081, "failed_transfer": 0.00010003000900270081, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.0026007802340702207, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00010003000900270081, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00010003000900270081, "pending_card_payment": 0.00010003000900270081, "pending_cash_withdrawal": 0.00010003000900270081, "pending_top_up": 0.00010003000900270081, "pending_transfer": 0.00010003000900270081, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.00020006001800540162, "request_refund": 0.00010003000900270081, "reverted_card_payment?": 0.00020006001800540162, "supported_cards_and_currencies": 0.03651095328598579, "terminate_account": 0.00010003000900270081, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00010003000900270081, "top_up_limits": 0.00010003000900270081, "top_up_reverted": 0.00020006001800540162, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00010003000900270081, "transfer_fee_charged": 0.00010003000900270081, "transfer_into_account": 0.00010003000900270081, "transfer_not_received_by_recipient": 0.00010003000900270081, "transfer_timing": 0.00010003000900270081, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00010003000900270081, "visa_or_mastercard": 0.9466840052015605, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00010003000900270081, "wrong_exchange_rate_for_cash_withdrawal": 0.00020006001800540162 }, "error": null, "latency_ms": 71.9680420588702, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1309", "text_group": "f322bff9cb2c23e64c363dd85410ad2698dedf0bd3adc8a88ab16bd9359a5b8b", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 9.9930048965724e-05, "activate_my_card": 0.000199860097931448, "age_limit": 0.000199860097931448, "apple_pay_or_google_pay": 0.000199860097931448, "atm_support": 0.00029979014689717197, "automatic_top_up": 0.000199860097931448, "balance_not_updated_after_bank_transfer": 0.000199860097931448, "balance_not_updated_after_cheque_or_cash_deposit": 0.000199860097931448, "beneficiary_not_allowed": 0.000199860097931448, "cancel_transfer": 0.000199860097931448, "card_about_to_expire": 0.000199860097931448, "card_acceptance": 0.000399720195862896, "card_arrival": 0.000199860097931448, "card_delivery_estimate": 0.000199860097931448, "card_linking": 0.000399720195862896, "card_not_working": 0.00029979014689717197, "card_payment_fee_charged": 0.000199860097931448, "card_payment_not_recognised": 0.000199860097931448, "card_payment_wrong_exchange_rate": 0.00029979014689717197, "card_swallowed": 0.00029979014689717197, "cash_withdrawal_charge": 0.000199860097931448, "cash_withdrawal_not_recognised": 0.000199860097931448, "change_pin": 0.000199860097931448, "compromised_card": 0.000399720195862896, "contactless_not_working": 0.000199860097931448, "country_support": 0.00029979014689717197, "declined_card_payment": 0.000199860097931448, "declined_cash_withdrawal": 0.000199860097931448, "declined_transfer": 0.000199860097931448, "direct_debit_payment_not_recognised": 0.000199860097931448, "disposable_card_limits": 0.000199860097931448, "edit_personal_details": 0.000199860097931448, "exchange_charge": 0.000199860097931448, "exchange_rate": 0.000199860097931448, "exchange_via_app": 0.000199860097931448, "extra_charge_on_statement": 0.000199860097931448, "failed_transfer": 0.000199860097931448, "fiat_currency_support": 0.000399720195862896, "get_disposable_virtual_card": 0.00029979014689717197, "get_physical_card": 0.00199860097931448, "getting_spare_card": 0.00049965024482862, "getting_virtual_card": 0.00029979014689717197, "lost_or_stolen_card": 0.000199860097931448, "lost_or_stolen_phone": 9.9930048965724e-05, "order_physical_card": 0.00029979014689717197, "passcode_forgotten": 0.000199860097931448, "pending_card_payment": 0.000199860097931448, "pending_cash_withdrawal": 9.9930048965724e-05, "pending_top_up": 9.9930048965724e-05, "pending_transfer": 9.9930048965724e-05, "pin_blocked": 0.000199860097931448, "receiving_money": 0.00029979014689717197, "request_refund": 0.000199860097931448, "reverted_card_payment?": 0.000199860097931448, "supported_cards_and_currencies": 0.041271110222844014, "terminate_account": 0.000199860097931448, "top_up_by_bank_transfer_charge": 0.000199860097931448, "top_up_by_card_charge": 0.000199860097931448, "top_up_by_cash_or_cheque": 0.000199860097931448, "top_up_failed": 0.000199860097931448, "top_up_limits": 0.000199860097931448, "top_up_reverted": 0.000199860097931448, "topping_up_by_card": 0.000399720195862896, "transaction_charged_twice": 0.000199860097931448, "transfer_fee_charged": 0.000199860097931448, "transfer_into_account": 0.000199860097931448, "transfer_not_received_by_recipient": 0.000199860097931448, "transfer_timing": 0.000199860097931448, "unable_to_verify_identity": 0.000199860097931448, "verify_my_identity": 0.000199860097931448, "verify_source_of_funds": 0.000199860097931448, "verify_top_up": 0.000199860097931448, "virtual_card_not_working": 0.000199860097931448, "visa_or_mastercard": 0.9402418307184971, "why_verify_identity": 0.000199860097931448, "wrong_amount_of_cash_received": 0.000199860097931448, "wrong_exchange_rate_for_cash_withdrawal": 0.000199860097931448 }, "error": null, "latency_ms": 72.5492499768734, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1310", "text_group": "f4a23cf2333c38ae9ea9041b19db9c13cf6e21394b6a915471ca54f9ac145de8", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0015995201439568132, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0008997300809757073, "atm_support": 0.0022993102069379188, "automatic_top_up": 0.0005998200539838048, "balance_not_updated_after_bank_transfer": 0.0005998200539838048, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0005998200539838048, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.009297210836748974, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0018994301709487154, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0005998200539838048, "card_payment_not_recognised": 0.0008997300809757073, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.000499850044986504, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.000499850044986504, "country_support": 0.0008997300809757073, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0008997300809757073, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.0005998200539838048, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000999700089973008, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.000499850044986504, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0005998200539838048, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.021693491952414278, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.9322203338998301, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 70.46304107643664, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1311", "text_group": "4e20d151e58f70b02b2f4c0ab79beda98fcd9306871ecb94296db71ee551c81d", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00010003000900270081, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020006001800540162, "beneficiary_not_allowed": 0.00020006001800540162, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0009002700810243073, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.00020006001800540162, "card_swallowed": 0.00020006001800540162, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.00020006001800540162, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00010003000900270081, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.00020006001800540162, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00010003000900270081, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00010003000900270081, "lost_or_stolen_phone": 0.00010003000900270081, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00010003000900270081, "pending_card_payment": 0.00010003000900270081, "pending_cash_withdrawal": 0.00010003000900270081, "pending_top_up": 0.00010003000900270081, "pending_transfer": 0.00010003000900270081, "pin_blocked": 0.00010003000900270081, "receiving_money": 0.00020006001800540162, "request_refund": 0.00010003000900270081, "reverted_card_payment?": 0.00020006001800540162, "supported_cards_and_currencies": 0.07302190657197158, "terminate_account": 0.00010003000900270081, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00010003000900270081, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.00020006001800540162, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.00010003000900270081, "transfer_fee_charged": 0.00010003000900270081, "transfer_into_account": 0.00010003000900270081, "transfer_not_received_by_recipient": 0.00010003000900270081, "transfer_timing": 0.00010003000900270081, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00010003000900270081, "visa_or_mastercard": 0.9124737421226368, "why_verify_identity": 0.00010003000900270081, "wrong_amount_of_cash_received": 0.00010003000900270081, "wrong_exchange_rate_for_cash_withdrawal": 0.00020006001800540162 }, "error": null, "latency_ms": 70.42770890984684, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1312", "text_group": "4bef270350f60b6c6171b481ef51c7b7c46b5c52d34aec635b927ec4bd39c41a", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0012002400480096017, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0010002000400080016, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0014002800560112022, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0011002200440088019, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.0006001200240048009, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0012002400480096017, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.04440888177635527, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0009001800360072014, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.9251850370074015, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 70.08233398664743, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1313", "text_group": "46d939fecd3140571009e460f605b84d5afe6d4c0fa286cb26e477bb52cc598a", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00019988007195682593, "activate_my_card": 0.00029982010793523883, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00039976014391365186, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.00019988007195682593, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019988007195682593, "beneficiary_not_allowed": 0.00019988007195682593, "cancel_transfer": 0.00029982010793523883, "card_about_to_expire": 0.00019988007195682593, "card_acceptance": 0.00039976014391365186, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00019988007195682593, "card_linking": 0.00039976014391365186, "card_not_working": 0.00029982010793523883, "card_payment_fee_charged": 0.00029982010793523883, "card_payment_not_recognised": 0.00019988007195682593, "card_payment_wrong_exchange_rate": 0.00029982010793523883, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.00019988007195682593, "compromised_card": 0.00019988007195682593, "contactless_not_working": 0.00019988007195682593, "country_support": 0.00029982010793523883, "declined_card_payment": 0.00019988007195682593, "declined_cash_withdrawal": 9.994003597841297e-05, "declined_transfer": 0.00019988007195682593, "direct_debit_payment_not_recognised": 0.00019988007195682593, "disposable_card_limits": 0.00019988007195682593, "edit_personal_details": 0.00019988007195682593, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00019988007195682593, "fiat_currency_support": 0.00029982010793523883, "get_disposable_virtual_card": 0.00029982010793523883, "get_physical_card": 0.0016989806116330202, "getting_spare_card": 0.008494903058165103, "getting_virtual_card": 0.00029982010793523883, "lost_or_stolen_card": 9.994003597841297e-05, "lost_or_stolen_phone": 9.994003597841297e-05, "order_physical_card": 0.0010993403957625426, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00019988007195682593, "pending_cash_withdrawal": 9.994003597841297e-05, "pending_top_up": 9.994003597841297e-05, "pending_transfer": 9.994003597841297e-05, "pin_blocked": 0.00019988007195682593, "receiving_money": 0.00029982010793523883, "request_refund": 0.00019988007195682593, "reverted_card_payment?": 0.00019988007195682593, "supported_cards_and_currencies": 0.002298620827503498, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00019988007195682593, "top_up_failed": 0.00019988007195682593, "top_up_limits": 0.00019988007195682593, "top_up_reverted": 0.00019988007195682593, "topping_up_by_card": 0.00029982010793523883, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.00019988007195682593, "visa_or_mastercard": 0.9709174495302819, "why_verify_identity": 9.994003597841297e-05, "wrong_amount_of_cash_received": 9.994003597841297e-05, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682593 }, "error": null, "latency_ms": 70.30491600744426, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1314", "text_group": "8e6a07dde884fc59638650e120916a97ff366e35899610ed0477f01244622376", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.0001, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0019, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0007, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0005, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0105, "getting_spare_card": 0.0066, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0001, "lost_or_stolen_phone": 0.0001, "order_physical_card": 0.0097, "passcode_forgotten": 0.0001, "pending_card_payment": 0.0001, "pending_cash_withdrawal": 0.0001, "pending_top_up": 0.0001, "pending_transfer": 0.0001, "pin_blocked": 0.0002, "receiving_money": 0.0006, "request_refund": 0.0001, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0436, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0002, "topping_up_by_card": 0.0015, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.9097, "why_verify_identity": 0.0001, "wrong_amount_of_cash_received": 0.0001, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 69.131291937083, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1315", "text_group": "12f69546171141359ee5d04af704df0604d5a44667412c8f3b6e730c88575a1c", "expected": "visa_or_mastercard", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0007001400280056011, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.008101620324064812, "atm_support": 0.0017003400680136026, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.09841968393678735, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0008001600320064013, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.005901180236047209, "card_payment_not_recognised": 0.0030006001200240046, "card_payment_wrong_exchange_rate": 0.0012002400480096017, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00040008001600320064, "compromised_card": 0.0006001200240048009, "contactless_not_working": 0.0007001400280056011, "country_support": 0.001300260052010402, "declined_card_payment": 0.004200840168033606, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.002000400080016003, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0028005601120224045, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0006001200240048009, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0007001400280056011, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0007001400280056011, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.8138627725545109, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0006001200240048009, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0024004800960192034, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.023404680936187236, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 69.18287498410791, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1316", "text_group": "12c80bb2317e9d22ea0962ad81fbf4bb805b14a2801b4512641411715b0473a3", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00010002000400080016, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020004000800160032, "beneficiary_not_allowed": 0.00020004000800160032, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0009001800360072014, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.00020004000800160032, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00010002000400080016, "failed_transfer": 0.00010002000400080016, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.0006001200240048009, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00010002000400080016, "lost_or_stolen_phone": 0.00010002000400080016, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00010002000400080016, "pending_card_payment": 0.00010002000400080016, "pending_cash_withdrawal": 0.00010002000400080016, "pending_top_up": 0.00010002000400080016, "pending_transfer": 0.00010002000400080016, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.00010002000400080016, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.027505501100220042, "terminate_account": 0.00010002000400080016, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00010002000400080016, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00020004000800160032, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.00010002000400080016, "transfer_fee_charged": 0.00010002000400080016, "transfer_into_account": 0.00010002000400080016, "transfer_not_received_by_recipient": 0.00010002000400080016, "transfer_timing": 0.00010002000400080016, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.9570914182836567, "why_verify_identity": 0.00010002000400080016, "wrong_amount_of_cash_received": 0.00010002000400080016, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 69.47187497280538, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1317", "text_group": "38b73e35e9a51c519f3a47d4c15953b3431d5ed32bacdc807e3d96ecf8da4506", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.00040012003601080324, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0014004201260378114, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0005001500450135041, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.0006001800540162048, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.08192457737321196, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.8955686706011803, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.00020006001800540162 }, "error": null, "latency_ms": 68.6200000345707, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1318", "text_group": "7d9abac5f077f00103f3b212e512dbb9a5698c8e9a1de7188f5f0f92c7aaf40c", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 9.997000899730082e-05, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019994001799460164, "beneficiary_not_allowed": 0.00019994001799460164, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.000999700089973008, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.000499850044986504, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 9.997000899730082e-05, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 9.997000899730082e-05, "pending_top_up": 9.997000899730082e-05, "pending_transfer": 9.997000899730082e-05, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 9.997000899730082e-05, "reverted_card_payment?": 0.00019994001799460164, "supported_cards_and_currencies": 0.06598020593821854, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.00019994001799460164, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.9172248325502349, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 67.99479201436043, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1319", "text_group": "2103f748dea63e7b496164de3c86115fea01caa5c2dc937fae0aed2f5111ed3f", "expected": "visa_or_mastercard", "prediction": "visa_or_mastercard", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0017, "card_arrival": 0.0006, "card_delivery_estimate": 0.0004, "card_linking": 0.0011, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0004, "country_support": 0.0008, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0002, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0002, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.029, "getting_spare_card": 0.009, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0176, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0562, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0034, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.8593, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.10879095084965, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1320", "text_group": "66a711b88d65100641c39339a0c1e16fa9bb7a11d428812e25735dc48aa4c1fb", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.0004999000199960008, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.0011997600479904018, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0011997600479904018, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0008998200359928015, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0005998800239952009, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0005998800239952009, "get_disposable_virtual_card": 0.0005998800239952009, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.005598880223955209, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0007998400319936014, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.01199760047990402, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0006998600279944011, "top_up_by_card_charge": 0.001299740051989602, "top_up_by_cash_or_cheque": 0.0006998600279944011, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.949010197960408, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.001299740051989602, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 69.0620830282569, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1321", "text_group": "495287dc01aa92091ee52f3e434906b927f05b99a31a0f59cae5523c05246c20", "expected": "topping_up_by_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.008898220355928814, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0011997600479904018, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0009998000399920016, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.0011997600479904018, "card_delivery_estimate": 0.0010997800439912018, "card_linking": 0.0009998000399920016, "card_not_working": 0.006098780243951211, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.003599280143971206, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.17716456708658268, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0009998000399920016, "change_pin": 0.00029994001199760045, "compromised_card": 0.09738052389522096, "contactless_not_working": 0.0007998400319936014, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.001799640071985603, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0026994601079784043, "get_physical_card": 0.002999400119976005, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.6467706458708259, "lost_or_stolen_phone": 0.004499100179964007, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0013997200559888023, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.004999000199960009, "supported_cards_and_currencies": 0.0006998600279944011, "terminate_account": 0.0005998800239952009, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0020995800839832034, "topping_up_by_card": 0.0016996600679864027, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0006998600279944011, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.004399120175964807, "visa_or_mastercard": 0.0005998800239952009, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0007998400319936014, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 70.54254098329693, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1322", "text_group": "9442a6be28753ba9e9265e3bf4e8c18091bed5071af440ec2665938796873b98", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0005, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0014, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.001, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0006, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0006, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0003, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0161, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0009, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0004, "top_up_limits": 0.0005, "top_up_reverted": 0.0004, "topping_up_by_card": 0.9566, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.72175010014325, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1323", "text_group": "164cbd7ef69f5c3296e3fbf4b5078b2e5471b4e1cf17e4f5121c150f98493170", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0006999300069993001, "activate_my_card": 0.0034996500349965005, "age_limit": 0.0008999100089991, "apple_pay_or_google_pay": 0.006899310068993101, "atm_support": 0.0045995400459954, "automatic_top_up": 0.0014998500149985001, "balance_not_updated_after_bank_transfer": 0.006299370062993701, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013998600139986002, "beneficiary_not_allowed": 0.0018998100189981002, "cancel_transfer": 0.0016998300169983002, "card_about_to_expire": 0.0012998700129987, "card_acceptance": 0.012698730126987301, "card_arrival": 0.0012998700129987, "card_delivery_estimate": 0.0011998800119988001, "card_linking": 0.014498550144985502, "card_not_working": 0.0028997100289971, "card_payment_fee_charged": 0.0045995400459954, "card_payment_not_recognised": 0.0016998300169983002, "card_payment_wrong_exchange_rate": 0.0018998100189981002, "card_swallowed": 0.0011998800119988001, "cash_withdrawal_charge": 0.0012998700129987, "cash_withdrawal_not_recognised": 0.0007999200079992001, "change_pin": 0.000999900009999, "compromised_card": 0.0013998600139986002, "contactless_not_working": 0.0015998400159984002, "country_support": 0.0023997600239976003, "declined_card_payment": 0.0014998500149985001, "declined_cash_withdrawal": 0.0008999100089991, "declined_transfer": 0.0015998400159984002, "direct_debit_payment_not_recognised": 0.0034996500349965005, "disposable_card_limits": 0.0014998500149985001, "edit_personal_details": 0.000999900009999, "exchange_charge": 0.007899210078992101, "exchange_rate": 0.0016998300169983002, "exchange_via_app": 0.005599440055994401, "extra_charge_on_statement": 0.0011998800119988001, "failed_transfer": 0.0038996100389961, "fiat_currency_support": 0.0053994600539946005, "get_disposable_virtual_card": 0.0012998700129987, "get_physical_card": 0.0012998700129987, "getting_spare_card": 0.0014998500149985001, "getting_virtual_card": 0.0011998800119988001, "lost_or_stolen_card": 0.0007999200079992001, "lost_or_stolen_phone": 0.0006999300069993001, "order_physical_card": 0.0012998700129987, "passcode_forgotten": 0.0007999200079992001, "pending_card_payment": 0.0012998700129987, "pending_cash_withdrawal": 0.0007999200079992001, "pending_top_up": 0.0008999100089991, "pending_transfer": 0.0013998600139986002, "pin_blocked": 0.0007999200079992001, "receiving_money": 0.0743925607439256, "request_refund": 0.0007999200079992001, "reverted_card_payment?": 0.0012998700129987, "supported_cards_and_currencies": 0.18518148185181482, "terminate_account": 0.000999900009999, "top_up_by_bank_transfer_charge": 0.035596440355964404, "top_up_by_card_charge": 0.004399560043995601, "top_up_by_cash_or_cheque": 0.0013998600139986002, "top_up_failed": 0.0013998600139986002, "top_up_limits": 0.0011998800119988001, "top_up_reverted": 0.0012998700129987, "topping_up_by_card": 0.30746925307469253, "transaction_charged_twice": 0.000999900009999, "transfer_fee_charged": 0.0017998200179982, "transfer_into_account": 0.10858914108589142, "transfer_not_received_by_recipient": 0.001999800019998, "transfer_timing": 0.0105989401059894, "unable_to_verify_identity": 0.0008999100089991, "verify_my_identity": 0.0008999100089991, "verify_source_of_funds": 0.0010998900109989002, "verify_top_up": 0.000999900009999, "virtual_card_not_working": 0.0012998700129987, "visa_or_mastercard": 0.12158784121587841, "why_verify_identity": 0.0007999200079992001, "wrong_amount_of_cash_received": 0.0008999100089991, "wrong_exchange_rate_for_cash_withdrawal": 0.0010998900109989002 }, "error": null, "latency_ms": 68.35420895367861, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1324", "text_group": "8dadc05951151f64cde51e41b7a145dc7fe9ae898348a3335c55bfa01eb3a071", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0003998400639744103, "activate_my_card": 0.0025989604158336665, "age_limit": 0.0007996801279488206, "apple_pay_or_google_pay": 0.0020991603358656535, "atm_support": 0.001999200319872051, "automatic_top_up": 0.010795681727309077, "balance_not_updated_after_bank_transfer": 0.0005997600959616154, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007996801279488206, "beneficiary_not_allowed": 0.000899640143942423, "cancel_transfer": 0.0006997201119552179, "card_about_to_expire": 0.0007996801279488206, "card_acceptance": 0.002299080367852859, "card_arrival": 0.0006997201119552179, "card_delivery_estimate": 0.0006997201119552179, "card_linking": 0.0038984406237504996, "card_not_working": 0.0010995601759296284, "card_payment_fee_charged": 0.0009996001599360256, "card_payment_not_recognised": 0.000899640143942423, "card_payment_wrong_exchange_rate": 0.0009996001599360256, "card_swallowed": 0.0009996001599360256, "cash_withdrawal_charge": 0.0006997201119552179, "cash_withdrawal_not_recognised": 0.0004998000799680128, "change_pin": 0.0007996801279488206, "compromised_card": 0.0006997201119552179, "contactless_not_working": 0.0010995601759296284, "country_support": 0.0009996001599360256, "declined_card_payment": 0.0006997201119552179, "declined_cash_withdrawal": 0.0004998000799680128, "declined_transfer": 0.0005997600959616154, "direct_debit_payment_not_recognised": 0.0006997201119552179, "disposable_card_limits": 0.001799280287884846, "edit_personal_details": 0.000899640143942423, "exchange_charge": 0.000899640143942423, "exchange_rate": 0.0005997600959616154, "exchange_via_app": 0.0010995601759296284, "extra_charge_on_statement": 0.0006997201119552179, "failed_transfer": 0.0006997201119552179, "fiat_currency_support": 0.0009996001599360256, "get_disposable_virtual_card": 0.002299080367852859, "get_physical_card": 0.0009996001599360256, "getting_spare_card": 0.0038984406237504996, "getting_virtual_card": 0.0007996801279488206, "lost_or_stolen_card": 0.0004998000799680128, "lost_or_stolen_phone": 0.0003998400639744103, "order_physical_card": 0.0010995601759296284, "passcode_forgotten": 0.0005997600959616154, "pending_card_payment": 0.0006997201119552179, "pending_cash_withdrawal": 0.0004998000799680128, "pending_top_up": 0.0012994802079168333, "pending_transfer": 0.0004998000799680128, "pin_blocked": 0.0005997600959616154, "receiving_money": 0.000899640143942423, "request_refund": 0.0004998000799680128, "reverted_card_payment?": 0.0006997201119552179, "supported_cards_and_currencies": 0.0032986805277888847, "terminate_account": 0.0004998000799680128, "top_up_by_bank_transfer_charge": 0.0014994002399040384, "top_up_by_card_charge": 0.0025989604158336665, "top_up_by_cash_or_cheque": 0.0015993602558976412, "top_up_failed": 0.0010995601759296284, "top_up_limits": 0.0018992403038784486, "top_up_reverted": 0.0011995201919232307, "topping_up_by_card": 0.9109356257497001, "transaction_charged_twice": 0.0004998000799680128, "transfer_fee_charged": 0.0004998000799680128, "transfer_into_account": 0.0004998000799680128, "transfer_not_received_by_recipient": 0.0004998000799680128, "transfer_timing": 0.0006997201119552179, "unable_to_verify_identity": 0.0005997600959616154, "verify_my_identity": 0.0005997600959616154, "verify_source_of_funds": 0.0004998000799680128, "verify_top_up": 0.0009996001599360256, "virtual_card_not_working": 0.000899640143942423, "visa_or_mastercard": 0.000899640143942423, "why_verify_identity": 0.0004998000799680128, "wrong_amount_of_cash_received": 0.0005997600959616154, "wrong_exchange_rate_for_cash_withdrawal": 0.0006997201119552179 }, "error": null, "latency_ms": 69.80312499217689, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1325", "text_group": "367504cae30b4f627b3fb3250b2d3d85e79e66b3238b19034b4a0aa04ced9c04", "expected": "topping_up_by_card", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0023, "activate_my_card": 0.0046, "age_limit": 0.0037, "apple_pay_or_google_pay": 0.0088, "atm_support": 0.0165, "automatic_top_up": 0.0566, "balance_not_updated_after_bank_transfer": 0.0049, "balance_not_updated_after_cheque_or_cash_deposit": 0.006, "beneficiary_not_allowed": 0.0066, "cancel_transfer": 0.0053, "card_about_to_expire": 0.0039, "card_acceptance": 0.0166, "card_arrival": 0.0035, "card_delivery_estimate": 0.0029, "card_linking": 0.0146, "card_not_working": 0.0041, "card_payment_fee_charged": 0.0042, "card_payment_not_recognised": 0.0044, "card_payment_wrong_exchange_rate": 0.0048, "card_swallowed": 0.0039, "cash_withdrawal_charge": 0.0043, "cash_withdrawal_not_recognised": 0.0028, "change_pin": 0.0043, "compromised_card": 0.0037, "contactless_not_working": 0.004, "country_support": 0.0048, "declined_card_payment": 0.0041, "declined_cash_withdrawal": 0.0029, "declined_transfer": 0.0042, "direct_debit_payment_not_recognised": 0.0043, "disposable_card_limits": 0.0076, "edit_personal_details": 0.0469, "exchange_charge": 0.0049, "exchange_rate": 0.0043, "exchange_via_app": 0.0056, "extra_charge_on_statement": 0.0224, "failed_transfer": 0.0031, "fiat_currency_support": 0.0096, "get_disposable_virtual_card": 0.009, "get_physical_card": 0.0056, "getting_spare_card": 0.0459, "getting_virtual_card": 0.0056, "lost_or_stolen_card": 0.0022, "lost_or_stolen_phone": 0.0021, "order_physical_card": 0.0054, "passcode_forgotten": 0.0029, "pending_card_payment": 0.0035, "pending_cash_withdrawal": 0.0024, "pending_top_up": 0.0092, "pending_transfer": 0.0034, "pin_blocked": 0.0031, "receiving_money": 0.0153, "request_refund": 0.0036, "reverted_card_payment?": 0.0035, "supported_cards_and_currencies": 0.0127, "terminate_account": 0.0042, "top_up_by_bank_transfer_charge": 0.0132, "top_up_by_card_charge": 0.0056, "top_up_by_cash_or_cheque": 0.0289, "top_up_failed": 0.0047, "top_up_limits": 0.0172, "top_up_reverted": 0.0091, "topping_up_by_card": 0.1413, "transaction_charged_twice": 0.0025, "transfer_fee_charged": 0.0031, "transfer_into_account": 0.2712, "transfer_not_received_by_recipient": 0.0029, "transfer_timing": 0.0058, "unable_to_verify_identity": 0.003, "verify_my_identity": 0.0033, "verify_source_of_funds": 0.0041, "verify_top_up": 0.0043, "virtual_card_not_working": 0.0036, "visa_or_mastercard": 0.0045, "why_verify_identity": 0.0029, "wrong_amount_of_cash_received": 0.0034, "wrong_exchange_rate_for_cash_withdrawal": 0.0038 }, "error": null, "latency_ms": 68.63895792048424, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1326", "text_group": "b2306ba13e143d3853755f0e3c56cc0a524b1f266b7f9da79efe297221861396", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0016001600160016004, "activate_my_card": 0.0027002700270027007, "age_limit": 0.0024002400240024004, "apple_pay_or_google_pay": 0.004900490049004901, "atm_support": 0.012301230123012303, "automatic_top_up": 0.0628062806280628, "balance_not_updated_after_bank_transfer": 0.0026002600260026003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0035003500350035007, "beneficiary_not_allowed": 0.009000900090009001, "cancel_transfer": 0.0024002400240024004, "card_about_to_expire": 0.0025002500250025004, "card_acceptance": 0.014401440144014403, "card_arrival": 0.0024002400240024004, "card_delivery_estimate": 0.0025002500250025004, "card_linking": 0.004500450045004501, "card_not_working": 0.003300330033003301, "card_payment_fee_charged": 0.003200320032003201, "card_payment_not_recognised": 0.0031003100310031005, "card_payment_wrong_exchange_rate": 0.003800380038003801, "card_swallowed": 0.003300330033003301, "cash_withdrawal_charge": 0.0028002800280028006, "cash_withdrawal_not_recognised": 0.0021002100210021, "change_pin": 0.0023002300230023005, "compromised_card": 0.0027002700270027007, "contactless_not_working": 0.004700470047004701, "country_support": 0.005400540054005401, "declined_card_payment": 0.004100410041004101, "declined_cash_withdrawal": 0.0029002900290029006, "declined_transfer": 0.004100410041004101, "direct_debit_payment_not_recognised": 0.003200320032003201, "disposable_card_limits": 0.004800480048004801, "edit_personal_details": 0.0027002700270027007, "exchange_charge": 0.003700370037003701, "exchange_rate": 0.003300330033003301, "exchange_via_app": 0.003800380038003801, "extra_charge_on_statement": 0.0029002900290029006, "failed_transfer": 0.0030003000300030005, "fiat_currency_support": 0.004900490049004901, "get_disposable_virtual_card": 0.006000600060006001, "get_physical_card": 0.004000400040004001, "getting_spare_card": 0.005400540054005401, "getting_virtual_card": 0.003200320032003201, "lost_or_stolen_card": 0.0018001800180018003, "lost_or_stolen_phone": 0.0019001900190019005, "order_physical_card": 0.003700370037003701, "passcode_forgotten": 0.0021002100210021, "pending_card_payment": 0.0024002400240024004, "pending_cash_withdrawal": 0.0019001900190019005, "pending_top_up": 0.004100410041004101, "pending_transfer": 0.0021002100210021, "pin_blocked": 0.0024002400240024004, "receiving_money": 0.0061006100610061014, "request_refund": 0.0020002000200020006, "reverted_card_payment?": 0.0027002700270027007, "supported_cards_and_currencies": 0.024802480248024804, "terminate_account": 0.0021002100210021, "top_up_by_bank_transfer_charge": 0.006900690069006901, "top_up_by_card_charge": 0.008000800080008003, "top_up_by_cash_or_cheque": 0.013401340134013404, "top_up_failed": 0.004300430043004301, "top_up_limits": 0.013501350135013503, "top_up_reverted": 0.004300430043004301, "topping_up_by_card": 0.6183618361836184, "transaction_charged_twice": 0.0022002200220022005, "transfer_fee_charged": 0.0023002300230023005, "transfer_into_account": 0.0021002100210021, "transfer_not_received_by_recipient": 0.0024002400240024004, "transfer_timing": 0.003300330033003301, "unable_to_verify_identity": 0.0022002200220022005, "verify_my_identity": 0.0022002200220022005, "verify_source_of_funds": 0.0028002800280028006, "verify_top_up": 0.008300830083008302, "virtual_card_not_working": 0.003300330033003301, "visa_or_mastercard": 0.0035003500350035007, "why_verify_identity": 0.0020002000200020006, "wrong_amount_of_cash_received": 0.0024002400240024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0029002900290029006 }, "error": null, "latency_ms": 68.53629206307232, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1327", "text_group": "ca127c2782a5192e91afaab15604aca697dfb2edb17066671bc4d5f4aa353b72", "expected": "topping_up_by_card", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.0029005801160232043, "activate_my_card": 0.002100420084016803, "age_limit": 0.002600520104020804, "apple_pay_or_google_pay": 0.003700740148029606, "atm_support": 0.00620124024804961, "automatic_top_up": 0.008401680336067212, "balance_not_updated_after_bank_transfer": 0.03130626125225045, "balance_not_updated_after_cheque_or_cash_deposit": 0.021404280856171232, "beneficiary_not_allowed": 0.004200840168033606, "cancel_transfer": 0.0027005401080216042, "card_about_to_expire": 0.0027005401080216042, "card_acceptance": 0.003900780156031206, "card_arrival": 0.0023004600920184036, "card_delivery_estimate": 0.0022004400880176037, "card_linking": 0.004000800160032006, "card_not_working": 0.004200840168033606, "card_payment_fee_charged": 0.002500500100020004, "card_payment_not_recognised": 0.0034006801360272052, "card_payment_wrong_exchange_rate": 0.0035007001400280055, "card_swallowed": 0.003900780156031206, "cash_withdrawal_charge": 0.0028005601120224045, "cash_withdrawal_not_recognised": 0.0036007201440288058, "change_pin": 0.0030006001200240046, "compromised_card": 0.003700740148029606, "contactless_not_working": 0.003900780156031206, "country_support": 0.0035007001400280055, "declined_card_payment": 0.0030006001200240046, "declined_cash_withdrawal": 0.003700740148029606, "declined_transfer": 0.0033006601320264054, "direct_debit_payment_not_recognised": 0.0028005601120224045, "disposable_card_limits": 0.0054010802160432084, "edit_personal_details": 0.003900780156031206, "exchange_charge": 0.0024004800960192034, "exchange_rate": 0.0024004800960192034, "exchange_via_app": 0.0028005601120224045, "extra_charge_on_statement": 0.0022004400880176037, "failed_transfer": 0.003200640128025605, "fiat_currency_support": 0.0044008801760352075, "get_disposable_virtual_card": 0.003800760152030406, "get_physical_card": 0.0030006001200240046, "getting_spare_card": 0.0023004600920184036, "getting_virtual_card": 0.0022004400880176037, "lost_or_stolen_card": 0.002000400080016003, "lost_or_stolen_phone": 0.001900380076015203, "order_physical_card": 0.002100420084016803, "passcode_forgotten": 0.0022004400880176037, "pending_card_payment": 0.002500500100020004, "pending_cash_withdrawal": 0.0024004800960192034, "pending_top_up": 0.20704140828165632, "pending_transfer": 0.0027005401080216042, "pin_blocked": 0.0035007001400280055, "receiving_money": 0.003100620124024805, "request_refund": 0.002000400080016003, "reverted_card_payment?": 0.003700740148029606, "supported_cards_and_currencies": 0.004600920184036807, "terminate_account": 0.0029005801160232043, "top_up_by_bank_transfer_charge": 0.004300860172034407, "top_up_by_card_charge": 0.0030006001200240046, "top_up_by_cash_or_cheque": 0.012102420484096819, "top_up_failed": 0.020704140828165633, "top_up_limits": 0.008501700340068015, "top_up_reverted": 0.3714742948589718, "topping_up_by_card": 0.053610722144428885, "transaction_charged_twice": 0.0022004400880176037, "transfer_fee_charged": 0.002000400080016003, "transfer_into_account": 0.002000400080016003, "transfer_not_received_by_recipient": 0.0023004600920184036, "transfer_timing": 0.0022004400880176037, "unable_to_verify_identity": 0.0029005801160232043, "verify_my_identity": 0.002500500100020004, "verify_source_of_funds": 0.0028005601120224045, "verify_top_up": 0.060612122424484896, "virtual_card_not_working": 0.0033006601320264054, "visa_or_mastercard": 0.003200640128025605, "why_verify_identity": 0.002500500100020004, "wrong_amount_of_cash_received": 0.0024004800960192034, "wrong_exchange_rate_for_cash_withdrawal": 0.0033006601320264054 }, "error": null, "latency_ms": 68.65383393596858, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1328", "text_group": "d9416b56aff6a58873832cc85056860869e126b87e93627d270c6da043fd561f", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0006001200240048009, "activate_my_card": 0.0028005601120224045, "age_limit": 0.0008001600320064013, "apple_pay_or_google_pay": 0.007401480296059212, "atm_support": 0.0044008801760352075, "automatic_top_up": 0.0018003600720144029, "balance_not_updated_after_bank_transfer": 0.003200640128025605, "balance_not_updated_after_cheque_or_cash_deposit": 0.001300260052010402, "beneficiary_not_allowed": 0.002000400080016003, "cancel_transfer": 0.0018003600720144029, "card_about_to_expire": 0.0012002400480096017, "card_acceptance": 0.014202840568113623, "card_arrival": 0.001300260052010402, "card_delivery_estimate": 0.0011002200440088019, "card_linking": 0.017903580716143227, "card_not_working": 0.0029005801160232043, "card_payment_fee_charged": 0.003800760152030406, "card_payment_not_recognised": 0.0016003200640128026, "card_payment_wrong_exchange_rate": 0.002100420084016803, "card_swallowed": 0.001300260052010402, "cash_withdrawal_charge": 0.001300260052010402, "cash_withdrawal_not_recognised": 0.0008001600320064013, "change_pin": 0.0010002000400080016, "compromised_card": 0.0016003200640128026, "contactless_not_working": 0.002100420084016803, "country_support": 0.002000400080016003, "declined_card_payment": 0.0016003200640128026, "declined_cash_withdrawal": 0.0009001800360072014, "declined_transfer": 0.0023004600920184036, "direct_debit_payment_not_recognised": 0.004100820164032807, "disposable_card_limits": 0.0015003000600120023, "edit_personal_details": 0.0010002000400080016, "exchange_charge": 0.004800960192038407, "exchange_rate": 0.002000400080016003, "exchange_via_app": 0.009501900380076015, "extra_charge_on_statement": 0.001300260052010402, "failed_transfer": 0.0033006601320264054, "fiat_currency_support": 0.005901180236047209, "get_disposable_virtual_card": 0.0016003200640128026, "get_physical_card": 0.001300260052010402, "getting_spare_card": 0.0015003000600120023, "getting_virtual_card": 0.0012002400480096017, "lost_or_stolen_card": 0.0009001800360072014, "lost_or_stolen_phone": 0.0007001400280056011, "order_physical_card": 0.001300260052010402, "passcode_forgotten": 0.0008001600320064013, "pending_card_payment": 0.001300260052010402, "pending_cash_withdrawal": 0.0007001400280056011, "pending_top_up": 0.0008001600320064013, "pending_transfer": 0.0024004800960192034, "pin_blocked": 0.0008001600320064013, "receiving_money": 0.05391078215643129, "request_refund": 0.0008001600320064013, "reverted_card_payment?": 0.0012002400480096017, "supported_cards_and_currencies": 0.14712942588517705, "terminate_account": 0.0011002200440088019, "top_up_by_bank_transfer_charge": 0.026705341068213644, "top_up_by_card_charge": 0.004300860172034407, "top_up_by_cash_or_cheque": 0.0015003000600120023, "top_up_failed": 0.001300260052010402, "top_up_limits": 0.0011002200440088019, "top_up_reverted": 0.001300260052010402, "topping_up_by_card": 0.4398879775955191, "transaction_charged_twice": 0.0009001800360072014, "transfer_fee_charged": 0.0018003600720144029, "transfer_into_account": 0.1344268853770754, "transfer_not_received_by_recipient": 0.0018003600720144029, "transfer_timing": 0.015003000600120024, "unable_to_verify_identity": 0.0009001800360072014, "verify_my_identity": 0.0009001800360072014, "verify_source_of_funds": 0.0009001800360072014, "verify_top_up": 0.0009001800360072014, "virtual_card_not_working": 0.0015003000600120023, "visa_or_mastercard": 0.022004400880176033, "why_verify_identity": 0.0008001600320064013, "wrong_amount_of_cash_received": 0.0009001800360072014, "wrong_exchange_rate_for_cash_withdrawal": 0.0012002400480096017 }, "error": null, "latency_ms": 67.90445791557431, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1329", "text_group": "3317001b5a7cc4a4ad182124667b2a28e48cee9b80dacce7df2bf91273b4c8f3", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0007998400319936014, "activate_my_card": 0.001299740051989602, "age_limit": 0.001299740051989602, "apple_pay_or_google_pay": 0.0026994601079784043, "atm_support": 0.007998400319936013, "automatic_top_up": 0.10507898420315936, "balance_not_updated_after_bank_transfer": 0.0014997000599880025, "balance_not_updated_after_cheque_or_cash_deposit": 0.0021995600879824036, "beneficiary_not_allowed": 0.0016996600679864027, "cancel_transfer": 0.001299740051989602, "card_about_to_expire": 0.0011997600479904018, "card_acceptance": 0.002999400119976005, "card_arrival": 0.0013997200559888023, "card_delivery_estimate": 0.001299740051989602, "card_linking": 0.0027994401119776045, "card_not_working": 0.0016996600679864027, "card_payment_fee_charged": 0.0015996800639872027, "card_payment_not_recognised": 0.0014997000599880025, "card_payment_wrong_exchange_rate": 0.001999600079984003, "card_swallowed": 0.0016996600679864027, "cash_withdrawal_charge": 0.0014997000599880025, "cash_withdrawal_not_recognised": 0.0010997800439912018, "change_pin": 0.0013997200559888023, "compromised_card": 0.0013997200559888023, "contactless_not_working": 0.001799640071985603, "country_support": 0.002599480103979204, "declined_card_payment": 0.001299740051989602, "declined_cash_withdrawal": 0.0010997800439912018, "declined_transfer": 0.001299740051989602, "direct_debit_payment_not_recognised": 0.0014997000599880025, "disposable_card_limits": 0.002999400119976005, "edit_personal_details": 0.0013997200559888023, "exchange_charge": 0.001799640071985603, "exchange_rate": 0.0015996800639872027, "exchange_via_app": 0.0018996200759848032, "extra_charge_on_statement": 0.0014997000599880025, "failed_transfer": 0.0014997000599880025, "fiat_currency_support": 0.004099180163967207, "get_disposable_virtual_card": 0.0033993201359728054, "get_physical_card": 0.0015996800639872027, "getting_spare_card": 0.02399520095980804, "getting_virtual_card": 0.0013997200559888023, "lost_or_stolen_card": 0.0008998200359928015, "lost_or_stolen_phone": 0.0008998200359928015, "order_physical_card": 0.0013997200559888023, "passcode_forgotten": 0.0010997800439912018, "pending_card_payment": 0.0010997800439912018, "pending_cash_withdrawal": 0.0009998000399920016, "pending_top_up": 0.0023995200959808036, "pending_transfer": 0.0010997800439912018, "pin_blocked": 0.0010997800439912018, "receiving_money": 0.0020995800839832034, "request_refund": 0.0008998200359928015, "reverted_card_payment?": 0.001299740051989602, "supported_cards_and_currencies": 0.004499100179964007, "terminate_account": 0.0010997800439912018, "top_up_by_bank_transfer_charge": 0.009498100379924015, "top_up_by_card_charge": 0.0032993401319736052, "top_up_by_cash_or_cheque": 0.08488302339532094, "top_up_failed": 0.0020995800839832034, "top_up_limits": 0.005898820235952809, "top_up_reverted": 0.0021995600879824036, "topping_up_by_card": 0.6469706058788243, "transaction_charged_twice": 0.0009998000399920016, "transfer_fee_charged": 0.0010997800439912018, "transfer_into_account": 0.0015996800639872027, "transfer_not_received_by_recipient": 0.0010997800439912018, "transfer_timing": 0.0015996800639872027, "unable_to_verify_identity": 0.0009998000399920016, "verify_my_identity": 0.0009998000399920016, "verify_source_of_funds": 0.0009998000399920016, "verify_top_up": 0.001799640071985603, "virtual_card_not_working": 0.001299740051989602, "visa_or_mastercard": 0.001799640071985603, "why_verify_identity": 0.0009998000399920016, "wrong_amount_of_cash_received": 0.001299740051989602, "wrong_exchange_rate_for_cash_withdrawal": 0.0013997200559888023 }, "error": null, "latency_ms": 67.31137505266815, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1330", "text_group": "0793aaffbb8bcf894cf463be678a47a569bfd55f804302c122cdb103f5d8b94e", "expected": "topping_up_by_card", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0008, "activate_my_card": 0.001, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0017, "atm_support": 0.0014, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.4466, "balance_not_updated_after_cheque_or_cash_deposit": 0.0022, "beneficiary_not_allowed": 0.0048, "cancel_transfer": 0.0088, "card_about_to_expire": 0.0011, "card_acceptance": 0.002, "card_arrival": 0.001, "card_delivery_estimate": 0.0009, "card_linking": 0.0065, "card_not_working": 0.018, "card_payment_fee_charged": 0.0011, "card_payment_not_recognised": 0.0021, "card_payment_wrong_exchange_rate": 0.0024, "card_swallowed": 0.046, "cash_withdrawal_charge": 0.0008, "cash_withdrawal_not_recognised": 0.0011, "change_pin": 0.0006, "compromised_card": 0.0016, "contactless_not_working": 0.0012, "country_support": 0.001, "declined_card_payment": 0.0011, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0018, "direct_debit_payment_not_recognised": 0.0018, "disposable_card_limits": 0.001, "edit_personal_details": 0.0007, "exchange_charge": 0.0011, "exchange_rate": 0.0009, "exchange_via_app": 0.0014, "extra_charge_on_statement": 0.0007, "failed_transfer": 0.1097, "fiat_currency_support": 0.0011, "get_disposable_virtual_card": 0.0011, "get_physical_card": 0.0008, "getting_spare_card": 0.001, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0043, "lost_or_stolen_phone": 0.0008, "order_physical_card": 0.0009, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0011, "pending_cash_withdrawal": 0.0007, "pending_top_up": 0.0007, "pending_transfer": 0.0138, "pin_blocked": 0.0008, "receiving_money": 0.0169, "request_refund": 0.0012, "reverted_card_payment?": 0.0046, "supported_cards_and_currencies": 0.0106, "terminate_account": 0.0008, "top_up_by_bank_transfer_charge": 0.0024, "top_up_by_card_charge": 0.0011, "top_up_by_cash_or_cheque": 0.0012, "top_up_failed": 0.0105, "top_up_limits": 0.0008, "top_up_reverted": 0.0803, "topping_up_by_card": 0.0689, "transaction_charged_twice": 0.0023, "transfer_fee_charged": 0.0009, "transfer_into_account": 0.0369, "transfer_not_received_by_recipient": 0.0389, "transfer_timing": 0.0051, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0008, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0023, "visa_or_mastercard": 0.0019, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0029, "wrong_exchange_rate_for_cash_withdrawal": 0.001 }, "error": null, "latency_ms": 70.31708408612758, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1331", "text_group": "cefd388d29bacad6795af12bccdf25966ae65f1a2be526734703d340c337c4d2", "expected": "topping_up_by_card", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.005002000800320128, "activate_my_card": 0.0012004801920768306, "age_limit": 0.0008003201280512205, "apple_pay_or_google_pay": 0.0017006802721088435, "atm_support": 0.0018007202881152459, "automatic_top_up": 0.0009003601440576229, "balance_not_updated_after_bank_transfer": 0.013405362144857944, "balance_not_updated_after_cheque_or_cash_deposit": 0.003401360544217687, "beneficiary_not_allowed": 0.0017006802721088435, "cancel_transfer": 0.0009003601440576229, "card_about_to_expire": 0.0012004801920768306, "card_acceptance": 0.0017006802721088435, "card_arrival": 0.001600640256102441, "card_delivery_estimate": 0.0011004401760704283, "card_linking": 0.0027010804321728693, "card_not_working": 0.002501000400160064, "card_payment_fee_charged": 0.3528411364545818, "card_payment_not_recognised": 0.1061424569827931, "card_payment_wrong_exchange_rate": 0.0022008803521408565, "card_swallowed": 0.0039015606242496993, "cash_withdrawal_charge": 0.005102040816326531, "cash_withdrawal_not_recognised": 0.0018007202881152459, "change_pin": 0.0009003601440576229, "compromised_card": 0.002300920368147259, "contactless_not_working": 0.0015006002400960385, "country_support": 0.0013005202080832333, "declined_card_payment": 0.0022008803521408565, "declined_cash_withdrawal": 0.0011004401760704283, "declined_transfer": 0.0010004001600640256, "direct_debit_payment_not_recognised": 0.21388555422168865, "disposable_card_limits": 0.0015006002400960385, "edit_personal_details": 0.0010004001600640256, "exchange_charge": 0.0015006002400960385, "exchange_rate": 0.0008003201280512205, "exchange_via_app": 0.0009003601440576229, "extra_charge_on_statement": 0.053621448579431776, "failed_transfer": 0.0010004001600640256, "fiat_currency_support": 0.0015006002400960385, "get_disposable_virtual_card": 0.0014005602240896359, "get_physical_card": 0.0022008803521408565, "getting_spare_card": 0.0014005602240896359, "getting_virtual_card": 0.0012004801920768306, "lost_or_stolen_card": 0.008403361344537815, "lost_or_stolen_phone": 0.0009003601440576229, "order_physical_card": 0.0012004801920768306, "passcode_forgotten": 0.0010004001600640256, "pending_card_payment": 0.001600640256102441, "pending_cash_withdrawal": 0.0008003201280512205, "pending_top_up": 0.0008003201280512205, "pending_transfer": 0.0008003201280512205, "pin_blocked": 0.0011004401760704283, "receiving_money": 0.0018007202881152459, "request_refund": 0.0012004801920768306, "reverted_card_payment?": 0.0507202881152461, "supported_cards_and_currencies": 0.002501000400160064, "terminate_account": 0.0012004801920768306, "top_up_by_bank_transfer_charge": 0.001600640256102441, "top_up_by_card_charge": 0.06482593037214886, "top_up_by_cash_or_cheque": 0.0011004401760704283, "top_up_failed": 0.0010004001600640256, "top_up_limits": 0.0009003601440576229, "top_up_reverted": 0.0020008003201280513, "topping_up_by_card": 0.009703881552621049, "transaction_charged_twice": 0.005802320928371348, "transfer_fee_charged": 0.01800720288115246, "transfer_into_account": 0.0010004001600640256, "transfer_not_received_by_recipient": 0.0013005202080832333, "transfer_timing": 0.0009003601440576229, "unable_to_verify_identity": 0.0010004001600640256, "verify_my_identity": 0.0010004001600640256, "verify_source_of_funds": 0.0015006002400960385, "verify_top_up": 0.0009003601440576229, "virtual_card_not_working": 0.0014005602240896359, "visa_or_mastercard": 0.0026010404161664665, "why_verify_identity": 0.0010004001600640256, "wrong_amount_of_cash_received": 0.0013005202080832333, "wrong_exchange_rate_for_cash_withdrawal": 0.0013005202080832333 }, "error": null, "latency_ms": 69.30391700007021, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1332", "text_group": "867988a236c41febceb6d1a13d7ad47f2b0206d873bad1d2d4ea7928b4910780", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0008, "activate_my_card": 0.0019, "age_limit": 0.0012, "apple_pay_or_google_pay": 0.003, "atm_support": 0.006, "automatic_top_up": 0.075, "balance_not_updated_after_bank_transfer": 0.0014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018, "beneficiary_not_allowed": 0.0019, "cancel_transfer": 0.0011, "card_about_to_expire": 0.0014, "card_acceptance": 0.0044, "card_arrival": 0.0015, "card_delivery_estimate": 0.0013, "card_linking": 0.003, "card_not_working": 0.0018, "card_payment_fee_charged": 0.0018, "card_payment_not_recognised": 0.0016, "card_payment_wrong_exchange_rate": 0.0018, "card_swallowed": 0.0015, "cash_withdrawal_charge": 0.0017, "cash_withdrawal_not_recognised": 0.0011, "change_pin": 0.0013, "compromised_card": 0.0016, "contactless_not_working": 0.0017, "country_support": 0.0027, "declined_card_payment": 0.0013, "declined_cash_withdrawal": 0.0011, "declined_transfer": 0.0012, "direct_debit_payment_not_recognised": 0.0016, "disposable_card_limits": 0.0026, "edit_personal_details": 0.0016, "exchange_charge": 0.0018, "exchange_rate": 0.0014, "exchange_via_app": 0.0017, "extra_charge_on_statement": 0.0016, "failed_transfer": 0.0014, "fiat_currency_support": 0.0036, "get_disposable_virtual_card": 0.0022, "get_physical_card": 0.0018, "getting_spare_card": 0.0034, "getting_virtual_card": 0.0014, "lost_or_stolen_card": 0.001, "lost_or_stolen_phone": 0.0009, "order_physical_card": 0.0029, "passcode_forgotten": 0.0011, "pending_card_payment": 0.0012, "pending_cash_withdrawal": 0.001, "pending_top_up": 0.0073, "pending_transfer": 0.0011, "pin_blocked": 0.0012, "receiving_money": 0.0021, "request_refund": 0.0011, "reverted_card_payment?": 0.0014, "supported_cards_and_currencies": 0.0227, "terminate_account": 0.0011, "top_up_by_bank_transfer_charge": 0.0158, "top_up_by_card_charge": 0.0113, "top_up_by_cash_or_cheque": 0.0428, "top_up_failed": 0.0022, "top_up_limits": 0.01, "top_up_reverted": 0.0025, "topping_up_by_card": 0.6937, "transaction_charged_twice": 0.001, "transfer_fee_charged": 0.0011, "transfer_into_account": 0.0012, "transfer_not_received_by_recipient": 0.0012, "transfer_timing": 0.0019, "unable_to_verify_identity": 0.0013, "verify_my_identity": 0.0011, "verify_source_of_funds": 0.0011, "verify_top_up": 0.003, "virtual_card_not_working": 0.0013, "visa_or_mastercard": 0.0037, "why_verify_identity": 0.0011, "wrong_amount_of_cash_received": 0.0012, "wrong_exchange_rate_for_cash_withdrawal": 0.0014 }, "error": null, "latency_ms": 66.25395792070776, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1333", "text_group": "fa6e342cfdfbeed902b8d866858a46e21d1481821f39babb747d86f0e1489471", "expected": "topping_up_by_card", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0008000800080008001, "activate_my_card": 0.0005000500050005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0007000700070007, "atm_support": 0.0009000900090009, "automatic_top_up": 0.0005000500050005, "balance_not_updated_after_bank_transfer": 0.495949594959496, "balance_not_updated_after_cheque_or_cash_deposit": 0.0025002500250025004, "beneficiary_not_allowed": 0.0025002500250025004, "cancel_transfer": 0.0012001200120012, "card_about_to_expire": 0.0008000800080008001, "card_acceptance": 0.001000100010001, "card_arrival": 0.0007000700070007, "card_delivery_estimate": 0.0006000600060006, "card_linking": 0.002000200020002, "card_not_working": 0.0042004200420042, "card_payment_fee_charged": 0.0008000800080008001, "card_payment_not_recognised": 0.0011001100110011003, "card_payment_wrong_exchange_rate": 0.0009000900090009, "card_swallowed": 0.25992599259925997, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.0034003400340034003, "change_pin": 0.0005000500050005, "compromised_card": 0.0012001200120012, "contactless_not_working": 0.0009000900090009, "country_support": 0.0007000700070007, "declined_card_payment": 0.0011001100110011003, "declined_cash_withdrawal": 0.0011001100110011003, "declined_transfer": 0.0036003600360036, "direct_debit_payment_not_recognised": 0.0011001100110011003, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0007000700070007, "extra_charge_on_statement": 0.0006000600060006, "failed_transfer": 0.0305030503050305, "fiat_currency_support": 0.0008000800080008001, "get_disposable_virtual_card": 0.0008000800080008001, "get_physical_card": 0.0008000800080008001, "getting_spare_card": 0.0008000800080008001, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.012001200120012002, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.0007000700070007, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0007000700070007, "pending_cash_withdrawal": 0.0013001300130013002, "pending_top_up": 0.0007000700070007, "pending_transfer": 0.0024002400240024, "pin_blocked": 0.0006000600060006, "receiving_money": 0.009000900090009, "request_refund": 0.0012001200120012, "reverted_card_payment?": 0.0021002100210021, "supported_cards_and_currencies": 0.0038003800380038005, "terminate_account": 0.0009000900090009, "top_up_by_bank_transfer_charge": 0.0013001300130013002, "top_up_by_card_charge": 0.0006000600060006, "top_up_by_cash_or_cheque": 0.0008000800080008001, "top_up_failed": 0.007300730073007301, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.013401340134013402, "topping_up_by_card": 0.0023002300230023, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.0007000700070007, "transfer_into_account": 0.0318031803180318, "transfer_not_received_by_recipient": 0.05220522052205221, "transfer_timing": 0.0025002500250025004, "unable_to_verify_identity": 0.0006000600060006, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.0017001700170017002, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0021002100210021, "visa_or_mastercard": 0.0009000900090009, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.010901090109010901, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009 }, "error": null, "latency_ms": 67.40800000261515, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1334", "text_group": "fd6bd0d3c93ee17b24d618510cb59c4df6c220953649acb1fde4e4fb871831ac", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0011002200440088019, "activate_my_card": 0.001900380076015203, "age_limit": 0.0018003600720144029, "apple_pay_or_google_pay": 0.0030006001200240046, "atm_support": 0.007901580316063214, "automatic_top_up": 0.027705541108221644, "balance_not_updated_after_bank_transfer": 0.0017003400680136026, "balance_not_updated_after_cheque_or_cash_deposit": 0.002600520104020804, "beneficiary_not_allowed": 0.002500500100020004, "cancel_transfer": 0.0018003600720144029, "card_about_to_expire": 0.0018003600720144029, "card_acceptance": 0.00610122024404881, "card_arrival": 0.0016003200640128026, "card_delivery_estimate": 0.0015003000600120023, "card_linking": 0.004000800160032006, "card_not_working": 0.0022004400880176037, "card_payment_fee_charged": 0.002100420084016803, "card_payment_not_recognised": 0.0022004400880176037, "card_payment_wrong_exchange_rate": 0.002500500100020004, "card_swallowed": 0.002000400080016003, "cash_withdrawal_charge": 0.0018003600720144029, "cash_withdrawal_not_recognised": 0.001300260052010402, "change_pin": 0.0017003400680136026, "compromised_card": 0.0017003400680136026, "contactless_not_working": 0.002100420084016803, "country_support": 0.002500500100020004, "declined_card_payment": 0.002000400080016003, "declined_cash_withdrawal": 0.0015003000600120023, "declined_transfer": 0.002000400080016003, "direct_debit_payment_not_recognised": 0.002100420084016803, "disposable_card_limits": 0.003100620124024805, "edit_personal_details": 0.001900380076015203, "exchange_charge": 0.0023004600920184036, "exchange_rate": 0.002000400080016003, "exchange_via_app": 0.0022004400880176037, "extra_charge_on_statement": 0.0023004600920184036, "failed_transfer": 0.0017003400680136026, "fiat_currency_support": 0.003900780156031206, "get_disposable_virtual_card": 0.005701140228045609, "get_physical_card": 0.0024004800960192034, "getting_spare_card": 0.022404480896179236, "getting_virtual_card": 0.002500500100020004, "lost_or_stolen_card": 0.0011002200440088019, "lost_or_stolen_phone": 0.0011002200440088019, "order_physical_card": 0.0022004400880176037, "passcode_forgotten": 0.0014002800560112022, "pending_card_payment": 0.0015003000600120023, "pending_cash_withdrawal": 0.0012002400480096017, "pending_top_up": 0.00640128025605121, "pending_transfer": 0.001300260052010402, "pin_blocked": 0.0014002800560112022, "receiving_money": 0.004100820164032807, "request_refund": 0.001300260052010402, "reverted_card_payment?": 0.0017003400680136026, "supported_cards_and_currencies": 0.005101020204040808, "terminate_account": 0.0015003000600120023, "top_up_by_bank_transfer_charge": 0.010702140428085616, "top_up_by_card_charge": 0.005301060212042409, "top_up_by_cash_or_cheque": 0.05411082216443289, "top_up_failed": 0.002500500100020004, "top_up_limits": 0.00640128025605121, "top_up_reverted": 0.0029005801160232043, "topping_up_by_card": 0.7138427685537108, "transaction_charged_twice": 0.0012002400480096017, "transfer_fee_charged": 0.0014002800560112022, "transfer_into_account": 0.002100420084016803, "transfer_not_received_by_recipient": 0.0014002800560112022, "transfer_timing": 0.002000400080016003, "unable_to_verify_identity": 0.0015003000600120023, "verify_my_identity": 0.0014002800560112022, "verify_source_of_funds": 0.0016003200640128026, "verify_top_up": 0.002600520104020804, "virtual_card_not_working": 0.0018003600720144029, "visa_or_mastercard": 0.0023004600920184036, "why_verify_identity": 0.0012002400480096017, "wrong_amount_of_cash_received": 0.0015003000600120023, "wrong_exchange_rate_for_cash_withdrawal": 0.0018003600720144029 }, "error": null, "latency_ms": 67.91570805944502, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1335", "text_group": "99a5abb3400257870065e65aad9f2e35235c0036b2e61578493e67c8c6a16d31", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0006999300069993001, "activate_my_card": 0.0038996100389961, "age_limit": 0.000999900009999, "apple_pay_or_google_pay": 0.0086991300869913, "atm_support": 0.0045995400459954, "automatic_top_up": 0.0014998500149985001, "balance_not_updated_after_bank_transfer": 0.0029997000299970002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012998700129987, "beneficiary_not_allowed": 0.0017998200179982, "cancel_transfer": 0.0017998200179982, "card_about_to_expire": 0.0012998700129987, "card_acceptance": 0.009099090090990901, "card_arrival": 0.0013998600139986002, "card_delivery_estimate": 0.0011998800119988001, "card_linking": 0.011698830116988301, "card_not_working": 0.0023997600239976003, "card_payment_fee_charged": 0.0040995900409959, "card_payment_not_recognised": 0.0015998400159984002, "card_payment_wrong_exchange_rate": 0.0021997800219978004, "card_swallowed": 0.0012998700129987, "cash_withdrawal_charge": 0.0012998700129987, "cash_withdrawal_not_recognised": 0.0007999200079992001, "change_pin": 0.0010998900109989002, "compromised_card": 0.0014998500149985001, "contactless_not_working": 0.001999800019998, "country_support": 0.0023997600239976003, "declined_card_payment": 0.0014998500149985001, "declined_cash_withdrawal": 0.0008999100089991, "declined_transfer": 0.0014998500149985001, "direct_debit_payment_not_recognised": 0.004199580041995801, "disposable_card_limits": 0.0016998300169983002, "edit_personal_details": 0.0010998900109989002, "exchange_charge": 0.0053994600539946005, "exchange_rate": 0.0017998200179982, "exchange_via_app": 0.005699430056994301, "extra_charge_on_statement": 0.0011998800119988001, "failed_transfer": 0.0026997300269973002, "fiat_currency_support": 0.0058994100589941, "get_disposable_virtual_card": 0.0014998500149985001, "get_physical_card": 0.0012998700129987, "getting_spare_card": 0.0013998600139986002, "getting_virtual_card": 0.0010998900109989002, "lost_or_stolen_card": 0.0008999100089991, "lost_or_stolen_phone": 0.0006999300069993001, "order_physical_card": 0.0013998600139986002, "passcode_forgotten": 0.0007999200079992001, "pending_card_payment": 0.0011998800119988001, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.0007999200079992001, "pending_transfer": 0.0012998700129987, "pin_blocked": 0.0008999100089991, "receiving_money": 0.0313968603139686, "request_refund": 0.0007999200079992001, "reverted_card_payment?": 0.0012998700129987, "supported_cards_and_currencies": 0.27997200279972007, "terminate_account": 0.000999900009999, "top_up_by_bank_transfer_charge": 0.0086991300869913, "top_up_by_card_charge": 0.0021997800219978004, "top_up_by_cash_or_cheque": 0.0013998600139986002, "top_up_failed": 0.0013998600139986002, "top_up_limits": 0.0012998700129987, "top_up_reverted": 0.0013998600139986002, "topping_up_by_card": 0.32296770322967705, "transaction_charged_twice": 0.000999900009999, "transfer_fee_charged": 0.0015998400159984002, "transfer_into_account": 0.08759124087591241, "transfer_not_received_by_recipient": 0.0015998400159984002, "transfer_timing": 0.014298570142985701, "unable_to_verify_identity": 0.0008999100089991, "verify_my_identity": 0.0008999100089991, "verify_source_of_funds": 0.0008999100089991, "verify_top_up": 0.0008999100089991, "virtual_card_not_working": 0.0014998500149985001, "visa_or_mastercard": 0.11078892110788921, "why_verify_identity": 0.0007999200079992001, "wrong_amount_of_cash_received": 0.0008999100089991, "wrong_exchange_rate_for_cash_withdrawal": 0.0011998800119988001 }, "error": null, "latency_ms": 67.11783295031637, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1336", "text_group": "54ddd2a6fe1342faa025a27c6efdda4ec175c2ab3a24d3bb09e59bd40e403ad0", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0007998400319936014, "activate_my_card": 0.001799640071985603, "age_limit": 0.001299740051989602, "apple_pay_or_google_pay": 0.002299540091981604, "atm_support": 0.0046990601879624075, "automatic_top_up": 0.06558688262347531, "balance_not_updated_after_bank_transfer": 0.0013997200559888023, "balance_not_updated_after_cheque_or_cash_deposit": 0.001799640071985603, "beneficiary_not_allowed": 0.0016996600679864027, "cancel_transfer": 0.0013997200559888023, "card_about_to_expire": 0.0011997600479904018, "card_acceptance": 0.002999400119976005, "card_arrival": 0.0010997800439912018, "card_delivery_estimate": 0.0010997800439912018, "card_linking": 0.0031993601279744054, "card_not_working": 0.0013997200559888023, "card_payment_fee_charged": 0.0013997200559888023, "card_payment_not_recognised": 0.0013997200559888023, "card_payment_wrong_exchange_rate": 0.0016996600679864027, "card_swallowed": 0.0014997000599880025, "cash_withdrawal_charge": 0.001299740051989602, "cash_withdrawal_not_recognised": 0.0009998000399920016, "change_pin": 0.001299740051989602, "compromised_card": 0.0013997200559888023, "contactless_not_working": 0.0013997200559888023, "country_support": 0.0016996600679864027, "declined_card_payment": 0.0010997800439912018, "declined_cash_withdrawal": 0.0009998000399920016, "declined_transfer": 0.0011997600479904018, "direct_debit_payment_not_recognised": 0.0013997200559888023, "disposable_card_limits": 0.0032993401319736052, "edit_personal_details": 0.0014997000599880025, "exchange_charge": 0.0015996800639872027, "exchange_rate": 0.0013997200559888023, "exchange_via_app": 0.0016996600679864027, "extra_charge_on_statement": 0.001299740051989602, "failed_transfer": 0.0010997800439912018, "fiat_currency_support": 0.0027994401119776045, "get_disposable_virtual_card": 0.026694661067786445, "get_physical_card": 0.006098780243951211, "getting_spare_card": 0.05708858228354329, "getting_virtual_card": 0.0026994601079784043, "lost_or_stolen_card": 0.0007998400319936014, "lost_or_stolen_phone": 0.0007998400319936014, "order_physical_card": 0.0018996200759848032, "passcode_forgotten": 0.0010997800439912018, "pending_card_payment": 0.0008998200359928015, "pending_cash_withdrawal": 0.0008998200359928015, "pending_top_up": 0.002299540091981604, "pending_transfer": 0.0008998200359928015, "pin_blocked": 0.0010997800439912018, "receiving_money": 0.03149370125974805, "request_refund": 0.0009998000399920016, "reverted_card_payment?": 0.0010997800439912018, "supported_cards_and_currencies": 0.0026994601079784043, "terminate_account": 0.0013997200559888023, "top_up_by_bank_transfer_charge": 0.00629874025194961, "top_up_by_card_charge": 0.0023995200959808036, "top_up_by_cash_or_cheque": 0.019396120775844832, "top_up_failed": 0.001799640071985603, "top_up_limits": 0.003999200159968006, "top_up_reverted": 0.0020995800839832034, "topping_up_by_card": 0.6788642271545692, "transaction_charged_twice": 0.0008998200359928015, "transfer_fee_charged": 0.0009998000399920016, "transfer_into_account": 0.0014997000599880025, "transfer_not_received_by_recipient": 0.0011997600479904018, "transfer_timing": 0.0015996800639872027, "unable_to_verify_identity": 0.0009998000399920016, "verify_my_identity": 0.0009998000399920016, "verify_source_of_funds": 0.0010997800439912018, "verify_top_up": 0.001799640071985603, "virtual_card_not_working": 0.0011997600479904018, "visa_or_mastercard": 0.0013997200559888023, "why_verify_identity": 0.0008998200359928015, "wrong_amount_of_cash_received": 0.0009998000399920016, "wrong_exchange_rate_for_cash_withdrawal": 0.001299740051989602 }, "error": null, "latency_ms": 69.07866697292775, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1337", "text_group": "5e401df4b59d627b3742c8402a27a2e18a4fc43a936c7b5927677e5251a62f88", "expected": "topping_up_by_card", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.0018007202881152459, "activate_my_card": 0.0010004001600640256, "age_limit": 0.0009003601440576229, "apple_pay_or_google_pay": 0.0017006802721088435, "atm_support": 0.002501000400160064, "automatic_top_up": 0.009103641456582634, "balance_not_updated_after_bank_transfer": 0.017607042817126852, "balance_not_updated_after_cheque_or_cash_deposit": 0.006402561024409764, "beneficiary_not_allowed": 0.0017006802721088435, "cancel_transfer": 0.0012004801920768306, "card_about_to_expire": 0.0011004401760704283, "card_acceptance": 0.0019007603041216485, "card_arrival": 0.0011004401760704283, "card_delivery_estimate": 0.0010004001600640256, "card_linking": 0.0019007603041216485, "card_not_working": 0.0015006002400960385, "card_payment_fee_charged": 0.0012004801920768306, "card_payment_not_recognised": 0.0014005602240896359, "card_payment_wrong_exchange_rate": 0.0015006002400960385, "card_swallowed": 0.001600640256102441, "cash_withdrawal_charge": 0.0012004801920768306, "cash_withdrawal_not_recognised": 0.0010004001600640256, "change_pin": 0.0010004001600640256, "compromised_card": 0.0013005202080832333, "contactless_not_working": 0.0013005202080832333, "country_support": 0.0015006002400960385, "declined_card_payment": 0.0010004001600640256, "declined_cash_withdrawal": 0.0009003601440576229, "declined_transfer": 0.0012004801920768306, "direct_debit_payment_not_recognised": 0.0012004801920768306, "disposable_card_limits": 0.0020008003201280513, "edit_personal_details": 0.0013005202080832333, "exchange_charge": 0.0011004401760704283, "exchange_rate": 0.0011004401760704283, "exchange_via_app": 0.0011004401760704283, "extra_charge_on_statement": 0.0011004401760704283, "failed_transfer": 0.0011004401760704283, "fiat_currency_support": 0.0018007202881152459, "get_disposable_virtual_card": 0.001600640256102441, "get_physical_card": 0.0017006802721088435, "getting_spare_card": 0.0010004001600640256, "getting_virtual_card": 0.0011004401760704283, "lost_or_stolen_card": 0.0008003201280512205, "lost_or_stolen_phone": 0.0008003201280512205, "order_physical_card": 0.0009003601440576229, "passcode_forgotten": 0.0009003601440576229, "pending_card_payment": 0.0011004401760704283, "pending_cash_withdrawal": 0.0009003601440576229, "pending_top_up": 0.7755102040816326, "pending_transfer": 0.0014005602240896359, "pin_blocked": 0.0009003601440576229, "receiving_money": 0.001600640256102441, "request_refund": 0.0009003601440576229, "reverted_card_payment?": 0.0014005602240896359, "supported_cards_and_currencies": 0.0020008003201280513, "terminate_account": 0.0010004001600640256, "top_up_by_bank_transfer_charge": 0.0024009603841536613, "top_up_by_card_charge": 0.0019007603041216485, "top_up_by_cash_or_cheque": 0.007302921168467386, "top_up_failed": 0.006602641056422569, "top_up_limits": 0.0017006802721088435, "top_up_reverted": 0.008703481392557022, "topping_up_by_card": 0.07953181272509004, "transaction_charged_twice": 0.0009003601440576229, "transfer_fee_charged": 0.0009003601440576229, "transfer_into_account": 0.0010004001600640256, "transfer_not_received_by_recipient": 0.0011004401760704283, "transfer_timing": 0.0010004001600640256, "unable_to_verify_identity": 0.0009003601440576229, "verify_my_identity": 0.0010004001600640256, "verify_source_of_funds": 0.0011004401760704283, "verify_top_up": 0.002300920368147259, "virtual_card_not_working": 0.0011004401760704283, "visa_or_mastercard": 0.0017006802721088435, "why_verify_identity": 0.0009003601440576229, "wrong_amount_of_cash_received": 0.0010004001600640256, "wrong_exchange_rate_for_cash_withdrawal": 0.0011004401760704283 }, "error": null, "latency_ms": 67.7289169980213, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1338", "text_group": "322640dee405b3862c76d5eca295b7a248de55d9df9d1ec1a0939374562b16d7", "expected": "topping_up_by_card", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.001600480144043213, "activate_my_card": 0.0013003901170351103, "age_limit": 0.0013003901170351103, "apple_pay_or_google_pay": 0.002200660198059418, "atm_support": 0.003401020306091827, "automatic_top_up": 0.00370111033309993, "balance_not_updated_after_bank_transfer": 0.018405521656496948, "balance_not_updated_after_cheque_or_cash_deposit": 0.010603180954286286, "beneficiary_not_allowed": 0.00250075022506752, "cancel_transfer": 0.002200660198059418, "card_about_to_expire": 0.0015004501350405122, "card_acceptance": 0.0026007802340702207, "card_arrival": 0.0014004201260378114, "card_delivery_estimate": 0.0013003901170351103, "card_linking": 0.002200660198059418, "card_not_working": 0.002100630189056717, "card_payment_fee_charged": 0.001600480144043213, "card_payment_not_recognised": 0.002200660198059418, "card_payment_wrong_exchange_rate": 0.0029008702610783233, "card_swallowed": 0.002100630189056717, "cash_withdrawal_charge": 0.001600480144043213, "cash_withdrawal_not_recognised": 0.0015004501350405122, "change_pin": 0.0014004201260378114, "compromised_card": 0.0018005401620486145, "contactless_not_working": 0.0017005101530459135, "country_support": 0.0020006001800540163, "declined_card_payment": 0.002200660198059418, "declined_cash_withdrawal": 0.0018005401620486145, "declined_transfer": 0.0020006001800540163, "direct_debit_payment_not_recognised": 0.0017005101530459135, "disposable_card_limits": 0.0023006902070621185, "edit_personal_details": 0.01900570171051315, "exchange_charge": 0.0015004501350405122, "exchange_rate": 0.0015004501350405122, "exchange_via_app": 0.0017005101530459135, "extra_charge_on_statement": 0.0020006001800540163, "failed_transfer": 0.002100630189056717, "fiat_currency_support": 0.002400720216064819, "get_disposable_virtual_card": 0.0017005101530459135, "get_physical_card": 0.0018005401620486145, "getting_spare_card": 0.0015004501350405122, "getting_virtual_card": 0.0014004201260378114, "lost_or_stolen_card": 0.001100330099029709, "lost_or_stolen_phone": 0.0010003000900270082, "order_physical_card": 0.0012003601080324095, "passcode_forgotten": 0.0013003901170351103, "pending_card_payment": 0.0014004201260378114, "pending_cash_withdrawal": 0.0013003901170351103, "pending_top_up": 0.0501150345103531, "pending_transfer": 0.0013003901170351103, "pin_blocked": 0.0013003901170351103, "receiving_money": 0.0019005701710513153, "request_refund": 0.002700810243072922, "reverted_card_payment?": 0.0019005701710513153, "supported_cards_and_currencies": 0.0026007802340702207, "terminate_account": 0.001600480144043213, "top_up_by_bank_transfer_charge": 0.0026007802340702207, "top_up_by_card_charge": 0.0017005101530459135, "top_up_by_cash_or_cheque": 0.003401020306091827, "top_up_failed": 0.02740822246674002, "top_up_limits": 0.0023006902070621185, "top_up_reverted": 0.018505551665499647, "topping_up_by_card": 0.027108132439731918, "transaction_charged_twice": 0.0013003901170351103, "transfer_fee_charged": 0.0012003601080324095, "transfer_into_account": 0.0012003601080324095, "transfer_not_received_by_recipient": 0.0013003901170351103, "transfer_timing": 0.0013003901170351103, "unable_to_verify_identity": 0.0015004501350405122, "verify_my_identity": 0.0019005701710513153, "verify_source_of_funds": 0.0023006902070621185, "verify_top_up": 0.7025107532259678, "virtual_card_not_working": 0.0014004201260378114, "visa_or_mastercard": 0.001600480144043213, "why_verify_identity": 0.0015004501350405122, "wrong_amount_of_cash_received": 0.0017005101530459135, "wrong_exchange_rate_for_cash_withdrawal": 0.0018005401620486145 }, "error": null, "latency_ms": 68.16345802508295, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1339", "text_group": "cff3f1a0aa60d4ab84164140d91656b2a0fa73e4e01956bea5ea5ef464b676d5", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0008998200359928015, "activate_my_card": 0.001299740051989602, "age_limit": 0.0011997600479904018, "apple_pay_or_google_pay": 0.0020995800839832034, "atm_support": 0.005098980203959208, "automatic_top_up": 0.01819636072785443, "balance_not_updated_after_bank_transfer": 0.0014997000599880025, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018996200759848032, "beneficiary_not_allowed": 0.004799040191961607, "cancel_transfer": 0.0011997600479904018, "card_about_to_expire": 0.0014997000599880025, "card_acceptance": 0.004099180163967207, "card_arrival": 0.001299740051989602, "card_delivery_estimate": 0.001299740051989602, "card_linking": 0.0026994601079784043, "card_not_working": 0.0018996200759848032, "card_payment_fee_charged": 0.0014997000599880025, "card_payment_not_recognised": 0.0014997000599880025, "card_payment_wrong_exchange_rate": 0.001799640071985603, "card_swallowed": 0.001799640071985603, "cash_withdrawal_charge": 0.0015996800639872027, "cash_withdrawal_not_recognised": 0.0011997600479904018, "change_pin": 0.0011997600479904018, "compromised_card": 0.0014997000599880025, "contactless_not_working": 0.0016996600679864027, "country_support": 0.0018996200759848032, "declined_card_payment": 0.0016996600679864027, "declined_cash_withdrawal": 0.001799640071985603, "declined_transfer": 0.0016996600679864027, "direct_debit_payment_not_recognised": 0.0014997000599880025, "disposable_card_limits": 0.0024995000999800043, "edit_personal_details": 0.0011997600479904018, "exchange_charge": 0.0015996800639872027, "exchange_rate": 0.0013997200559888023, "exchange_via_app": 0.0015996800639872027, "extra_charge_on_statement": 0.0016996600679864027, "failed_transfer": 0.0015996800639872027, "fiat_currency_support": 0.0027994401119776045, "get_disposable_virtual_card": 0.009598080383923215, "get_physical_card": 0.0033993201359728054, "getting_spare_card": 0.1192761447710458, "getting_virtual_card": 0.0018996200759848032, "lost_or_stolen_card": 0.0008998200359928015, "lost_or_stolen_phone": 0.0007998400319936014, "order_physical_card": 0.0024995000999800043, "passcode_forgotten": 0.0010997800439912018, "pending_card_payment": 0.0011997600479904018, "pending_cash_withdrawal": 0.0010997800439912018, "pending_top_up": 0.010497900419916018, "pending_transfer": 0.0010997800439912018, "pin_blocked": 0.001299740051989602, "receiving_money": 0.0034993001399720057, "request_refund": 0.0008998200359928015, "reverted_card_payment?": 0.0011997600479904018, "supported_cards_and_currencies": 0.004099180163967207, "terminate_account": 0.0011997600479904018, "top_up_by_bank_transfer_charge": 0.006098780243951211, "top_up_by_card_charge": 0.002599480103979204, "top_up_by_cash_or_cheque": 0.02899420115976805, "top_up_failed": 0.0027994401119776045, "top_up_limits": 0.0065986802639472104, "top_up_reverted": 0.0026994601079784043, "topping_up_by_card": 0.662767446510698, "transaction_charged_twice": 0.0008998200359928015, "transfer_fee_charged": 0.0009998000399920016, "transfer_into_account": 0.014597080583883223, "transfer_not_received_by_recipient": 0.0011997600479904018, "transfer_timing": 0.0024995000999800043, "unable_to_verify_identity": 0.0010997800439912018, "verify_my_identity": 0.0009998000399920016, "verify_source_of_funds": 0.0010997800439912018, "verify_top_up": 0.003699260147970406, "virtual_card_not_working": 0.0016996600679864027, "visa_or_mastercard": 0.0016996600679864027, "why_verify_identity": 0.0008998200359928015, "wrong_amount_of_cash_received": 0.0011997600479904018, "wrong_exchange_rate_for_cash_withdrawal": 0.0014997000599880025 }, "error": null, "latency_ms": 67.30495800729841, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1340", "text_group": "86eb9c4dcae7607165fe3fff6c7de2f41d854b8407009e7beb1a22a3206a26a4", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0008000800080008001, "activate_my_card": 0.0019001900190019003, "age_limit": 0.0011001100110011003, "apple_pay_or_google_pay": 0.005900590059005901, "atm_support": 0.005100510051005101, "automatic_top_up": 0.0015001500150015003, "balance_not_updated_after_bank_transfer": 0.0029002900290029, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016001600160016002, "beneficiary_not_allowed": 0.002000200020002, "cancel_transfer": 0.0019001900190019003, "card_about_to_expire": 0.0015001500150015003, "card_acceptance": 0.004000400040004, "card_arrival": 0.0012001200120012, "card_delivery_estimate": 0.0011001100110011003, "card_linking": 0.010501050105010502, "card_not_working": 0.0023002300230023, "card_payment_fee_charged": 0.0021002100210021, "card_payment_not_recognised": 0.0016001600160016002, "card_payment_wrong_exchange_rate": 0.0017001700170017002, "card_swallowed": 0.0015001500150015003, "cash_withdrawal_charge": 0.0016001600160016002, "cash_withdrawal_not_recognised": 0.0011001100110011003, "change_pin": 0.001000100010001, "compromised_card": 0.0015001500150015003, "contactless_not_working": 0.0018001800180018, "country_support": 0.0022002200220022005, "declined_card_payment": 0.0015001500150015003, "declined_cash_withdrawal": 0.0011001100110011003, "declined_transfer": 0.0016001600160016002, "direct_debit_payment_not_recognised": 0.0081008100810081, "disposable_card_limits": 0.0019001900190019003, "edit_personal_details": 0.0011001100110011003, "exchange_charge": 0.0023002300230023, "exchange_rate": 0.0014001400140014, "exchange_via_app": 0.005000500050005001, "extra_charge_on_statement": 0.0013001300130013002, "failed_transfer": 0.0034003400340034003, "fiat_currency_support": 0.0038003800380038005, "get_disposable_virtual_card": 0.0017001700170017002, "get_physical_card": 0.0013001300130013002, "getting_spare_card": 0.0017001700170017002, "getting_virtual_card": 0.0011001100110011003, "lost_or_stolen_card": 0.001000100010001, "lost_or_stolen_phone": 0.0008000800080008001, "order_physical_card": 0.0016001600160016002, "passcode_forgotten": 0.0009000900090009, "pending_card_payment": 0.0012001200120012, "pending_cash_withdrawal": 0.0009000900090009, "pending_top_up": 0.0009000900090009, "pending_transfer": 0.0013001300130013002, "pin_blocked": 0.001000100010001, "receiving_money": 0.05920592059205921, "request_refund": 0.0009000900090009, "reverted_card_payment?": 0.0015001500150015003, "supported_cards_and_currencies": 0.04590459045904591, "terminate_account": 0.0011001100110011003, "top_up_by_bank_transfer_charge": 0.0038003800380038005, "top_up_by_card_charge": 0.0016001600160016002, "top_up_by_cash_or_cheque": 0.0053005300530053, "top_up_failed": 0.0016001600160016002, "top_up_limits": 0.0016001600160016002, "top_up_reverted": 0.0016001600160016002, "topping_up_by_card": 0.6941694169416942, "transaction_charged_twice": 0.001000100010001, "transfer_fee_charged": 0.0015001500150015003, "transfer_into_account": 0.0435043504350435, "transfer_not_received_by_recipient": 0.0016001600160016002, "transfer_timing": 0.007600760076007601, "unable_to_verify_identity": 0.001000100010001, "verify_my_identity": 0.0009000900090009, "verify_source_of_funds": 0.0016001600160016002, "verify_top_up": 0.0009000900090009, "virtual_card_not_working": 0.0016001600160016002, "visa_or_mastercard": 0.007900790079007902, "why_verify_identity": 0.0009000900090009, "wrong_amount_of_cash_received": 0.0011001100110011003, "wrong_exchange_rate_for_cash_withdrawal": 0.0013001300130013002 }, "error": null, "latency_ms": 67.76433403138071, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1341", "text_group": "dbf0832d9594b5deb536b24b0a7a9bdce6ebe10317d64691edb14afdc8bfe123", "expected": "topping_up_by_card", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.0014995501349595122, "activate_my_card": 0.0008997300809757073, "age_limit": 0.000999700089973008, "apple_pay_or_google_pay": 0.0015995201439568132, "atm_support": 0.0024992502249325203, "automatic_top_up": 0.004698590422873138, "balance_not_updated_after_bank_transfer": 0.00859742077376787, "balance_not_updated_after_cheque_or_cash_deposit": 0.008397480755773267, "beneficiary_not_allowed": 0.0016994901529541137, "cancel_transfer": 0.0008997300809757073, "card_about_to_expire": 0.000999700089973008, "card_acceptance": 0.0016994901529541137, "card_arrival": 0.0008997300809757073, "card_delivery_estimate": 0.0008997300809757073, "card_linking": 0.0015995201439568132, "card_not_working": 0.0016994901529541137, "card_payment_fee_charged": 0.000999700089973008, "card_payment_not_recognised": 0.0011996401079676095, "card_payment_wrong_exchange_rate": 0.0013995801259622115, "card_swallowed": 0.0013995801259622115, "cash_withdrawal_charge": 0.0011996401079676095, "cash_withdrawal_not_recognised": 0.0011996401079676095, "change_pin": 0.000999700089973008, "compromised_card": 0.0013995801259622115, "contactless_not_working": 0.0015995201439568132, "country_support": 0.0014995501349595122, "declined_card_payment": 0.0011996401079676095, "declined_cash_withdrawal": 0.0013995801259622115, "declined_transfer": 0.0011996401079676095, "direct_debit_payment_not_recognised": 0.001099670098970309, "disposable_card_limits": 0.0018994301709487154, "edit_personal_details": 0.0018994301709487154, "exchange_charge": 0.0008997300809757073, "exchange_rate": 0.0008997300809757073, "exchange_via_app": 0.000999700089973008, "extra_charge_on_statement": 0.000999700089973008, "failed_transfer": 0.0011996401079676095, "fiat_currency_support": 0.0018994301709487154, "get_disposable_virtual_card": 0.0013995801259622115, "get_physical_card": 0.0012996101169649105, "getting_spare_card": 0.000999700089973008, "getting_virtual_card": 0.000999700089973008, "lost_or_stolen_card": 0.0007997600719784066, "lost_or_stolen_phone": 0.0006997900629811057, "order_physical_card": 0.0007997600719784066, "passcode_forgotten": 0.0008997300809757073, "pending_card_payment": 0.000999700089973008, "pending_cash_withdrawal": 0.0008997300809757073, "pending_top_up": 0.7958612416275118, "pending_transfer": 0.001099670098970309, "pin_blocked": 0.000999700089973008, "receiving_money": 0.0011996401079676095, "request_refund": 0.0007997600719784066, "reverted_card_payment?": 0.001099670098970309, "supported_cards_and_currencies": 0.0017994601619514146, "terminate_account": 0.0008997300809757073, "top_up_by_bank_transfer_charge": 0.0018994301709487154, "top_up_by_card_charge": 0.0011996401079676095, "top_up_by_cash_or_cheque": 0.00869739078276517, "top_up_failed": 0.017994601619514144, "top_up_limits": 0.002399280215935219, "top_up_reverted": 0.012496251124662603, "topping_up_by_card": 0.03788863340997701, "transaction_charged_twice": 0.0007997600719784066, "transfer_fee_charged": 0.0007997600719784066, "transfer_into_account": 0.0007997600719784066, "transfer_not_received_by_recipient": 0.0008997300809757073, "transfer_timing": 0.0008997300809757073, "unable_to_verify_identity": 0.001099670098970309, "verify_my_identity": 0.001099670098970309, "verify_source_of_funds": 0.0011996401079676095, "verify_top_up": 0.022193341997400782, "virtual_card_not_working": 0.0012996101169649105, "visa_or_mastercard": 0.0015995201439568132, "why_verify_identity": 0.000999700089973008, "wrong_amount_of_cash_received": 0.0008997300809757073, "wrong_exchange_rate_for_cash_withdrawal": 0.0011996401079676095 }, "error": null, "latency_ms": 73.41195805929601, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1342", "text_group": "56a8d1b1e6f880b46a119e5059a12d4ee7ad7ebc4547899275b3f10123c3d46c", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0005, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0008, "atm_support": 0.0009, "automatic_top_up": 0.0011, "balance_not_updated_after_bank_transfer": 0.0009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009, "beneficiary_not_allowed": 0.0014, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0007, "card_acceptance": 0.001, "card_arrival": 0.0006, "card_delivery_estimate": 0.0006, "card_linking": 0.0014, "card_not_working": 0.0041, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.001, "card_swallowed": 0.2061, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0004, "compromised_card": 0.0009, "contactless_not_working": 0.0009, "country_support": 0.0007, "declined_card_payment": 0.0015, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0008, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0009, "edit_personal_details": 0.0005, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0009, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.001, "get_physical_card": 0.0006, "getting_spare_card": 0.0008, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0005, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0013, "pending_transfer": 0.0004, "pin_blocked": 0.0006, "receiving_money": 0.0009, "request_refund": 0.0007, "reverted_card_payment?": 0.0015, "supported_cards_and_currencies": 0.0027, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0007, "top_up_by_card_charge": 0.0008, "top_up_by_cash_or_cheque": 0.0009, "top_up_failed": 0.0279, "top_up_limits": 0.001, "top_up_reverted": 0.1126, "topping_up_by_card": 0.5935, "transaction_charged_twice": 0.0017, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0007, "virtual_card_not_working": 0.0016, "visa_or_mastercard": 0.0009, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0015, "wrong_exchange_rate_for_cash_withdrawal": 0.0007 }, "error": null, "latency_ms": 76.10800000838935, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1343", "text_group": "a2de716c743286f19c1630b734f339b0ca6d22190dea29cd073cce639346633b", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0013998600139986002, "activate_my_card": 0.0060993900609939014, "age_limit": 0.0018998100189981002, "apple_pay_or_google_pay": 0.0060993900609939014, "atm_support": 0.006999300069993001, "automatic_top_up": 0.004199580041995801, "balance_not_updated_after_bank_transfer": 0.027297270272972705, "balance_not_updated_after_cheque_or_cash_deposit": 0.0029997000299970002, "beneficiary_not_allowed": 0.0044995500449955, "cancel_transfer": 0.006399360063993601, "card_about_to_expire": 0.0023997600239976003, "card_acceptance": 0.0081991800819918, "card_arrival": 0.0022997700229977, "card_delivery_estimate": 0.0022997700229977, "card_linking": 0.0641935806419358, "card_not_working": 0.0037996200379962005, "card_payment_fee_charged": 0.004299570042995701, "card_payment_not_recognised": 0.0028997100289971, "card_payment_wrong_exchange_rate": 0.0036996300369963007, "card_swallowed": 0.0027997200279972004, "cash_withdrawal_charge": 0.0026997300269973002, "cash_withdrawal_not_recognised": 0.0017998200179982, "change_pin": 0.0025997400259974, "compromised_card": 0.0026997300269973002, "contactless_not_working": 0.0026997300269973002, "country_support": 0.0030996900309969004, "declined_card_payment": 0.0026997300269973002, "declined_cash_withdrawal": 0.0017998200179982, "declined_transfer": 0.0033996600339966003, "direct_debit_payment_not_recognised": 0.0044995500449955, "disposable_card_limits": 0.0036996300369963007, "edit_personal_details": 0.0025997400259974, "exchange_charge": 0.0105989401059894, "exchange_rate": 0.0028997100289971, "exchange_via_app": 0.006799320067993201, "extra_charge_on_statement": 0.0023997600239976003, "failed_transfer": 0.0072992700729927005, "fiat_currency_support": 0.004999500049995001, "get_disposable_virtual_card": 0.0027997200279972004, "get_physical_card": 0.0028997100289971, "getting_spare_card": 0.0027997200279972004, "getting_virtual_card": 0.0021997800219978004, "lost_or_stolen_card": 0.0015998400159984002, "lost_or_stolen_phone": 0.0012998700129987, "order_physical_card": 0.0037996200379962005, "passcode_forgotten": 0.0015998400159984002, "pending_card_payment": 0.0024997500249975004, "pending_cash_withdrawal": 0.0016998300169983002, "pending_top_up": 0.0020997900209979003, "pending_transfer": 0.006299370062993701, "pin_blocked": 0.0017998200179982, "receiving_money": 0.05429457054294571, "request_refund": 0.0018998100189981002, "reverted_card_payment?": 0.0026997300269973002, "supported_cards_and_currencies": 0.042495750424957505, "terminate_account": 0.0022997700229977, "top_up_by_bank_transfer_charge": 0.0313968603139686, "top_up_by_card_charge": 0.0031996800319968005, "top_up_by_cash_or_cheque": 0.007599240075992401, "top_up_failed": 0.0038996100389961, "top_up_limits": 0.0028997100289971, "top_up_reverted": 0.0030996900309969004, "topping_up_by_card": 0.2582741725827417, "transaction_charged_twice": 0.0018998100189981002, "transfer_fee_charged": 0.0029997000299970002, "transfer_into_account": 0.23277672232776722, "transfer_not_received_by_recipient": 0.0044995500449955, "transfer_timing": 0.0451954804519548, "unable_to_verify_identity": 0.0016998300169983002, "verify_my_identity": 0.0016998300169983002, "verify_source_of_funds": 0.001999800019998, "verify_top_up": 0.0016998300169983002, "virtual_card_not_working": 0.0026997300269973002, "visa_or_mastercard": 0.014998500149985002, "why_verify_identity": 0.0014998500149985001, "wrong_amount_of_cash_received": 0.0021997800219978004, "wrong_exchange_rate_for_cash_withdrawal": 0.0025997400259974 }, "error": null, "latency_ms": 69.89354197867215, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1344", "text_group": "bc831b25ece9ed080b239c0c3ea881bcc92167de86600dfb0bdb66b5966c6926", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0005001000200040008, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.0009001800360072014, "balance_not_updated_after_bank_transfer": 0.0006001200240048009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0012002400480096017, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0009001800360072014, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0011002200440088019, "card_not_working": 0.005801160232046409, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0006001200240048009, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.22214442888577715, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00040008001600320064, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0008001600320064013, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0012002400480096017, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0008001600320064013, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0007001400280056011, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0006001200240048009, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.0008001600320064013, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0006001200240048009, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0011002200440088019, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0007001400280056011, "top_up_by_cash_or_cheque": 0.0009001800360072014, "top_up_failed": 0.14592918583716744, "top_up_limits": 0.0010002000400080016, "top_up_reverted": 0.009801960392078415, "topping_up_by_card": 0.5736147229445889, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0014002800560112022, "visa_or_mastercard": 0.0008001600320064013, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0008001600320064013, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 69.63837507646531, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1345", "text_group": "333d3179679905b65ae16ad45153b03046c9b497c9c1b92557dcffc08fcf91ce", "expected": "topping_up_by_card", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0008, "activate_my_card": 0.0033, "age_limit": 0.001, "apple_pay_or_google_pay": 0.0049, "atm_support": 0.0054, "automatic_top_up": 0.0015, "balance_not_updated_after_bank_transfer": 0.0033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015, "beneficiary_not_allowed": 0.0025, "cancel_transfer": 0.0018, "card_about_to_expire": 0.0015, "card_acceptance": 0.0203, "card_arrival": 0.0013, "card_delivery_estimate": 0.0012, "card_linking": 0.0119, "card_not_working": 0.0046, "card_payment_fee_charged": 0.0027, "card_payment_not_recognised": 0.0017, "card_payment_wrong_exchange_rate": 0.0021, "card_swallowed": 0.0014, "cash_withdrawal_charge": 0.0013, "cash_withdrawal_not_recognised": 0.0009, "change_pin": 0.0011, "compromised_card": 0.0015, "contactless_not_working": 0.0019, "country_support": 0.0032, "declined_card_payment": 0.002, "declined_cash_withdrawal": 0.001, "declined_transfer": 0.003, "direct_debit_payment_not_recognised": 0.0021, "disposable_card_limits": 0.0018, "edit_personal_details": 0.0012, "exchange_charge": 0.0045, "exchange_rate": 0.0016, "exchange_via_app": 0.0054, "extra_charge_on_statement": 0.0013, "failed_transfer": 0.0035, "fiat_currency_support": 0.0114, "get_disposable_virtual_card": 0.0016, "get_physical_card": 0.0015, "getting_spare_card": 0.0017, "getting_virtual_card": 0.0013, "lost_or_stolen_card": 0.001, "lost_or_stolen_phone": 0.0008, "order_physical_card": 0.0014, "passcode_forgotten": 0.0009, "pending_card_payment": 0.0012, "pending_cash_withdrawal": 0.0008, "pending_top_up": 0.0009, "pending_transfer": 0.0014, "pin_blocked": 0.001, "receiving_money": 0.0707, "request_refund": 0.0009, "reverted_card_payment?": 0.0013, "supported_cards_and_currencies": 0.3383, "terminate_account": 0.0011, "top_up_by_bank_transfer_charge": 0.0073, "top_up_by_card_charge": 0.0022, "top_up_by_cash_or_cheque": 0.0015, "top_up_failed": 0.0015, "top_up_limits": 0.0014, "top_up_reverted": 0.0014, "topping_up_by_card": 0.2409, "transaction_charged_twice": 0.0011, "transfer_fee_charged": 0.0016, "transfer_into_account": 0.0999, "transfer_not_received_by_recipient": 0.002, "transfer_timing": 0.0082, "unable_to_verify_identity": 0.0011, "verify_my_identity": 0.001, "verify_source_of_funds": 0.0012, "verify_top_up": 0.0011, "virtual_card_not_working": 0.0018, "visa_or_mastercard": 0.0704, "why_verify_identity": 0.0009, "wrong_amount_of_cash_received": 0.001, "wrong_exchange_rate_for_cash_withdrawal": 0.0013 }, "error": null, "latency_ms": 69.699791027233, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1346", "text_group": "e47b88b2c144d04f7272f0c05374ba15cb1607c3c9c67efc4f7d9e69de9fe854", "expected": "topping_up_by_card", "prediction": "automatic_top_up", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.0008003201280512205, "age_limit": 0.0005002000800320128, "apple_pay_or_google_pay": 0.0012004801920768306, "atm_support": 0.002300920368147259, "automatic_top_up": 0.5270108043217288, "balance_not_updated_after_bank_transfer": 0.0010004001600640256, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011004401760704283, "beneficiary_not_allowed": 0.0010004001600640256, "cancel_transfer": 0.0009003601440576229, "card_about_to_expire": 0.0006002400960384153, "card_acceptance": 0.0015006002400960385, "card_arrival": 0.0006002400960384153, "card_delivery_estimate": 0.0006002400960384153, "card_linking": 0.0013005202080832333, "card_not_working": 0.0008003201280512205, "card_payment_fee_charged": 0.0008003201280512205, "card_payment_not_recognised": 0.0008003201280512205, "card_payment_wrong_exchange_rate": 0.0009003601440576229, "card_swallowed": 0.0007002801120448179, "cash_withdrawal_charge": 0.0007002801120448179, "cash_withdrawal_not_recognised": 0.0005002000800320128, "change_pin": 0.0008003201280512205, "compromised_card": 0.0007002801120448179, "contactless_not_working": 0.0008003201280512205, "country_support": 0.0010004001600640256, "declined_card_payment": 0.0007002801120448179, "declined_cash_withdrawal": 0.0006002400960384153, "declined_transfer": 0.0008003201280512205, "direct_debit_payment_not_recognised": 0.0012004801920768306, "disposable_card_limits": 0.0012004801920768306, "edit_personal_details": 0.006102440976390557, "exchange_charge": 0.0009003601440576229, "exchange_rate": 0.0008003201280512205, "exchange_via_app": 0.0011004401760704283, "extra_charge_on_statement": 0.0026010404161664665, "failed_transfer": 0.0008003201280512205, "fiat_currency_support": 0.0020008003201280513, "get_disposable_virtual_card": 0.004601840736294518, "get_physical_card": 0.0011004401760704283, "getting_spare_card": 0.0011004401760704283, "getting_virtual_card": 0.0010004001600640256, "lost_or_stolen_card": 0.0005002000800320128, "lost_or_stolen_phone": 0.0005002000800320128, "order_physical_card": 0.0010004001600640256, "passcode_forgotten": 0.0005002000800320128, "pending_card_payment": 0.0006002400960384153, "pending_cash_withdrawal": 0.0005002000800320128, "pending_top_up": 0.0012004801920768306, "pending_transfer": 0.0008003201280512205, "pin_blocked": 0.0006002400960384153, "receiving_money": 0.061524609843937574, "request_refund": 0.0006002400960384153, "reverted_card_payment?": 0.0007002801120448179, "supported_cards_and_currencies": 0.0019007603041216485, "terminate_account": 0.0008003201280512205, "top_up_by_bank_transfer_charge": 0.00430172068827531, "top_up_by_card_charge": 0.0011004401760704283, "top_up_by_cash_or_cheque": 0.018907563025210083, "top_up_failed": 0.0011004401760704283, "top_up_limits": 0.0022008803521408565, "top_up_reverted": 0.0013005202080832333, "topping_up_by_card": 0.062625050020008, "transaction_charged_twice": 0.0005002000800320128, "transfer_fee_charged": 0.0006002400960384153, "transfer_into_account": 0.2473989595838335, "transfer_not_received_by_recipient": 0.0008003201280512205, "transfer_timing": 0.005402160864345739, "unable_to_verify_identity": 0.0006002400960384153, "verify_my_identity": 0.0005002000800320128, "verify_source_of_funds": 0.0006002400960384153, "verify_top_up": 0.0008003201280512205, "virtual_card_not_working": 0.0008003201280512205, "visa_or_mastercard": 0.0008003201280512205, "why_verify_identity": 0.0005002000800320128, "wrong_amount_of_cash_received": 0.0007002801120448179, "wrong_exchange_rate_for_cash_withdrawal": 0.0008003201280512205 }, "error": null, "latency_ms": 69.5458750706166, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1347", "text_group": "c1e83527ee6bf8135dffcc904d1651b40808153cd006096937c336206d12d678", "expected": "topping_up_by_card", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.001100330099029709, "activate_my_card": 0.0013003901170351106, "age_limit": 0.0013003901170351106, "apple_pay_or_google_pay": 0.002100630189056717, "atm_support": 0.0037011103330999305, "automatic_top_up": 0.03801140342102631, "balance_not_updated_after_bank_transfer": 0.002700810243072922, "balance_not_updated_after_cheque_or_cash_deposit": 0.002700810243072922, "beneficiary_not_allowed": 0.002200660198059418, "cancel_transfer": 0.0013003901170351106, "card_about_to_expire": 0.0014004201260378114, "card_acceptance": 0.0024007202160648195, "card_arrival": 0.0013003901170351106, "card_delivery_estimate": 0.0013003901170351106, "card_linking": 0.0025007502250675205, "card_not_working": 0.0018005401620486148, "card_payment_fee_charged": 0.0014004201260378114, "card_payment_not_recognised": 0.0016004801440432132, "card_payment_wrong_exchange_rate": 0.0018005401620486148, "card_swallowed": 0.0037011103330999305, "cash_withdrawal_charge": 0.0014004201260378114, "cash_withdrawal_not_recognised": 0.0012003601080324098, "change_pin": 0.0013003901170351106, "compromised_card": 0.0020006001800540163, "contactless_not_working": 0.0017005101530459137, "country_support": 0.0019005701710513156, "declined_card_payment": 0.001100330099029709, "declined_cash_withdrawal": 0.0013003901170351106, "declined_transfer": 0.0014004201260378114, "direct_debit_payment_not_recognised": 0.0017005101530459137, "disposable_card_limits": 0.0036010803240972295, "edit_personal_details": 0.0016004801440432132, "exchange_charge": 0.0014004201260378114, "exchange_rate": 0.0014004201260378114, "exchange_via_app": 0.0015004501350405124, "extra_charge_on_statement": 0.0014004201260378114, "failed_transfer": 0.0013003901170351106, "fiat_currency_support": 0.002300690207062119, "get_disposable_virtual_card": 0.005001500450135041, "get_physical_card": 0.0028008402520756227, "getting_spare_card": 0.0012003601080324098, "getting_virtual_card": 0.0013003901170351106, "lost_or_stolen_card": 0.001100330099029709, "lost_or_stolen_phone": 0.0010003000900270082, "order_physical_card": 0.0012003601080324098, "passcode_forgotten": 0.0012003601080324098, "pending_card_payment": 0.001100330099029709, "pending_cash_withdrawal": 0.001100330099029709, "pending_top_up": 0.6476943082924878, "pending_transfer": 0.001100330099029709, "pin_blocked": 0.0014004201260378114, "receiving_money": 0.0019005701710513156, "request_refund": 0.001100330099029709, "reverted_card_payment?": 0.0014004201260378114, "supported_cards_and_currencies": 0.0025007502250675205, "terminate_account": 0.0014004201260378114, "top_up_by_bank_transfer_charge": 0.00610183054916475, "top_up_by_card_charge": 0.002200660198059418, "top_up_by_cash_or_cheque": 0.010803240972291689, "top_up_failed": 0.009102730819245775, "top_up_limits": 0.011903571071321398, "top_up_reverted": 0.10363108932679804, "topping_up_by_card": 0.04681404421326398, "transaction_charged_twice": 0.001100330099029709, "transfer_fee_charged": 0.001100330099029709, "transfer_into_account": 0.0012003601080324098, "transfer_not_received_by_recipient": 0.0012003601080324098, "transfer_timing": 0.0013003901170351106, "unable_to_verify_identity": 0.0012003601080324098, "verify_my_identity": 0.0013003901170351106, "verify_source_of_funds": 0.0014004201260378114, "verify_top_up": 0.011103330999299792, "virtual_card_not_working": 0.0016004801440432132, "visa_or_mastercard": 0.002100630189056717, "why_verify_identity": 0.0012003601080324098, "wrong_amount_of_cash_received": 0.0012003601080324098, "wrong_exchange_rate_for_cash_withdrawal": 0.0018005401620486148 }, "error": null, "latency_ms": 71.21387496590614, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1348", "text_group": "0e550003accc97f6565997625a13507670ce91642370c9588477c7980fbab24f", "expected": "topping_up_by_card", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0008998200359928015, "activate_my_card": 0.001299740051989602, "age_limit": 0.0008998200359928015, "apple_pay_or_google_pay": 0.0014997000599880025, "atm_support": 0.008898220355928814, "automatic_top_up": 0.034493101379724056, "balance_not_updated_after_bank_transfer": 0.004199160167966407, "balance_not_updated_after_cheque_or_cash_deposit": 0.007598480303939213, "beneficiary_not_allowed": 0.007598480303939213, "cancel_transfer": 0.0009998000399920016, "card_about_to_expire": 0.0007998400319936014, "card_acceptance": 0.006698660267946411, "card_arrival": 0.0010997800439912018, "card_delivery_estimate": 0.0008998200359928015, "card_linking": 0.0018996200759848032, "card_not_working": 0.0015996800639872027, "card_payment_fee_charged": 0.0009998000399920016, "card_payment_not_recognised": 0.001299740051989602, "card_payment_wrong_exchange_rate": 0.0011997600479904018, "card_swallowed": 0.0010997800439912018, "cash_withdrawal_charge": 0.0009998000399920016, "cash_withdrawal_not_recognised": 0.0011997600479904018, "change_pin": 0.0009998000399920016, "compromised_card": 0.0010997800439912018, "contactless_not_working": 0.0013997200559888023, "country_support": 0.002599480103979204, "declined_card_payment": 0.0013997200559888023, "declined_cash_withdrawal": 0.0013997200559888023, "declined_transfer": 0.0020995800839832034, "direct_debit_payment_not_recognised": 0.0016996600679864027, "disposable_card_limits": 0.0021995600879824036, "edit_personal_details": 0.001999600079984003, "exchange_charge": 0.0011997600479904018, "exchange_rate": 0.0010997800439912018, "exchange_via_app": 0.001299740051989602, "extra_charge_on_statement": 0.001299740051989602, "failed_transfer": 0.0016996600679864027, "fiat_currency_support": 0.005298940211957609, "get_disposable_virtual_card": 0.004299140171965607, "get_physical_card": 0.0023995200959808036, "getting_spare_card": 0.01889622075584883, "getting_virtual_card": 0.0014997000599880025, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.001299740051989602, "passcode_forgotten": 0.0007998400319936014, "pending_card_payment": 0.0010997800439912018, "pending_cash_withdrawal": 0.0009998000399920016, "pending_top_up": 0.04559088182363528, "pending_transfer": 0.005098980203959208, "pin_blocked": 0.0010997800439912018, "receiving_money": 0.40741851629674064, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.0008998200359928015, "supported_cards_and_currencies": 0.0026994601079784043, "terminate_account": 0.0007998400319936014, "top_up_by_bank_transfer_charge": 0.0031993601279744054, "top_up_by_card_charge": 0.0010997800439912018, "top_up_by_cash_or_cheque": 0.08388322335532894, "top_up_failed": 0.002999400119976005, "top_up_limits": 0.004199160167966407, "top_up_reverted": 0.002299540091981604, "topping_up_by_card": 0.07238552289542093, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.0007998400319936014, "transfer_into_account": 0.16826634673065388, "transfer_not_received_by_recipient": 0.0020995800839832034, "transfer_timing": 0.009698060387922416, "unable_to_verify_identity": 0.0007998400319936014, "verify_my_identity": 0.0007998400319936014, "verify_source_of_funds": 0.02419516096780644, "verify_top_up": 0.0034993001399720057, "virtual_card_not_working": 0.001299740051989602, "visa_or_mastercard": 0.0010997800439912018, "why_verify_identity": 0.0006998600279944011, "wrong_amount_of_cash_received": 0.0010997800439912018, "wrong_exchange_rate_for_cash_withdrawal": 0.0009998000399920016 }, "error": null, "latency_ms": 68.60608409624547, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1349", "text_group": "799f673dc4790897966e8468ddf5152987b5e7e4d2b9cd3b1b693f6d53b991fc", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.000999900009999, "activate_my_card": 0.0026997300269973002, "age_limit": 0.0013998600139986002, "apple_pay_or_google_pay": 0.005499450054994501, "atm_support": 0.006699330066993301, "automatic_top_up": 0.0022997700229977, "balance_not_updated_after_bank_transfer": 0.006399360063993601, "balance_not_updated_after_cheque_or_cash_deposit": 0.0020997900209979003, "beneficiary_not_allowed": 0.005499450054994501, "cancel_transfer": 0.0024997500249975004, "card_about_to_expire": 0.0018998100189981002, "card_acceptance": 0.0160983901609839, "card_arrival": 0.0016998300169983002, "card_delivery_estimate": 0.0015998400159984002, "card_linking": 0.056894310568943104, "card_not_working": 0.0024997500249975004, "card_payment_fee_charged": 0.0027997200279972004, "card_payment_not_recognised": 0.0020997900209979003, "card_payment_wrong_exchange_rate": 0.0026997300269973002, "card_swallowed": 0.001999800019998, "cash_withdrawal_charge": 0.001999800019998, "cash_withdrawal_not_recognised": 0.0013998600139986002, "change_pin": 0.0017998200179982, "compromised_card": 0.0018998100189981002, "contactless_not_working": 0.0020997900209979003, "country_support": 0.0029997000299970002, "declined_card_payment": 0.0023997600239976003, "declined_cash_withdrawal": 0.0016998300169983002, "declined_transfer": 0.0037996200379962005, "direct_debit_payment_not_recognised": 0.0026997300269973002, "disposable_card_limits": 0.0027997200279972004, "edit_personal_details": 0.0017998200179982, "exchange_charge": 0.009599040095990401, "exchange_rate": 0.0023997600239976003, "exchange_via_app": 0.0080991900809919, "extra_charge_on_statement": 0.0014998500149985001, "failed_transfer": 0.0040995900409959, "fiat_currency_support": 0.0065993400659934, "get_disposable_virtual_card": 0.0024997500249975004, "get_physical_card": 0.0028997100289971, "getting_spare_card": 0.0027997200279972004, "getting_virtual_card": 0.001999800019998, "lost_or_stolen_card": 0.0011998800119988001, "lost_or_stolen_phone": 0.000999900009999, "order_physical_card": 0.0031996800319968005, "passcode_forgotten": 0.0011998800119988001, "pending_card_payment": 0.0016998300169983002, "pending_cash_withdrawal": 0.0012998700129987, "pending_top_up": 0.0013998600139986002, "pending_transfer": 0.0031996800319968005, "pin_blocked": 0.0013998600139986002, "receiving_money": 0.062993700629937, "request_refund": 0.0012998700129987, "reverted_card_payment?": 0.0017998200179982, "supported_cards_and_currencies": 0.10238976102389762, "terminate_account": 0.0014998500149985001, "top_up_by_bank_transfer_charge": 0.018698130186981302, "top_up_by_card_charge": 0.0022997700229977, "top_up_by_cash_or_cheque": 0.0064993500649935, "top_up_failed": 0.0024997500249975004, "top_up_limits": 0.0021997800219978004, "top_up_reverted": 0.0021997800219978004, "topping_up_by_card": 0.29627037296270375, "transaction_charged_twice": 0.0012998700129987, "transfer_fee_charged": 0.0020997900209979003, "transfer_into_account": 0.23147685231476853, "transfer_not_received_by_recipient": 0.0028997100289971, "transfer_timing": 0.0225977402259774, "unable_to_verify_identity": 0.0012998700129987, "verify_my_identity": 0.0012998700129987, "verify_source_of_funds": 0.0015998400159984002, "verify_top_up": 0.0012998700129987, "virtual_card_not_working": 0.001999800019998, "visa_or_mastercard": 0.014898510148985102, "why_verify_identity": 0.0010998900109989002, "wrong_amount_of_cash_received": 0.0015998400159984002, "wrong_exchange_rate_for_cash_withdrawal": 0.001999800019998 }, "error": null, "latency_ms": 68.67433292791247, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1350", "text_group": "089ddb6d1a0941768b5634c019f0418313bdff791643dc61df5c509f2bcbf0d5", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0009998000399920016, "age_limit": 0.0008998200359928015, "apple_pay_or_google_pay": 0.0014997000599880025, "atm_support": 0.004099180163967207, "automatic_top_up": 0.01889622075584883, "balance_not_updated_after_bank_transfer": 0.0008998200359928015, "balance_not_updated_after_cheque_or_cash_deposit": 0.001299740051989602, "beneficiary_not_allowed": 0.001299740051989602, "cancel_transfer": 0.0009998000399920016, "card_about_to_expire": 0.0009998000399920016, "card_acceptance": 0.0028994201159768043, "card_arrival": 0.0009998000399920016, "card_delivery_estimate": 0.0008998200359928015, "card_linking": 0.0018996200759848032, "card_not_working": 0.001299740051989602, "card_payment_fee_charged": 0.0011997600479904018, "card_payment_not_recognised": 0.0010997800439912018, "card_payment_wrong_exchange_rate": 0.0011997600479904018, "card_swallowed": 0.001299740051989602, "cash_withdrawal_charge": 0.0010997800439912018, "cash_withdrawal_not_recognised": 0.0006998600279944011, "change_pin": 0.0008998200359928015, "compromised_card": 0.0009998000399920016, "contactless_not_working": 0.0011997600479904018, "country_support": 0.0013997200559888023, "declined_card_payment": 0.0009998000399920016, "declined_cash_withdrawal": 0.0007998400319936014, "declined_transfer": 0.0009998000399920016, "direct_debit_payment_not_recognised": 0.0009998000399920016, "disposable_card_limits": 0.0026994601079784043, "edit_personal_details": 0.0009998000399920016, "exchange_charge": 0.0009998000399920016, "exchange_rate": 0.0008998200359928015, "exchange_via_app": 0.0010997800439912018, "extra_charge_on_statement": 0.0011997600479904018, "failed_transfer": 0.0008998200359928015, "fiat_currency_support": 0.001999600079984003, "get_disposable_virtual_card": 0.003899220155968806, "get_physical_card": 0.0011997600479904018, "getting_spare_card": 0.04519096180763847, "getting_virtual_card": 0.0009998000399920016, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.0010997800439912018, "passcode_forgotten": 0.0007998400319936014, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.001999600079984003, "pending_transfer": 0.0006998600279944011, "pin_blocked": 0.0007998400319936014, "receiving_money": 0.001299740051989602, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0008998200359928015, "supported_cards_and_currencies": 0.03199360127974405, "terminate_account": 0.0008998200359928015, "top_up_by_bank_transfer_charge": 0.005798840231953609, "top_up_by_card_charge": 0.0023995200959808036, "top_up_by_cash_or_cheque": 0.06808638272345531, "top_up_failed": 0.001299740051989602, "top_up_limits": 0.004299140171965607, "top_up_reverted": 0.0014997000599880025, "topping_up_by_card": 0.7439512097580484, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.0006998600279944011, "transfer_into_account": 0.0007998400319936014, "transfer_not_received_by_recipient": 0.0006998600279944011, "transfer_timing": 0.0008998200359928015, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0007998400319936014, "verify_top_up": 0.0009998000399920016, "virtual_card_not_working": 0.0009998000399920016, "visa_or_mastercard": 0.0013997200559888023, "why_verify_identity": 0.0006998600279944011, "wrong_amount_of_cash_received": 0.0006998600279944011, "wrong_exchange_rate_for_cash_withdrawal": 0.0008998200359928015 }, "error": null, "latency_ms": 69.68175002839416, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1351", "text_group": "b5f3395f0ec5449c9c9ec9f02205b96787450c25eede76c10aa061d42c5bd3a5", "expected": "topping_up_by_card", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00040020010005002504, "balance_not_updated_after_bank_transfer": 0.00040020010005002504, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040020010005002504, "beneficiary_not_allowed": 0.0005002501250625313, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00040020010005002504, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00040020010005002504, "card_swallowed": 0.005302651325662832, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00040020010005002504, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00040020010005002504, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.0005002501250625313, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00040020010005002504, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00040020010005002504, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.0005002501250625313, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.0005002501250625313, "top_up_failed": 0.006603301650825413, "top_up_limits": 0.00040020010005002504, "top_up_reverted": 0.9654827413706853, "topping_up_by_card": 0.0013006503251625813, "transaction_charged_twice": 0.0006003001500750375, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00040020010005002504, "virtual_card_not_working": 0.00040020010005002504, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.0008004002001000501, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.33783304318786, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1352", "text_group": "345d35e698f7b0865ef632058536db2c84b6c770e715a0d394eb9dc2be6dc921", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0007001400280056011, "activate_my_card": 0.005001000200040008, "age_limit": 0.0009001800360072014, "apple_pay_or_google_pay": 0.008101620324064812, "atm_support": 0.0045009001800360065, "automatic_top_up": 0.0016003200640128026, "balance_not_updated_after_bank_transfer": 0.0028005601120224045, "balance_not_updated_after_cheque_or_cash_deposit": 0.001300260052010402, "beneficiary_not_allowed": 0.0018003600720144029, "cancel_transfer": 0.001900380076015203, "card_about_to_expire": 0.001300260052010402, "card_acceptance": 0.0072014402880576115, "card_arrival": 0.001300260052010402, "card_delivery_estimate": 0.0011002200440088019, "card_linking": 0.01300260052010402, "card_not_working": 0.0023004600920184036, "card_payment_fee_charged": 0.003100620124024805, "card_payment_not_recognised": 0.0016003200640128026, "card_payment_wrong_exchange_rate": 0.002100420084016803, "card_swallowed": 0.0012002400480096017, "cash_withdrawal_charge": 0.001300260052010402, "cash_withdrawal_not_recognised": 0.0008001600320064013, "change_pin": 0.0012002400480096017, "compromised_card": 0.0015003000600120023, "contactless_not_working": 0.0016003200640128026, "country_support": 0.0023004600920184036, "declined_card_payment": 0.0015003000600120023, "declined_cash_withdrawal": 0.0009001800360072014, "declined_transfer": 0.0015003000600120023, "direct_debit_payment_not_recognised": 0.0034006801360272052, "disposable_card_limits": 0.0017003400680136026, "edit_personal_details": 0.0012002400480096017, "exchange_charge": 0.005001000200040008, "exchange_rate": 0.001900380076015203, "exchange_via_app": 0.007101420284056812, "extra_charge_on_statement": 0.0011002200440088019, "failed_transfer": 0.002500500100020004, "fiat_currency_support": 0.00610122024404881, "get_disposable_virtual_card": 0.0015003000600120023, "get_physical_card": 0.0012002400480096017, "getting_spare_card": 0.001300260052010402, "getting_virtual_card": 0.0010002000400080016, "lost_or_stolen_card": 0.0008001600320064013, "lost_or_stolen_phone": 0.0007001400280056011, "order_physical_card": 0.0014002800560112022, "passcode_forgotten": 0.0008001600320064013, "pending_card_payment": 0.0012002400480096017, "pending_cash_withdrawal": 0.0007001400280056011, "pending_top_up": 0.0008001600320064013, "pending_transfer": 0.001300260052010402, "pin_blocked": 0.0009001800360072014, "receiving_money": 0.03480696139227845, "request_refund": 0.0008001600320064013, "reverted_card_payment?": 0.001300260052010402, "supported_cards_and_currencies": 0.22574514902980597, "terminate_account": 0.0010002000400080016, "top_up_by_bank_transfer_charge": 0.007101420284056812, "top_up_by_card_charge": 0.0017003400680136026, "top_up_by_cash_or_cheque": 0.0015003000600120023, "top_up_failed": 0.0014002800560112022, "top_up_limits": 0.001300260052010402, "top_up_reverted": 0.0014002800560112022, "topping_up_by_card": 0.36157231446289256, "transaction_charged_twice": 0.0010002000400080016, "transfer_fee_charged": 0.0014002800560112022, "transfer_into_account": 0.1422284456891378, "transfer_not_received_by_recipient": 0.0015003000600120023, "transfer_timing": 0.014502900580116024, "unable_to_verify_identity": 0.0009001800360072014, "verify_my_identity": 0.0008001600320064013, "verify_source_of_funds": 0.0008001600320064013, "verify_top_up": 0.0008001600320064013, "virtual_card_not_working": 0.0015003000600120023, "visa_or_mastercard": 0.0730146029205841, "why_verify_identity": 0.0008001600320064013, "wrong_amount_of_cash_received": 0.0009001800360072014, "wrong_exchange_rate_for_cash_withdrawal": 0.0012002400480096017 }, "error": null, "latency_ms": 68.47608392126858, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1353", "text_group": "ebf82902b374776e88a33ae6b7fd5978e59c857c999905053d09ec9bfec3ff89", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0010998900109989002, "age_limit": 0.0008999100089991, "apple_pay_or_google_pay": 0.0014998500149985001, "atm_support": 0.0027997200279972004, "automatic_top_up": 0.021697830216978305, "balance_not_updated_after_bank_transfer": 0.0011998800119988001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015998400159984002, "beneficiary_not_allowed": 0.0012998700129987, "cancel_transfer": 0.0008999100089991, "card_about_to_expire": 0.0011998800119988001, "card_acceptance": 0.0022997700229977, "card_arrival": 0.000999900009999, "card_delivery_estimate": 0.000999900009999, "card_linking": 0.0020997900209979003, "card_not_working": 0.0011998800119988001, "card_payment_fee_charged": 0.0011998800119988001, "card_payment_not_recognised": 0.0012998700129987, "card_payment_wrong_exchange_rate": 0.0013998600139986002, "card_swallowed": 0.0011998800119988001, "cash_withdrawal_charge": 0.0010998900109989002, "cash_withdrawal_not_recognised": 0.0007999200079992001, "change_pin": 0.000999900009999, "compromised_card": 0.0010998900109989002, "contactless_not_working": 0.0011998800119988001, "country_support": 0.0013998600139986002, "declined_card_payment": 0.000999900009999, "declined_cash_withdrawal": 0.0007999200079992001, "declined_transfer": 0.0008999100089991, "direct_debit_payment_not_recognised": 0.0011998800119988001, "disposable_card_limits": 0.0021997800219978004, "edit_personal_details": 0.0010998900109989002, "exchange_charge": 0.0011998800119988001, "exchange_rate": 0.000999900009999, "exchange_via_app": 0.0011998800119988001, "extra_charge_on_statement": 0.0013998600139986002, "failed_transfer": 0.0008999100089991, "fiat_currency_support": 0.0015998400159984002, "get_disposable_virtual_card": 0.0028997100289971, "get_physical_card": 0.0012998700129987, "getting_spare_card": 0.08709129087091291, "getting_virtual_card": 0.0012998700129987, "lost_or_stolen_card": 0.0005999400059994001, "lost_or_stolen_phone": 0.0005999400059994001, "order_physical_card": 0.0016998300169983002, "passcode_forgotten": 0.0007999200079992001, "pending_card_payment": 0.0008999100089991, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.006699330066993301, "pending_transfer": 0.0007999200079992001, "pin_blocked": 0.0007999200079992001, "receiving_money": 0.0017998200179982, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.000999900009999, "supported_cards_and_currencies": 0.0018998100189981002, "terminate_account": 0.0007999200079992001, "top_up_by_bank_transfer_charge": 0.006199380061993801, "top_up_by_card_charge": 0.0030996900309969004, "top_up_by_cash_or_cheque": 0.0330966903309669, "top_up_failed": 0.0013998600139986002, "top_up_limits": 0.0044995500449955, "top_up_reverted": 0.0018998100189981002, "topping_up_by_card": 0.7551244875512448, "transaction_charged_twice": 0.0006999300069993001, "transfer_fee_charged": 0.0007999200079992001, "transfer_into_account": 0.0014998500149985001, "transfer_not_received_by_recipient": 0.0007999200079992001, "transfer_timing": 0.0013998600139986002, "unable_to_verify_identity": 0.0007999200079992001, "verify_my_identity": 0.0007999200079992001, "verify_source_of_funds": 0.0008999100089991, "verify_top_up": 0.0013998600139986002, "virtual_card_not_working": 0.0008999100089991, "visa_or_mastercard": 0.0010998900109989002, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0008999100089991, "wrong_exchange_rate_for_cash_withdrawal": 0.000999900009999 }, "error": null, "latency_ms": 69.09804209135473, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1354", "text_group": "8a57e36770c9c96fd2f62c7cb7c88eb4291ef067b18b22bbae3effd8e889c53f", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.000999900009999, "automatic_top_up": 0.0026997300269973002, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0008999100089991, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0005999400059994001, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.0020997900209979003, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.043995600439956005, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0364963503649635, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0011998800119988001, "top_up_by_card_charge": 0.0020997900209979003, "top_up_by_cash_or_cheque": 0.011198880111988802, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0013998600139986002, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.8720127987201279, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.96850001066923, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1355", "text_group": "3472631981fddc355b3bb28595a9c45ccb0d16be8146c5aa14a09549ca7a4730", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0008998200359928015, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0006998600279944011, "atm_support": 0.0009998000399920016, "automatic_top_up": 0.0031993601279744054, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0010997800439912018, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0010997800439912018, "card_not_working": 0.0007998400319936014, "card_payment_fee_charged": 0.0006998600279944011, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.0006998600279944011, "card_swallowed": 0.0006998600279944011, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0003999200159968007, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.0005998800239952009, "country_support": 0.0007998400319936014, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0007998400319936014, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0006998600279944011, "get_disposable_virtual_card": 0.0006998600279944011, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.001299740051989602, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0006998600279944011, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0007998400319936014, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0005998800239952009, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.007098580283943212, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0007998400319936014, "top_up_by_card_charge": 0.0020995800839832034, "top_up_by_cash_or_cheque": 0.0008998200359928015, "top_up_failed": 0.0007998400319936014, "top_up_limits": 0.0010997800439912018, "top_up_reverted": 0.0007998400319936014, "topping_up_by_card": 0.9451109778044392, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0007998400319936014, "virtual_card_not_working": 0.0005998800239952009, "visa_or_mastercard": 0.001299740051989602, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 68.91420797910541, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1356", "text_group": "3d943353f3509a20d5cbcc98eaf1e2cdf990aba2702138f889248c435363caab", "expected": "topping_up_by_card", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0004999500049995, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0006999300069993001, "automatic_top_up": 0.0007999200079992001, "balance_not_updated_after_bank_transfer": 0.0007999200079992001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008999100089991, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.000999900009999, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0010998900109989002, "card_not_working": 0.0014998500149985001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.4594540545945406, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00029997000299970003, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0004999500049995, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.0008999100089991, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.0015998400159984002, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.0006999300069993001, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.0016998300169983002, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0004999500049995, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.0006999300069993001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0007999200079992001, "top_up_by_card_charge": 0.0006999300069993001, "top_up_by_cash_or_cheque": 0.0008999100089991, "top_up_failed": 0.025197480251974803, "top_up_limits": 0.0008999100089991, "top_up_reverted": 0.34156584341565843, "topping_up_by_card": 0.1310868913108689, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.0012998700129987, "virtual_card_not_working": 0.0007999200079992001, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.0016998300169983002, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 69.7812910657376, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1357", "text_group": "a75b079459bec085fdcd0cc1feb1a2a9c3442d452360dff9639d4c71d88e0b5c", "expected": "topping_up_by_card", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.0022, "activate_my_card": 0.0014, "age_limit": 0.0015, "apple_pay_or_google_pay": 0.0023, "atm_support": 0.0043, "automatic_top_up": 0.0083, "balance_not_updated_after_bank_transfer": 0.0084, "balance_not_updated_after_cheque_or_cash_deposit": 0.0122, "beneficiary_not_allowed": 0.0024, "cancel_transfer": 0.0014, "card_about_to_expire": 0.0015, "card_acceptance": 0.0023, "card_arrival": 0.0015, "card_delivery_estimate": 0.0014, "card_linking": 0.0025, "card_not_working": 0.0024, "card_payment_fee_charged": 0.0015, "card_payment_not_recognised": 0.0018, "card_payment_wrong_exchange_rate": 0.0021, "card_swallowed": 0.0026, "cash_withdrawal_charge": 0.0017, "cash_withdrawal_not_recognised": 0.002, "change_pin": 0.0015, "compromised_card": 0.002, "contactless_not_working": 0.0024, "country_support": 0.0024, "declined_card_payment": 0.0019, "declined_cash_withdrawal": 0.0024, "declined_transfer": 0.002, "direct_debit_payment_not_recognised": 0.0017, "disposable_card_limits": 0.0031, "edit_personal_details": 0.0017, "exchange_charge": 0.0014, "exchange_rate": 0.0014, "exchange_via_app": 0.0016, "extra_charge_on_statement": 0.0013, "failed_transfer": 0.0018, "fiat_currency_support": 0.0029, "get_disposable_virtual_card": 0.0032, "get_physical_card": 0.0031, "getting_spare_card": 0.0016, "getting_virtual_card": 0.0016, "lost_or_stolen_card": 0.0013, "lost_or_stolen_phone": 0.0012, "order_physical_card": 0.0015, "passcode_forgotten": 0.0013, "pending_card_payment": 0.0014, "pending_cash_withdrawal": 0.0014, "pending_top_up": 0.6963, "pending_transfer": 0.0015, "pin_blocked": 0.0016, "receiving_money": 0.0019, "request_refund": 0.0012, "reverted_card_payment?": 0.0017, "supported_cards_and_currencies": 0.003, "terminate_account": 0.0014, "top_up_by_bank_transfer_charge": 0.0034, "top_up_by_card_charge": 0.0022, "top_up_by_cash_or_cheque": 0.0161, "top_up_failed": 0.0148, "top_up_limits": 0.0034, "top_up_reverted": 0.0231, "topping_up_by_card": 0.08, "transaction_charged_twice": 0.0012, "transfer_fee_charged": 0.0012, "transfer_into_account": 0.0012, "transfer_not_received_by_recipient": 0.0014, "transfer_timing": 0.0014, "unable_to_verify_identity": 0.0016, "verify_my_identity": 0.0015, "verify_source_of_funds": 0.0015, "verify_top_up": 0.0117, "virtual_card_not_working": 0.0017, "visa_or_mastercard": 0.0023, "why_verify_identity": 0.0016, "wrong_amount_of_cash_received": 0.0015, "wrong_exchange_rate_for_cash_withdrawal": 0.0018 }, "error": null, "latency_ms": 69.61074995342642, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1358", "text_group": "acf911bd9da6a7c001c846013f16a482eed4975c22de00e4d8b575d9fb0bd5b0", "expected": "topping_up_by_card", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.0023002300230023, "activate_my_card": 0.0016001600160016002, "age_limit": 0.0014001400140014, "apple_pay_or_google_pay": 0.0026002600260026003, "atm_support": 0.004400440044004401, "automatic_top_up": 0.0958095809580958, "balance_not_updated_after_bank_transfer": 0.0928092809280928, "balance_not_updated_after_cheque_or_cash_deposit": 0.0162016201620162, "beneficiary_not_allowed": 0.0029002900290029, "cancel_transfer": 0.0023002300230023, "card_about_to_expire": 0.0017001700170017002, "card_acceptance": 0.0030003000300030005, "card_arrival": 0.0016001600160016002, "card_delivery_estimate": 0.0015001500150015003, "card_linking": 0.0031003100310031, "card_not_working": 0.0025002500250025004, "card_payment_fee_charged": 0.0018001800180018, "card_payment_not_recognised": 0.0027002700270027003, "card_payment_wrong_exchange_rate": 0.0027002700270027003, "card_swallowed": 0.0021002100210021, "cash_withdrawal_charge": 0.0017001700170017002, "cash_withdrawal_not_recognised": 0.0015001500150015003, "change_pin": 0.0017001700170017002, "compromised_card": 0.0021002100210021, "contactless_not_working": 0.0024002400240024, "country_support": 0.0022002200220022005, "declined_card_payment": 0.0019001900190019003, "declined_cash_withdrawal": 0.0015001500150015003, "declined_transfer": 0.0023002300230023, "direct_debit_payment_not_recognised": 0.0028002800280028, "disposable_card_limits": 0.0028002800280028, "edit_personal_details": 0.0033003300330033004, "exchange_charge": 0.0018001800180018, "exchange_rate": 0.0017001700170017002, "exchange_via_app": 0.002000200020002, "extra_charge_on_statement": 0.0036003600360036, "failed_transfer": 0.002000200020002, "fiat_currency_support": 0.0028002800280028, "get_disposable_virtual_card": 0.0028002800280028, "get_physical_card": 0.0022002200220022005, "getting_spare_card": 0.0016001600160016002, "getting_virtual_card": 0.0016001600160016002, "lost_or_stolen_card": 0.0012001200120012, "lost_or_stolen_phone": 0.0011001100110011003, "order_physical_card": 0.0015001500150015003, "passcode_forgotten": 0.0016001600160016002, "pending_card_payment": 0.0016001600160016002, "pending_cash_withdrawal": 0.0013001300130013002, "pending_top_up": 0.44724472447244723, "pending_transfer": 0.0016001600160016002, "pin_blocked": 0.0018001800180018, "receiving_money": 0.0025002500250025004, "request_refund": 0.0015001500150015003, "reverted_card_payment?": 0.0022002200220022005, "supported_cards_and_currencies": 0.0028002800280028, "terminate_account": 0.0019001900190019003, "top_up_by_bank_transfer_charge": 0.0153015301530153, "top_up_by_card_charge": 0.0028002800280028, "top_up_by_cash_or_cheque": 0.017001700170017002, "top_up_failed": 0.0046004600460046, "top_up_limits": 0.0037003700370037006, "top_up_reverted": 0.0493049304930493, "topping_up_by_card": 0.1035103510351035, "transaction_charged_twice": 0.0023002300230023, "transfer_fee_charged": 0.0014001400140014, "transfer_into_account": 0.0023002300230023, "transfer_not_received_by_recipient": 0.0015001500150015003, "transfer_timing": 0.002000200020002, "unable_to_verify_identity": 0.0017001700170017002, "verify_my_identity": 0.0017001700170017002, "verify_source_of_funds": 0.0018001800180018, "verify_top_up": 0.016501650165016504, "virtual_card_not_working": 0.0018001800180018, "visa_or_mastercard": 0.0024002400240024, "why_verify_identity": 0.0017001700170017002, "wrong_amount_of_cash_received": 0.0016001600160016002, "wrong_exchange_rate_for_cash_withdrawal": 0.0019001900190019003 }, "error": null, "latency_ms": 70.59825002215803, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1359", "text_group": "0689853ba55087965bdfdd70c2e4bc9df1938773c59d5d3ea53e044ef20be93d", "expected": "topping_up_by_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0006001800540162048, "activate_my_card": 0.0010003000900270082, "age_limit": 0.0009002700810243073, "apple_pay_or_google_pay": 0.0014004201260378114, "atm_support": 0.008402520756226868, "automatic_top_up": 0.008902670801240372, "balance_not_updated_after_bank_transfer": 0.0009002700810243073, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012003601080324095, "beneficiary_not_allowed": 0.0018005401620486145, "cancel_transfer": 0.0007002100630189057, "card_about_to_expire": 0.0008002400720216065, "card_acceptance": 0.00750225067520256, "card_arrival": 0.0009002700810243073, "card_delivery_estimate": 0.0008002400720216065, "card_linking": 0.001600480144043213, "card_not_working": 0.0013003901170351103, "card_payment_fee_charged": 0.0009002700810243073, "card_payment_not_recognised": 0.0010003000900270082, "card_payment_wrong_exchange_rate": 0.001100330099029709, "card_swallowed": 0.001100330099029709, "cash_withdrawal_charge": 0.0009002700810243073, "cash_withdrawal_not_recognised": 0.0007002100630189057, "change_pin": 0.0008002400720216065, "compromised_card": 0.0010003000900270082, "contactless_not_working": 0.0012003601080324095, "country_support": 0.002100630189056717, "declined_card_payment": 0.0012003601080324095, "declined_cash_withdrawal": 0.0009002700810243073, "declined_transfer": 0.0012003601080324095, "direct_debit_payment_not_recognised": 0.0008002400720216065, "disposable_card_limits": 0.0028008402520756227, "edit_personal_details": 0.0008002400720216065, "exchange_charge": 0.0009002700810243073, "exchange_rate": 0.0009002700810243073, "exchange_via_app": 0.0010003000900270082, "extra_charge_on_statement": 0.0009002700810243073, "failed_transfer": 0.0009002700810243073, "fiat_currency_support": 0.00250075022506752, "get_disposable_virtual_card": 0.006601980594178253, "get_physical_card": 0.002700810243072922, "getting_spare_card": 0.11643493047914374, "getting_virtual_card": 0.0013003901170351103, "lost_or_stolen_card": 0.0006001800540162048, "lost_or_stolen_phone": 0.0006001800540162048, "order_physical_card": 0.0015004501350405122, "passcode_forgotten": 0.0007002100630189057, "pending_card_payment": 0.0007002100630189057, "pending_cash_withdrawal": 0.0006001800540162048, "pending_top_up": 0.00750225067520256, "pending_transfer": 0.0006001800540162048, "pin_blocked": 0.0009002700810243073, "receiving_money": 0.0012003601080324095, "request_refund": 0.0006001800540162048, "reverted_card_payment?": 0.0008002400720216065, "supported_cards_and_currencies": 0.005201560468140441, "terminate_account": 0.0007002100630189057, "top_up_by_bank_transfer_charge": 0.006001800540162049, "top_up_by_card_charge": 0.0020006001800540163, "top_up_by_cash_or_cheque": 0.03381014304291287, "top_up_failed": 0.0023006902070621185, "top_up_limits": 0.007202160648194458, "top_up_reverted": 0.0018005401620486145, "topping_up_by_card": 0.7014104231269381, "transaction_charged_twice": 0.0006001800540162048, "transfer_fee_charged": 0.0006001800540162048, "transfer_into_account": 0.0008002400720216065, "transfer_not_received_by_recipient": 0.0007002100630189057, "transfer_timing": 0.0009002700810243073, "unable_to_verify_identity": 0.0007002100630189057, "verify_my_identity": 0.0007002100630189057, "verify_source_of_funds": 0.0008002400720216065, "verify_top_up": 0.021706511953586076, "virtual_card_not_working": 0.0012003601080324095, "visa_or_mastercard": 0.001100330099029709, "why_verify_identity": 0.0006001800540162048, "wrong_amount_of_cash_received": 0.0007002100630189057, "wrong_exchange_rate_for_cash_withdrawal": 0.0008002400720216065 }, "error": null, "latency_ms": 70.41691697668284, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1360", "text_group": "2675da2a7630a9edabefd1f3b90c1937cf4f36623a12586eead61a7941db4acb", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0005999400059994001, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0008999100089991, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0006999300069993001, "card_swallowed": 0.0014998500149985001, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00039996000399960006, "compromised_card": 0.0007999200079992001, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0006999300069993001, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0035996400359964, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0007999200079992001, "get_disposable_virtual_card": 0.9217078292170783, "get_physical_card": 0.0012998700129987, "getting_spare_card": 0.0178982101789821, "getting_virtual_card": 0.004399560043995601, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0011998800119988001, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0005999400059994001, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.012698730126987301, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0006999300069993001, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.0016998300169983002, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0011998800119988001, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0005999400059994001 }, "error": null, "latency_ms": 69.8596250731498, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1361", "text_group": "08f90946b466e933be9a708b868c077cf87f1476e4acfdfd8ef538d8fb03ee01", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0009, "activate_my_card": 0.0018, "age_limit": 0.0014, "apple_pay_or_google_pay": 0.0022, "atm_support": 0.0039, "automatic_top_up": 0.0022, "balance_not_updated_after_bank_transfer": 0.0013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015, "beneficiary_not_allowed": 0.0017, "cancel_transfer": 0.002, "card_about_to_expire": 0.0023, "card_acceptance": 0.0024, "card_arrival": 0.0013, "card_delivery_estimate": 0.0012, "card_linking": 0.0035, "card_not_working": 0.0015, "card_payment_fee_charged": 0.0012, "card_payment_not_recognised": 0.0013, "card_payment_wrong_exchange_rate": 0.0017, "card_swallowed": 0.0026, "cash_withdrawal_charge": 0.0013, "cash_withdrawal_not_recognised": 0.001, "change_pin": 0.0016, "compromised_card": 0.0015, "contactless_not_working": 0.0015, "country_support": 0.0019, "declined_card_payment": 0.001, "declined_cash_withdrawal": 0.0009, "declined_transfer": 0.001, "direct_debit_payment_not_recognised": 0.0011, "disposable_card_limits": 0.137, "edit_personal_details": 0.0012, "exchange_charge": 0.0012, "exchange_rate": 0.0012, "exchange_via_app": 0.0015, "extra_charge_on_statement": 0.001, "failed_transfer": 0.001, "fiat_currency_support": 0.0034, "get_disposable_virtual_card": 0.6994, "get_physical_card": 0.0014, "getting_spare_card": 0.0293, "getting_virtual_card": 0.0025, "lost_or_stolen_card": 0.0008, "lost_or_stolen_phone": 0.0008, "order_physical_card": 0.0045, "passcode_forgotten": 0.001, "pending_card_payment": 0.001, "pending_cash_withdrawal": 0.0009, "pending_top_up": 0.001, "pending_transfer": 0.001, "pin_blocked": 0.0012, "receiving_money": 0.0019, "request_refund": 0.001, "reverted_card_payment?": 0.0014, "supported_cards_and_currencies": 0.0112, "terminate_account": 0.0015, "top_up_by_bank_transfer_charge": 0.0014, "top_up_by_card_charge": 0.0013, "top_up_by_cash_or_cheque": 0.0014, "top_up_failed": 0.0014, "top_up_limits": 0.0026, "top_up_reverted": 0.0016, "topping_up_by_card": 0.0123, "transaction_charged_twice": 0.0011, "transfer_fee_charged": 0.0011, "transfer_into_account": 0.0011, "transfer_not_received_by_recipient": 0.0013, "transfer_timing": 0.0014, "unable_to_verify_identity": 0.0011, "verify_my_identity": 0.0011, "verify_source_of_funds": 0.0011, "verify_top_up": 0.001, "virtual_card_not_working": 0.0023, "visa_or_mastercard": 0.0018, "why_verify_identity": 0.001, "wrong_amount_of_cash_received": 0.0011, "wrong_exchange_rate_for_cash_withdrawal": 0.0015 }, "error": null, "latency_ms": 70.38012496195734, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1362", "text_group": "211b690d0a704f3c8c2fc49d00a6d74bb17bbfe5b94993ccb5b1454ef7c90034", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0007000700070007, "age_limit": 0.0007000700070007, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0009000900090009, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0008000800080008001, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0009000900090009, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0007000700070007, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0005000500050005, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0006000600060006, "country_support": 0.0006000600060006, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.9210921092109211, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.031003100310031003, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0007000700070007, "getting_virtual_card": 0.0007000700070007, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0007000700070007, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.002000200020002, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0070007000700070005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0011001100110011003, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0021002100210021, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 68.81887500640005, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1363", "text_group": "b029e5a1369d31979d0cd4a15f4b82ba9247a7ff70244113825fe348664b66bd", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.000999900009999, "activate_my_card": 0.0047995200479952005, "age_limit": 0.0014998500149985001, "apple_pay_or_google_pay": 0.0024997500249975004, "atm_support": 0.0038996100389961, "automatic_top_up": 0.0021997800219978004, "balance_not_updated_after_bank_transfer": 0.0014998500149985001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015998400159984002, "beneficiary_not_allowed": 0.0017998200179982, "cancel_transfer": 0.001999800019998, "card_about_to_expire": 0.0018998100189981002, "card_acceptance": 0.0023997600239976003, "card_arrival": 0.0013998600139986002, "card_delivery_estimate": 0.0011998800119988001, "card_linking": 0.0060993900609939014, "card_not_working": 0.0018998100189981002, "card_payment_fee_charged": 0.0014998500149985001, "card_payment_not_recognised": 0.0014998500149985001, "card_payment_wrong_exchange_rate": 0.0017998200179982, "card_swallowed": 0.0020997900209979003, "cash_withdrawal_charge": 0.0014998500149985001, "cash_withdrawal_not_recognised": 0.0010998900109989002, "change_pin": 0.0016998300169983002, "compromised_card": 0.0020997900209979003, "contactless_not_working": 0.0016998300169983002, "country_support": 0.0018998100189981002, "declined_card_payment": 0.0011998800119988001, "declined_cash_withdrawal": 0.000999900009999, "declined_transfer": 0.0010998900109989002, "direct_debit_payment_not_recognised": 0.0012998700129987, "disposable_card_limits": 0.0715928407159284, "edit_personal_details": 0.0013998600139986002, "exchange_charge": 0.0014998500149985001, "exchange_rate": 0.0012998700129987, "exchange_via_app": 0.0015998400159984002, "extra_charge_on_statement": 0.0011998800119988001, "failed_transfer": 0.0011998800119988001, "fiat_currency_support": 0.0031996800319968005, "get_disposable_virtual_card": 0.7283271672832717, "get_physical_card": 0.0016998300169983002, "getting_spare_card": 0.022097790220977905, "getting_virtual_card": 0.0035996400359964, "lost_or_stolen_card": 0.0008999100089991, "lost_or_stolen_phone": 0.0008999100089991, "order_physical_card": 0.027197280271972803, "passcode_forgotten": 0.0010998900109989002, "pending_card_payment": 0.0010998900109989002, "pending_cash_withdrawal": 0.0008999100089991, "pending_top_up": 0.0010998900109989002, "pending_transfer": 0.0010998900109989002, "pin_blocked": 0.0012998700129987, "receiving_money": 0.0017998200179982, "request_refund": 0.0010998900109989002, "reverted_card_payment?": 0.0016998300169983002, "supported_cards_and_currencies": 0.0065993400659934, "terminate_account": 0.0017998200179982, "top_up_by_bank_transfer_charge": 0.0017998200179982, "top_up_by_card_charge": 0.0015998400159984002, "top_up_by_cash_or_cheque": 0.0016998300169983002, "top_up_failed": 0.0014998500149985001, "top_up_limits": 0.0025997400259974, "top_up_reverted": 0.0017998200179982, "topping_up_by_card": 0.019198080191980802, "transaction_charged_twice": 0.0012998700129987, "transfer_fee_charged": 0.0012998700129987, "transfer_into_account": 0.0010998900109989002, "transfer_not_received_by_recipient": 0.0011998800119988001, "transfer_timing": 0.0013998600139986002, "unable_to_verify_identity": 0.0013998600139986002, "verify_my_identity": 0.0012998700129987, "verify_source_of_funds": 0.0010998900109989002, "verify_top_up": 0.0010998900109989002, "virtual_card_not_working": 0.006299370062993701, "visa_or_mastercard": 0.0017998200179982, "why_verify_identity": 0.0010998900109989002, "wrong_amount_of_cash_received": 0.0011998800119988001, "wrong_exchange_rate_for_cash_withdrawal": 0.0016998300169983002 }, "error": null, "latency_ms": 71.0312919691205, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1364", "text_group": "d9fa10b6eef62f54c662dc7791296b70422804fd711434a61ae88104eb41c54c", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0012001200120012, "age_limit": 0.001000100010001, "apple_pay_or_google_pay": 0.0014001400140014, "atm_support": 0.0021002100210021, "automatic_top_up": 0.001000100010001, "balance_not_updated_after_bank_transfer": 0.0009000900090009, "balance_not_updated_after_cheque_or_cash_deposit": 0.001000100010001, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.0011001100110011003, "card_about_to_expire": 0.0015001500150015003, "card_acceptance": 0.0019001900190019003, "card_arrival": 0.0008000800080008001, "card_delivery_estimate": 0.0008000800080008001, "card_linking": 0.0024002400240024, "card_not_working": 0.0011001100110011003, "card_payment_fee_charged": 0.0009000900090009, "card_payment_not_recognised": 0.0009000900090009, "card_payment_wrong_exchange_rate": 0.0011001100110011003, "card_swallowed": 0.0018001800180018, "cash_withdrawal_charge": 0.0009000900090009, "cash_withdrawal_not_recognised": 0.0007000700070007, "change_pin": 0.0009000900090009, "compromised_card": 0.0012001200120012, "contactless_not_working": 0.001000100010001, "country_support": 0.0012001200120012, "declined_card_payment": 0.0008000800080008001, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.0008000800080008001, "direct_debit_payment_not_recognised": 0.0008000800080008001, "disposable_card_limits": 0.0093009300930093, "edit_personal_details": 0.0009000900090009, "exchange_charge": 0.0008000800080008001, "exchange_rate": 0.0007000700070007, "exchange_via_app": 0.0009000900090009, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0006000600060006, "fiat_currency_support": 0.0017001700170017002, "get_disposable_virtual_card": 0.626062606260626, "get_physical_card": 0.0012001200120012, "getting_spare_card": 0.2688268826882688, "getting_virtual_card": 0.0018001800180018, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0033003300330033004, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.0007000700070007, "receiving_money": 0.0011001100110011003, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.001000100010001, "supported_cards_and_currencies": 0.016101610161016102, "terminate_account": 0.0007000700070007, "top_up_by_bank_transfer_charge": 0.0009000900090009, "top_up_by_card_charge": 0.001000100010001, "top_up_by_cash_or_cheque": 0.0011001100110011003, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0012001200120012, "top_up_reverted": 0.001000100010001, "topping_up_by_card": 0.0078007800780078, "transaction_charged_twice": 0.0007000700070007, "transfer_fee_charged": 0.0007000700070007, "transfer_into_account": 0.0007000700070007, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0008000800080008001, "unable_to_verify_identity": 0.0008000800080008001, "verify_my_identity": 0.0008000800080008001, "verify_source_of_funds": 0.0008000800080008001, "verify_top_up": 0.0007000700070007, "virtual_card_not_working": 0.0014001400140014, "visa_or_mastercard": 0.0011001100110011003, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0007000700070007, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009 }, "error": null, "latency_ms": 69.70975000876933, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1365", "text_group": "42c5cc9c0874b63525c4bb06edb2a9a51e276cbf74312f029221786e2d4b7a00", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.9773, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0027, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0016, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.001, "top_up_reverted": 0.0002, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.21258301008493, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1366", "text_group": "c9e4d1e451e0d282c90e9b7f1ae37bad9ee624f1e47211b16e7fb794cc971ece", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0006000600060006, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0007000700070007, "atm_support": 0.0009000900090009, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0007000700070007, "cancel_transfer": 0.0007000700070007, "card_about_to_expire": 0.0008000800080008001, "card_acceptance": 0.0009000900090009, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0009000900090009, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.0009000900090009, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0005000500050005, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0006000600060006, "country_support": 0.0007000700070007, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.018901890189018902, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.001000100010001, "get_disposable_virtual_card": 0.8363836383638364, "get_physical_card": 0.0009000900090009, "getting_spare_card": 0.0021002100210021, "getting_virtual_card": 0.002000200020002, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0007000700070007, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.09840984098409841, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0006000600060006, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0008000800080008001, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.0015001500150015003, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0014001400140014, "visa_or_mastercard": 0.0008000800080008001, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 69.22654097434133, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1367", "text_group": "ee82bad8afbf548e98280957dc64e495743b3154cb8915aa42cccc48778c7f6e", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00030003000300030005, "activate_my_card": 0.0005000500050005002, "age_limit": 0.0008000800080008002, "apple_pay_or_google_pay": 0.0006000600060006001, "atm_support": 0.0010001000100010003, "automatic_top_up": 0.0005000500050005002, "balance_not_updated_after_bank_transfer": 0.0005000500050005002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006001, "beneficiary_not_allowed": 0.0008000800080008002, "cancel_transfer": 0.0005000500050005002, "card_about_to_expire": 0.0005000500050005002, "card_acceptance": 0.0008000800080008002, "card_arrival": 0.0004000400040004001, "card_delivery_estimate": 0.0004000400040004001, "card_linking": 0.0008000800080008002, "card_not_working": 0.0006000600060006001, "card_payment_fee_charged": 0.0004000400040004001, "card_payment_not_recognised": 0.0004000400040004001, "card_payment_wrong_exchange_rate": 0.0005000500050005002, "card_swallowed": 0.0005000500050005002, "cash_withdrawal_charge": 0.0004000400040004001, "cash_withdrawal_not_recognised": 0.0004000400040004001, "change_pin": 0.0004000400040004001, "compromised_card": 0.0005000500050005002, "contactless_not_working": 0.0005000500050005002, "country_support": 0.0007000700070007002, "declined_card_payment": 0.0004000400040004001, "declined_cash_withdrawal": 0.0004000400040004001, "declined_transfer": 0.0004000400040004001, "direct_debit_payment_not_recognised": 0.0004000400040004001, "disposable_card_limits": 0.8815881588158816, "edit_personal_details": 0.0004000400040004001, "exchange_charge": 0.00030003000300030005, "exchange_rate": 0.0004000400040004001, "exchange_via_app": 0.0004000400040004001, "extra_charge_on_statement": 0.00030003000300030005, "failed_transfer": 0.0004000400040004001, "fiat_currency_support": 0.0009000900090009002, "get_disposable_virtual_card": 0.005400540054005401, "get_physical_card": 0.0007000700070007002, "getting_spare_card": 0.0006000600060006001, "getting_virtual_card": 0.011501150115011502, "lost_or_stolen_card": 0.00030003000300030005, "lost_or_stolen_phone": 0.00030003000300030005, "order_physical_card": 0.0006000600060006001, "passcode_forgotten": 0.00030003000300030005, "pending_card_payment": 0.00030003000300030005, "pending_cash_withdrawal": 0.00030003000300030005, "pending_top_up": 0.0004000400040004001, "pending_transfer": 0.00030003000300030005, "pin_blocked": 0.0005000500050005002, "receiving_money": 0.0007000700070007002, "request_refund": 0.0004000400040004001, "reverted_card_payment?": 0.0005000500050005002, "supported_cards_and_currencies": 0.006200620062006201, "terminate_account": 0.0005000500050005002, "top_up_by_bank_transfer_charge": 0.0004000400040004001, "top_up_by_card_charge": 0.0004000400040004001, "top_up_by_cash_or_cheque": 0.0004000400040004001, "top_up_failed": 0.0004000400040004001, "top_up_limits": 0.029002900290029006, "top_up_reverted": 0.0005000500050005002, "topping_up_by_card": 0.0007000700070007002, "transaction_charged_twice": 0.00030003000300030005, "transfer_fee_charged": 0.00030003000300030005, "transfer_into_account": 0.00030003000300030005, "transfer_not_received_by_recipient": 0.0004000400040004001, "transfer_timing": 0.0004000400040004001, "unable_to_verify_identity": 0.0004000400040004001, "verify_my_identity": 0.0005000500050005002, "verify_source_of_funds": 0.0006000600060006001, "verify_top_up": 0.0005000500050005002, "virtual_card_not_working": 0.032403240324032405, "visa_or_mastercard": 0.0004000400040004001, "why_verify_identity": 0.0004000400040004001, "wrong_amount_of_cash_received": 0.0004000400040004001, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005002 }, "error": null, "latency_ms": 70.68054203409702, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1368", "text_group": "04bd0165aacfdc2df3d9023dd63ef19fdc668eafdaf5e245c016f0ec1f1ca804", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00040020010005002504, "age_limit": 0.0005002501250625313, "apple_pay_or_google_pay": 0.0005002501250625313, "atm_support": 0.0007003501750875438, "automatic_top_up": 0.00040020010005002504, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040020010005002504, "beneficiary_not_allowed": 0.00040020010005002504, "cancel_transfer": 0.00040020010005002504, "card_about_to_expire": 0.0006003001500750375, "card_acceptance": 0.0005002501250625313, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.0006003001500750375, "card_not_working": 0.00040020010005002504, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.0005002501250625313, "card_swallowed": 0.0006003001500750375, "cash_withdrawal_charge": 0.00040020010005002504, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.00030015007503751874, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00040020010005002504, "country_support": 0.0005002501250625313, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.7184592296148075, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00030015007503751874, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.00030015007503751874, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.0006003001500750375, "get_disposable_virtual_card": 0.21190595297648823, "get_physical_card": 0.0007003501750875438, "getting_spare_card": 0.020010005002501254, "getting_virtual_card": 0.0009004502251125563, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.0017008504252126063, "passcode_forgotten": 0.00030015007503751874, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.00030015007503751874, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.00030015007503751874, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.0005002501250625313, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.00040020010005002504, "supported_cards_and_currencies": 0.014807403701850927, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00040020010005002504, "top_up_by_cash_or_cheque": 0.00040020010005002504, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.0058029014507253625, "top_up_reverted": 0.00040020010005002504, "topping_up_by_card": 0.0007003501750875438, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.00030015007503751874, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.00030015007503751874, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.0009004502251125563, "visa_or_mastercard": 0.00040020010005002504, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00040020010005002504 }, "error": null, "latency_ms": 68.91037500463426, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1369", "text_group": "8ceec2a4522fc9bf1a8117c70fc9c7acf86d671c96527ba8cb92c4fd0dd5e5b5", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00040020010005002504, "apple_pay_or_google_pay": 0.00040020010005002504, "atm_support": 0.0005002501250625313, "automatic_top_up": 0.00030015007503751874, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.0005002501250625313, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00040020010005002504, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00020010005002501252, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.9581790895447725, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.00990495247623812, "get_physical_card": 0.00040020010005002504, "getting_spare_card": 0.005202601300650325, "getting_virtual_card": 0.00040020010005002504, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.0006003001500750375, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00040020010005002504, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.0013006503251625813, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.005102551275637819, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.0006003001500750375, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00030015007503751874, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00040020010005002504, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.06833401788026, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1370", "text_group": "cf13ac0d06dc77d8bd149b6da3f11aa229ff11f35d6c667fcd96ea630ed0a15d", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.00020012007204322596, "age_limit": 0.0004002401440864519, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0004002401440864519, "automatic_top_up": 0.0003001801080648389, "balance_not_updated_after_bank_transfer": 0.00020012007204322596, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.0003001801080648389, "cancel_transfer": 0.0003001801080648389, "card_about_to_expire": 0.0003001801080648389, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.0004002401440864519, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.00020012007204322596, "card_payment_not_recognised": 0.00020012007204322596, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0004002401440864519, "cash_withdrawal_charge": 0.0003001801080648389, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.00020012007204322596, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0003001801080648389, "declined_card_payment": 0.00020012007204322596, "declined_cash_withdrawal": 0.00020012007204322596, "declined_transfer": 0.00020012007204322596, "direct_debit_payment_not_recognised": 0.00020012007204322596, "disposable_card_limits": 0.9706824094456674, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.00020012007204322596, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.00020012007204322596, "fiat_currency_support": 0.0004002401440864519, "get_disposable_virtual_card": 0.005803482089253552, "get_physical_card": 0.0003001801080648389, "getting_spare_card": 0.0015009005403241946, "getting_virtual_card": 0.0004002401440864519, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.0003001801080648389, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.0003001801080648389, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0007004202521512908, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.00020012007204322596, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.00020012007204322596, "top_up_failed": 0.00020012007204322596, "top_up_limits": 0.003301981188713228, "top_up_reverted": 0.0003001801080648389, "topping_up_by_card": 0.0005003001801080648, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.00020012007204322596, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.00020012007204322596, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.0004002401440864519, "visa_or_mastercard": 0.00020012007204322596, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.00020012007204322596, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 69.51433303765953, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1371", "text_group": "aa6f0c63b53bc437710969da47cbfe1985659c3bb49892e81c3bee3023c3dd0f", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.000400200100050025, "activate_my_card": 0.00080040020010005, "age_limit": 0.0009004502251125562, "apple_pay_or_google_pay": 0.0048024012006003, "atm_support": 0.0019009504752376188, "automatic_top_up": 0.0007003501750875437, "balance_not_updated_after_bank_transfer": 0.0006003001500750375, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006003001500750375, "beneficiary_not_allowed": 0.00080040020010005, "cancel_transfer": 0.00080040020010005, "card_about_to_expire": 0.0007003501750875437, "card_acceptance": 0.0066033016508254124, "card_arrival": 0.0006003001500750375, "card_delivery_estimate": 0.0006003001500750375, "card_linking": 0.0015007503751875938, "card_not_working": 0.00080040020010005, "card_payment_fee_charged": 0.0022011005502751376, "card_payment_not_recognised": 0.0023011505752876435, "card_payment_wrong_exchange_rate": 0.002001000500250125, "card_swallowed": 0.00080040020010005, "cash_withdrawal_charge": 0.0006003001500750375, "cash_withdrawal_not_recognised": 0.0005002501250625312, "change_pin": 0.0006003001500750375, "compromised_card": 0.00080040020010005, "contactless_not_working": 0.00080040020010005, "country_support": 0.0010005002501250625, "declined_card_payment": 0.001200600300150075, "declined_cash_withdrawal": 0.0005002501250625312, "declined_transfer": 0.0006003001500750375, "direct_debit_payment_not_recognised": 0.001200600300150075, "disposable_card_limits": 0.7125562781390695, "edit_personal_details": 0.0006003001500750375, "exchange_charge": 0.0006003001500750375, "exchange_rate": 0.0006003001500750375, "exchange_via_app": 0.0007003501750875437, "extra_charge_on_statement": 0.0005002501250625312, "failed_transfer": 0.0005002501250625312, "fiat_currency_support": 0.0016008004002001, "get_disposable_virtual_card": 0.02161080540270135, "get_physical_card": 0.0009004502251125562, "getting_spare_card": 0.001700850425212606, "getting_virtual_card": 0.0010005002501250625, "lost_or_stolen_card": 0.0005002501250625312, "lost_or_stolen_phone": 0.000400200100050025, "order_physical_card": 0.0010005002501250625, "passcode_forgotten": 0.0005002501250625312, "pending_card_payment": 0.00080040020010005, "pending_cash_withdrawal": 0.000400200100050025, "pending_top_up": 0.0005002501250625312, "pending_transfer": 0.0005002501250625312, "pin_blocked": 0.0006003001500750375, "receiving_money": 0.0010005002501250625, "request_refund": 0.0006003001500750375, "reverted_card_payment?": 0.0011005502751375688, "supported_cards_and_currencies": 0.19019509754877437, "terminate_account": 0.0006003001500750375, "top_up_by_bank_transfer_charge": 0.0007003501750875437, "top_up_by_card_charge": 0.0007003501750875437, "top_up_by_cash_or_cheque": 0.0007003501750875437, "top_up_failed": 0.0006003001500750375, "top_up_limits": 0.005102551275637819, "top_up_reverted": 0.0007003501750875437, "topping_up_by_card": 0.0019009504752376188, "transaction_charged_twice": 0.0006003001500750375, "transfer_fee_charged": 0.0007003501750875437, "transfer_into_account": 0.0006003001500750375, "transfer_not_received_by_recipient": 0.0006003001500750375, "transfer_timing": 0.0007003501750875437, "unable_to_verify_identity": 0.0006003001500750375, "verify_my_identity": 0.0006003001500750375, "verify_source_of_funds": 0.0006003001500750375, "verify_top_up": 0.0007003501750875437, "virtual_card_not_working": 0.0010005002501250625, "visa_or_mastercard": 0.001200600300150075, "why_verify_identity": 0.0006003001500750375, "wrong_amount_of_cash_received": 0.0005002501250625312, "wrong_exchange_rate_for_cash_withdrawal": 0.00080040020010005 }, "error": null, "latency_ms": 68.8132499344647, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1372", "text_group": "b28f2f9bf887437449b54b79c2c17c1e5338844911dd2e036551d02f5a51d9d3", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0010998900109989002, "age_limit": 0.0008999100089991, "apple_pay_or_google_pay": 0.0011998800119988001, "atm_support": 0.0017998200179982, "automatic_top_up": 0.0008999100089991, "balance_not_updated_after_bank_transfer": 0.0008999100089991, "balance_not_updated_after_cheque_or_cash_deposit": 0.000999900009999, "beneficiary_not_allowed": 0.000999900009999, "cancel_transfer": 0.0010998900109989002, "card_about_to_expire": 0.0010998900109989002, "card_acceptance": 0.0012998700129987, "card_arrival": 0.0007999200079992001, "card_delivery_estimate": 0.0007999200079992001, "card_linking": 0.0014998500149985001, "card_not_working": 0.0008999100089991, "card_payment_fee_charged": 0.0007999200079992001, "card_payment_not_recognised": 0.0007999200079992001, "card_payment_wrong_exchange_rate": 0.0010998900109989002, "card_swallowed": 0.0013998600139986002, "cash_withdrawal_charge": 0.0008999100089991, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0008999100089991, "compromised_card": 0.0010998900109989002, "contactless_not_working": 0.0008999100089991, "country_support": 0.0011998800119988001, "declined_card_payment": 0.0007999200079992001, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.0007999200079992001, "disposable_card_limits": 0.016598340165983404, "edit_personal_details": 0.0008999100089991, "exchange_charge": 0.0007999200079992001, "exchange_rate": 0.0007999200079992001, "exchange_via_app": 0.0008999100089991, "extra_charge_on_statement": 0.0006999300069993001, "failed_transfer": 0.0006999300069993001, "fiat_currency_support": 0.0018998100189981002, "get_disposable_virtual_card": 0.8137186281371862, "get_physical_card": 0.0010998900109989002, "getting_spare_card": 0.08719128087191282, "getting_virtual_card": 0.0023997600239976003, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.001999800019998, "passcode_forgotten": 0.0005999400059994001, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.0005999400059994001, "pending_transfer": 0.0006999300069993001, "pin_blocked": 0.0006999300069993001, "receiving_money": 0.0011998800119988001, "request_refund": 0.0007999200079992001, "reverted_card_payment?": 0.000999900009999, "supported_cards_and_currencies": 0.0106989301069893, "terminate_account": 0.0007999200079992001, "top_up_by_bank_transfer_charge": 0.0007999200079992001, "top_up_by_card_charge": 0.0007999200079992001, "top_up_by_cash_or_cheque": 0.000999900009999, "top_up_failed": 0.0007999200079992001, "top_up_limits": 0.000999900009999, "top_up_reverted": 0.000999900009999, "topping_up_by_card": 0.0037996200379962005, "transaction_charged_twice": 0.0006999300069993001, "transfer_fee_charged": 0.0006999300069993001, "transfer_into_account": 0.0006999300069993001, "transfer_not_received_by_recipient": 0.0007999200079992001, "transfer_timing": 0.0007999200079992001, "unable_to_verify_identity": 0.0007999200079992001, "verify_my_identity": 0.0007999200079992001, "verify_source_of_funds": 0.0007999200079992001, "verify_top_up": 0.0006999300069993001, "virtual_card_not_working": 0.0018998100189981002, "visa_or_mastercard": 0.000999900009999, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0006999300069993001, "wrong_exchange_rate_for_cash_withdrawal": 0.000999900009999 }, "error": null, "latency_ms": 69.41683299373835, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1373", "text_group": "99eb290d01d36e3cd7f04dcc683ff1d803c38dac326dcbf324c55d0601573263", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0016996600679864027, "activate_my_card": 0.003999200159968006, "age_limit": 0.002599480103979204, "apple_pay_or_google_pay": 0.0061987602479504095, "atm_support": 0.009798040391921616, "automatic_top_up": 0.004999000199960009, "balance_not_updated_after_bank_transfer": 0.0023995200959808036, "balance_not_updated_after_cheque_or_cash_deposit": 0.0027994401119776045, "beneficiary_not_allowed": 0.0037992401519696063, "cancel_transfer": 0.0037992401519696063, "card_about_to_expire": 0.0037992401519696063, "card_acceptance": 0.007098580283943212, "card_arrival": 0.002299540091981604, "card_delivery_estimate": 0.002299540091981604, "card_linking": 0.009998000399920017, "card_not_working": 0.0034993001399720057, "card_payment_fee_charged": 0.004599080183963208, "card_payment_not_recognised": 0.00629874025194961, "card_payment_wrong_exchange_rate": 0.007298540291941612, "card_swallowed": 0.0033993201359728054, "cash_withdrawal_charge": 0.0026994601079784043, "cash_withdrawal_not_recognised": 0.0020995800839832034, "change_pin": 0.0028994201159768043, "compromised_card": 0.003699260147970406, "contactless_not_working": 0.0034993001399720057, "country_support": 0.0037992401519696063, "declined_card_payment": 0.004099180163967207, "declined_cash_withdrawal": 0.001999600079984003, "declined_transfer": 0.0024995000999800043, "direct_debit_payment_not_recognised": 0.013097380523895221, "disposable_card_limits": 0.250749850029994, "edit_personal_details": 0.0031993601279744054, "exchange_charge": 0.0030993801239752048, "exchange_rate": 0.0028994201159768043, "exchange_via_app": 0.0030993801239752048, "extra_charge_on_statement": 0.0026994601079784043, "failed_transfer": 0.0021995600879824036, "fiat_currency_support": 0.008398320335932814, "get_disposable_virtual_card": 0.30813837232553487, "get_physical_card": 0.002599480103979204, "getting_spare_card": 0.01749650069986003, "getting_virtual_card": 0.003699260147970406, "lost_or_stolen_card": 0.001799640071985603, "lost_or_stolen_phone": 0.0016996600679864027, "order_physical_card": 0.004299140171965607, "passcode_forgotten": 0.0020995800839832034, "pending_card_payment": 0.0034993001399720057, "pending_cash_withdrawal": 0.001799640071985603, "pending_top_up": 0.002299540091981604, "pending_transfer": 0.0021995600879824036, "pin_blocked": 0.0023995200959808036, "receiving_money": 0.003899220155968806, "request_refund": 0.001999600079984003, "reverted_card_payment?": 0.006398720255948811, "supported_cards_and_currencies": 0.1201759648070386, "terminate_account": 0.0028994201159768043, "top_up_by_bank_transfer_charge": 0.0033993201359728054, "top_up_by_card_charge": 0.0030993801239752048, "top_up_by_cash_or_cheque": 0.0031993601279744054, "top_up_failed": 0.002599480103979204, "top_up_limits": 0.013697260547890423, "top_up_reverted": 0.0031993601279744054, "topping_up_by_card": 0.028294341131773645, "transaction_charged_twice": 0.003699260147970406, "transfer_fee_charged": 0.0028994201159768043, "transfer_into_account": 0.002299540091981604, "transfer_not_received_by_recipient": 0.0021995600879824036, "transfer_timing": 0.002599480103979204, "unable_to_verify_identity": 0.0023995200959808036, "verify_my_identity": 0.002299540091981604, "verify_source_of_funds": 0.0023995200959808036, "verify_top_up": 0.002299540091981604, "virtual_card_not_working": 0.008598280343931213, "visa_or_mastercard": 0.004099180163967207, "why_verify_identity": 0.0020995800839832034, "wrong_amount_of_cash_received": 0.0023995200959808036, "wrong_exchange_rate_for_cash_withdrawal": 0.0033993201359728054 }, "error": null, "latency_ms": 72.03691592440009, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1374", "text_group": "13c71ca3e4b79eddfaa913e892766f0076438ad13176529a02eee8bbb5fb8440", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.00040012003601080324, "age_limit": 0.0006001800540162048, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0009002700810243073, "automatic_top_up": 0.00040012003601080324, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0007002100630189057, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.0006001800540162048, "card_acceptance": 0.0020006001800540163, "card_arrival": 0.00040012003601080324, "card_delivery_estimate": 0.00040012003601080324, "card_linking": 0.0007002100630189057, "card_not_working": 0.0006001800540162048, "card_payment_fee_charged": 0.00040012003601080324, "card_payment_not_recognised": 0.00040012003601080324, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0006001800540162048, "cash_withdrawal_charge": 0.00040012003601080324, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.0003000900270081024, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.00040012003601080324, "country_support": 0.0006001800540162048, "declined_card_payment": 0.0006001800540162048, "declined_cash_withdrawal": 0.00040012003601080324, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.00040012003601080324, "disposable_card_limits": 0.9231769530859258, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0006001800540162048, "get_disposable_virtual_card": 0.012203661098329498, "get_physical_card": 0.0006001800540162048, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.0006001800540162048, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.0005001500450135041, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.0006001800540162048, "request_refund": 0.00040012003601080324, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.029508852655796735, "terminate_account": 0.00040012003601080324, "top_up_by_bank_transfer_charge": 0.00040012003601080324, "top_up_by_card_charge": 0.00040012003601080324, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.00040012003601080324, "top_up_limits": 0.0013003901170351103, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0008002400720216065, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.00040012003601080324, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.00040012003601080324, "virtual_card_not_working": 0.001100330099029709, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.00040012003601080324, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 70.53104205988348, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1375", "text_group": "7868256cd3aab538f9954b283b1207597f4ae7c126cd7a22844a6dbb4cd48dc2", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.0007999200079992001, "activate_my_card": 0.0017998200179982, "age_limit": 0.0031996800319968005, "apple_pay_or_google_pay": 0.0029997000299970002, "atm_support": 0.0025997400259974, "automatic_top_up": 0.0012998700129987, "balance_not_updated_after_bank_transfer": 0.0010998900109989002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011998800119988001, "beneficiary_not_allowed": 0.0017998200179982, "cancel_transfer": 0.0014998500149985001, "card_about_to_expire": 0.0014998500149985001, "card_acceptance": 0.0045995400459954, "card_arrival": 0.000999900009999, "card_delivery_estimate": 0.000999900009999, "card_linking": 0.0036996300369963007, "card_not_working": 0.0017998200179982, "card_payment_fee_charged": 0.0016998300169983002, "card_payment_not_recognised": 0.0012998700129987, "card_payment_wrong_exchange_rate": 0.0015998400159984002, "card_swallowed": 0.0013998600139986002, "cash_withdrawal_charge": 0.0011998800119988001, "cash_withdrawal_not_recognised": 0.000999900009999, "change_pin": 0.0010998900109989002, "compromised_card": 0.0013998600139986002, "contactless_not_working": 0.0014998500149985001, "country_support": 0.0015998400159984002, "declined_card_payment": 0.0012998700129987, "declined_cash_withdrawal": 0.000999900009999, "declined_transfer": 0.0013998600139986002, "direct_debit_payment_not_recognised": 0.0013998600139986002, "disposable_card_limits": 0.34356564343565643, "edit_personal_details": 0.000999900009999, "exchange_charge": 0.0011998800119988001, "exchange_rate": 0.0010998900109989002, "exchange_via_app": 0.0014998500149985001, "extra_charge_on_statement": 0.0011998800119988001, "failed_transfer": 0.0011998800119988001, "fiat_currency_support": 0.001999800019998, "get_disposable_virtual_card": 0.0015998400159984002, "get_physical_card": 0.0012998700129987, "getting_spare_card": 0.050994900509949, "getting_virtual_card": 0.0010998900109989002, "lost_or_stolen_card": 0.0008999100089991, "lost_or_stolen_phone": 0.0007999200079992001, "order_physical_card": 0.0010998900109989002, "passcode_forgotten": 0.000999900009999, "pending_card_payment": 0.000999900009999, "pending_cash_withdrawal": 0.0007999200079992001, "pending_top_up": 0.0008999100089991, "pending_transfer": 0.0008999100089991, "pin_blocked": 0.0011998800119988001, "receiving_money": 0.0012998700129987, "request_refund": 0.000999900009999, "reverted_card_payment?": 0.0013998600139986002, "supported_cards_and_currencies": 0.22267773222677734, "terminate_account": 0.000999900009999, "top_up_by_bank_transfer_charge": 0.0012998700129987, "top_up_by_card_charge": 0.0010998900109989002, "top_up_by_cash_or_cheque": 0.000999900009999, "top_up_failed": 0.000999900009999, "top_up_limits": 0.2293770622937706, "top_up_reverted": 0.0010998900109989002, "topping_up_by_card": 0.011998800119988001, "transaction_charged_twice": 0.001999800019998, "transfer_fee_charged": 0.0011998800119988001, "transfer_into_account": 0.000999900009999, "transfer_not_received_by_recipient": 0.000999900009999, "transfer_timing": 0.0010998900109989002, "unable_to_verify_identity": 0.0010998900109989002, "verify_my_identity": 0.0010998900109989002, "verify_source_of_funds": 0.000999900009999, "verify_top_up": 0.0010998900109989002, "virtual_card_not_working": 0.0014998500149985001, "visa_or_mastercard": 0.0432956704329567, "why_verify_identity": 0.000999900009999, "wrong_amount_of_cash_received": 0.000999900009999, "wrong_exchange_rate_for_cash_withdrawal": 0.0011998800119988001 }, "error": null, "latency_ms": 68.85366700589657, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1376", "text_group": "e353a1e979e3e006d7f1396c7e8747ede3102465e1adb82e310dc14173461c53", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00030009002700810244, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.00020006001800540165, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020006001800540165, "beneficiary_not_allowed": 0.00030009002700810244, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0004001200360108033, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.0004001200360108033, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00020006001800540165, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.00030009002700810244, "country_support": 0.00030009002700810244, "declined_card_payment": 0.00020006001800540165, "declined_cash_withdrawal": 0.00020006001800540165, "declined_transfer": 0.00020006001800540165, "direct_debit_payment_not_recognised": 0.00020006001800540165, "disposable_card_limits": 0.979593878163449, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00030009002700810244, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00020006001800540165, "fiat_currency_support": 0.00030009002700810244, "get_disposable_virtual_card": 0.0006001800540162049, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.00030009002700810244, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.0009002700810243074, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00020006001800540165, "top_up_failed": 0.00020006001800540165, "top_up_limits": 0.0013003901170351106, "top_up_reverted": 0.00020006001800540165, "topping_up_by_card": 0.0004001200360108033, "transaction_charged_twice": 0.00030009002700810244, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00020006001800540165, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00020006001800540165, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.0004001200360108033, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00020006001800540165, "wrong_exchange_rate_for_cash_withdrawal": 0.00020006001800540165 }, "error": null, "latency_ms": 69.68466693069786, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1377", "text_group": "130c3d14d4d6c3612064d7c2f94e8ab7b0002a3eb329099cd628e9743f2f8948", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.00020006001800540162, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.9799939981994599, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.001600480144043213, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.0005001500450135041, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0006001800540162048, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.0007002100630189057, "top_up_reverted": 0.00020006001800540162, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.00020006001800540162 }, "error": null, "latency_ms": 69.59733297117054, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1378", "text_group": "7805f222690e7dbaae1bb83296289961398147056d9396729819b6e1ec333ebf", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.0003001801080648389, "age_limit": 0.0003001801080648389, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0004002401440864519, "automatic_top_up": 0.00020012007204322596, "balance_not_updated_after_bank_transfer": 0.00020012007204322596, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020012007204322596, "beneficiary_not_allowed": 0.0003001801080648389, "cancel_transfer": 0.0003001801080648389, "card_about_to_expire": 0.0003001801080648389, "card_acceptance": 0.0005003001801080648, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.0004002401440864519, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.0003001801080648389, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.00020012007204322596, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.0003001801080648389, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0003001801080648389, "declined_card_payment": 0.00020012007204322596, "declined_cash_withdrawal": 0.00020012007204322596, "declined_transfer": 0.00020012007204322596, "direct_debit_payment_not_recognised": 0.00020012007204322596, "disposable_card_limits": 0.9735841504902942, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.00020012007204322596, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.00020012007204322596, "fiat_currency_support": 0.0004002401440864519, "get_disposable_virtual_card": 0.003001801080648389, "get_physical_card": 0.0003001801080648389, "getting_spare_card": 0.0004002401440864519, "getting_virtual_card": 0.0004002401440864519, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.0003001801080648389, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.0003001801080648389, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0031018611166700022, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.00020012007204322596, "top_up_by_card_charge": 0.0003001801080648389, "top_up_by_cash_or_cheque": 0.00020012007204322596, "top_up_failed": 0.00020012007204322596, "top_up_limits": 0.0017010206123674204, "top_up_reverted": 0.00020012007204322596, "topping_up_by_card": 0.0004002401440864519, "transaction_charged_twice": 0.0003001801080648389, "transfer_fee_charged": 0.0003001801080648389, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.00020012007204322596, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.00020012007204322596, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.0004002401440864519, "visa_or_mastercard": 0.0003001801080648389, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.00020012007204322596, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 69.04279196169227, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1379", "text_group": "c65a00d4232d2d809dc82d2d7fbc48bc2816f414cb6d82a7be83b0c77b25fdf5", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0006002400960384153, "activate_my_card": 0.0019007603041216487, "age_limit": 0.0012004801920768306, "apple_pay_or_google_pay": 0.0014005602240896359, "atm_support": 0.0021008403361344537, "automatic_top_up": 0.0010004001600640256, "balance_not_updated_after_bank_transfer": 0.000900360144057623, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010004001600640256, "beneficiary_not_allowed": 0.0011004401760704283, "cancel_transfer": 0.0011004401760704283, "card_about_to_expire": 0.001600640256102441, "card_acceptance": 0.0017006802721088435, "card_arrival": 0.0012004801920768306, "card_delivery_estimate": 0.0010004001600640256, "card_linking": 0.0035014005602240898, "card_not_working": 0.0011004401760704283, "card_payment_fee_charged": 0.000900360144057623, "card_payment_not_recognised": 0.000900360144057623, "card_payment_wrong_exchange_rate": 0.0012004801920768306, "card_swallowed": 0.0017006802721088435, "cash_withdrawal_charge": 0.000900360144057623, "cash_withdrawal_not_recognised": 0.0008003201280512205, "change_pin": 0.0011004401760704283, "compromised_card": 0.0010004001600640256, "contactless_not_working": 0.0011004401760704283, "country_support": 0.0012004801920768306, "declined_card_payment": 0.0007002801120448179, "declined_cash_withdrawal": 0.0007002801120448179, "declined_transfer": 0.0007002801120448179, "direct_debit_payment_not_recognised": 0.0008003201280512205, "disposable_card_limits": 0.22318927571028413, "edit_personal_details": 0.000900360144057623, "exchange_charge": 0.0007002801120448179, "exchange_rate": 0.0007002801120448179, "exchange_via_app": 0.0008003201280512205, "extra_charge_on_statement": 0.0008003201280512205, "failed_transfer": 0.0007002801120448179, "fiat_currency_support": 0.0015006002400960385, "get_disposable_virtual_card": 0.5963385354141657, "get_physical_card": 0.0011004401760704283, "getting_spare_card": 0.09263705482192879, "getting_virtual_card": 0.0011004401760704283, "lost_or_stolen_card": 0.0006002400960384153, "lost_or_stolen_phone": 0.0006002400960384153, "order_physical_card": 0.0031012404961984793, "passcode_forgotten": 0.0008003201280512205, "pending_card_payment": 0.0008003201280512205, "pending_cash_withdrawal": 0.0007002801120448179, "pending_top_up": 0.0007002801120448179, "pending_transfer": 0.0007002801120448179, "pin_blocked": 0.000900360144057623, "receiving_money": 0.0013005202080832333, "request_refund": 0.0007002801120448179, "reverted_card_payment?": 0.0011004401760704283, "supported_cards_and_currencies": 0.004001600640256103, "terminate_account": 0.0012004801920768306, "top_up_by_bank_transfer_charge": 0.000900360144057623, "top_up_by_card_charge": 0.0010004001600640256, "top_up_by_cash_or_cheque": 0.0012004801920768306, "top_up_failed": 0.000900360144057623, "top_up_limits": 0.0017006802721088435, "top_up_reverted": 0.0011004401760704283, "topping_up_by_card": 0.006102440976390557, "transaction_charged_twice": 0.000900360144057623, "transfer_fee_charged": 0.0008003201280512205, "transfer_into_account": 0.0008003201280512205, "transfer_not_received_by_recipient": 0.000900360144057623, "transfer_timing": 0.0010004001600640256, "unable_to_verify_identity": 0.000900360144057623, "verify_my_identity": 0.000900360144057623, "verify_source_of_funds": 0.0008003201280512205, "verify_top_up": 0.0007002801120448179, "virtual_card_not_working": 0.001600640256102441, "visa_or_mastercard": 0.0013005202080832333, "why_verify_identity": 0.0007002801120448179, "wrong_amount_of_cash_received": 0.000900360144057623, "wrong_exchange_rate_for_cash_withdrawal": 0.0011004401760704283 }, "error": null, "latency_ms": 71.81854103691876, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1380", "text_group": "9c7297eafdf72f443f0dc396be6064759cad587fd6cc0d59e31ee5865627d20c", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.9508098380323935, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.005598880223955209, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.01769646070785843, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.0015996800639872027, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0006998600279944011, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0005998800239952009, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 69.28783294279128, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1381", "text_group": "d150ce41dc3dbe64c34d0f8f1f86819d70205038b0fcfd78574f1accd6b3f23b", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0007997600719784066, "activate_my_card": 0.005198440467859642, "age_limit": 0.0012996101169649105, "apple_pay_or_google_pay": 0.001999400179946016, "atm_support": 0.005998200539838049, "automatic_top_up": 0.002399280215935219, "balance_not_updated_after_bank_transfer": 0.001099670098970309, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012996101169649105, "beneficiary_not_allowed": 0.0014995501349595122, "cancel_transfer": 0.0015995201439568132, "card_about_to_expire": 0.001999400179946016, "card_acceptance": 0.0029991002699190244, "card_arrival": 0.0013995801259622115, "card_delivery_estimate": 0.001099670098970309, "card_linking": 0.013795861241627513, "card_not_working": 0.0014995501349595122, "card_payment_fee_charged": 0.0011996401079676095, "card_payment_not_recognised": 0.0011996401079676095, "card_payment_wrong_exchange_rate": 0.0014995501349595122, "card_swallowed": 0.0014995501349595122, "cash_withdrawal_charge": 0.0013995801259622115, "cash_withdrawal_not_recognised": 0.0008997300809757073, "change_pin": 0.0015995201439568132, "compromised_card": 0.0013995801259622115, "contactless_not_working": 0.0012996101169649105, "country_support": 0.0018994301709487154, "declined_card_payment": 0.000999700089973008, "declined_cash_withdrawal": 0.0008997300809757073, "declined_transfer": 0.0008997300809757073, "direct_debit_payment_not_recognised": 0.000999700089973008, "disposable_card_limits": 0.10786763970808758, "edit_personal_details": 0.0012996101169649105, "exchange_charge": 0.0014995501349595122, "exchange_rate": 0.0011996401079676095, "exchange_via_app": 0.0014995501349595122, "extra_charge_on_statement": 0.001099670098970309, "failed_transfer": 0.000999700089973008, "fiat_currency_support": 0.0036988903329001305, "get_disposable_virtual_card": 0.6655003498950315, "get_physical_card": 0.002599220233929821, "getting_spare_card": 0.07207837648705388, "getting_virtual_card": 0.006298110566829951, "lost_or_stolen_card": 0.0007997600719784066, "lost_or_stolen_phone": 0.0006997900629811057, "order_physical_card": 0.01729481155653304, "passcode_forgotten": 0.000999700089973008, "pending_card_payment": 0.000999700089973008, "pending_cash_withdrawal": 0.0008997300809757073, "pending_top_up": 0.000999700089973008, "pending_transfer": 0.000999700089973008, "pin_blocked": 0.001099670098970309, "receiving_money": 0.0016994901529541137, "request_refund": 0.000999700089973008, "reverted_card_payment?": 0.0011996401079676095, "supported_cards_and_currencies": 0.007797660701789463, "terminate_account": 0.0015995201439568132, "top_up_by_bank_transfer_charge": 0.0014995501349595122, "top_up_by_card_charge": 0.0013995801259622115, "top_up_by_cash_or_cheque": 0.0013995801259622115, "top_up_failed": 0.0011996401079676095, "top_up_limits": 0.0017994601619514146, "top_up_reverted": 0.0012996101169649105, "topping_up_by_card": 0.006697990602819155, "transaction_charged_twice": 0.0008997300809757073, "transfer_fee_charged": 0.000999700089973008, "transfer_into_account": 0.000999700089973008, "transfer_not_received_by_recipient": 0.000999700089973008, "transfer_timing": 0.0011996401079676095, "unable_to_verify_identity": 0.0011996401079676095, "verify_my_identity": 0.0011996401079676095, "verify_source_of_funds": 0.000999700089973008, "verify_top_up": 0.0008997300809757073, "virtual_card_not_working": 0.003099070278916325, "visa_or_mastercard": 0.0015995201439568132, "why_verify_identity": 0.0008997300809757073, "wrong_amount_of_cash_received": 0.000999700089973008, "wrong_exchange_rate_for_cash_withdrawal": 0.0012996101169649105 }, "error": null, "latency_ms": 69.62349999230355, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1382", "text_group": "540d858b8ef7327b28ce5d1dfbd59de8f205740399013df1125b43dfada7b4ea", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0018003600720144029, "age_limit": 0.0009001800360072014, "apple_pay_or_google_pay": 0.001200240048009602, "atm_support": 0.002300460092018404, "automatic_top_up": 0.0013002600520104022, "balance_not_updated_after_bank_transfer": 0.0008001600320064014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009001800360072014, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.0011002200440088019, "card_about_to_expire": 0.0011002200440088019, "card_acceptance": 0.0015003000600120025, "card_arrival": 0.0008001600320064014, "card_delivery_estimate": 0.0007001400280056011, "card_linking": 0.004000800160032006, "card_not_working": 0.0010002000400080016, "card_payment_fee_charged": 0.0008001600320064014, "card_payment_not_recognised": 0.0008001600320064014, "card_payment_wrong_exchange_rate": 0.0010002000400080016, "card_swallowed": 0.001200240048009602, "cash_withdrawal_charge": 0.0008001600320064014, "cash_withdrawal_not_recognised": 0.000600120024004801, "change_pin": 0.0011002200440088019, "compromised_card": 0.001200240048009602, "contactless_not_working": 0.0010002000400080016, "country_support": 0.001200240048009602, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.000600120024004801, "declined_transfer": 0.000600120024004801, "direct_debit_payment_not_recognised": 0.0007001400280056011, "disposable_card_limits": 0.033006601320264055, "edit_personal_details": 0.0008001600320064014, "exchange_charge": 0.0008001600320064014, "exchange_rate": 0.0007001400280056011, "exchange_via_app": 0.0009001800360072014, "extra_charge_on_statement": 0.0007001400280056011, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.0017003400680136028, "get_disposable_virtual_card": 0.8655731146229246, "get_physical_card": 0.001200240048009602, "getting_spare_card": 0.004900980196039208, "getting_virtual_card": 0.0034006801360272057, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.015403080616123227, "passcode_forgotten": 0.000600120024004801, "pending_card_payment": 0.000600120024004801, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.000600120024004801, "pending_transfer": 0.000600120024004801, "pin_blocked": 0.0008001600320064014, "receiving_money": 0.0011002200440088019, "request_refund": 0.000600120024004801, "reverted_card_payment?": 0.0009001800360072014, "supported_cards_and_currencies": 0.004100820164032807, "terminate_account": 0.0010002000400080016, "top_up_by_bank_transfer_charge": 0.0010002000400080016, "top_up_by_card_charge": 0.0010002000400080016, "top_up_by_cash_or_cheque": 0.0008001600320064014, "top_up_failed": 0.0009001800360072014, "top_up_limits": 0.001200240048009602, "top_up_reverted": 0.0011002200440088019, "topping_up_by_card": 0.006801360272054411, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.0007001400280056011, "transfer_into_account": 0.000600120024004801, "transfer_not_received_by_recipient": 0.0007001400280056011, "transfer_timing": 0.0008001600320064014, "unable_to_verify_identity": 0.0008001600320064014, "verify_my_identity": 0.0008001600320064014, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.000600120024004801, "virtual_card_not_working": 0.0022004400880176037, "visa_or_mastercard": 0.0011002200440088019, "why_verify_identity": 0.000600120024004801, "wrong_amount_of_cash_received": 0.000600120024004801, "wrong_exchange_rate_for_cash_withdrawal": 0.0009001800360072014 }, "error": null, "latency_ms": 67.4375839298591, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1383", "text_group": "a7754a1617a86415e1d003473f42ff6a12e86246aa162566b0d8d8d79a47098a", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00030012004801920766, "age_limit": 0.0005002000800320128, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.0006002400960384153, "automatic_top_up": 0.0005002000800320128, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.0005002000800320128, "card_about_to_expire": 0.0006002400960384153, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0006002400960384153, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00030012004801920766, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00040016006402561027, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.9228691476590637, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.0005002000800320128, "get_disposable_virtual_card": 0.04021608643457383, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.005502200880352141, "getting_virtual_card": 0.0006002400960384153, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.0005002000800320128, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.0005002000800320128, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.000900360144057623, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.0038015206082432974, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.0006002400960384153, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.0005002000800320128, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 67.61224998626858, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1384", "text_group": "6a9f90825f7e5ff26501cdb280461d8e71b2602f4ad3e374d57db991c75823a1", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.9761952390478095, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0008001600320064013, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0009001800360072014, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.001300260052010402, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.0015003000600120023, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 68.27341602183878, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1385", "text_group": "3138d155cd342ec036bf4514d61856cc1ee1f27ec7a24cdb95a4273ed0384e0f", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00020014009806864806, "activate_my_card": 0.00030021014710297203, "age_limit": 0.0004002801961372961, "apple_pay_or_google_pay": 0.00030021014710297203, "atm_support": 0.0004002801961372961, "automatic_top_up": 0.00030021014710297203, "balance_not_updated_after_bank_transfer": 0.00020014009806864806, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030021014710297203, "beneficiary_not_allowed": 0.00030021014710297203, "cancel_transfer": 0.00030021014710297203, "card_about_to_expire": 0.00030021014710297203, "card_acceptance": 0.0004002801961372961, "card_arrival": 0.00020014009806864806, "card_delivery_estimate": 0.00020014009806864806, "card_linking": 0.0004002801961372961, "card_not_working": 0.00030021014710297203, "card_payment_fee_charged": 0.00030021014710297203, "card_payment_not_recognised": 0.00030021014710297203, "card_payment_wrong_exchange_rate": 0.00030021014710297203, "card_swallowed": 0.0004002801961372961, "cash_withdrawal_charge": 0.00030021014710297203, "cash_withdrawal_not_recognised": 0.00020014009806864806, "change_pin": 0.00020014009806864806, "compromised_card": 0.00030021014710297203, "contactless_not_working": 0.00030021014710297203, "country_support": 0.00030021014710297203, "declined_card_payment": 0.00020014009806864806, "declined_cash_withdrawal": 0.00020014009806864806, "declined_transfer": 0.00020014009806864806, "direct_debit_payment_not_recognised": 0.00020014009806864806, "disposable_card_limits": 0.9750825577904533, "edit_personal_details": 0.00020014009806864806, "exchange_charge": 0.00020014009806864806, "exchange_rate": 0.00020014009806864806, "exchange_via_app": 0.00020014009806864806, "extra_charge_on_statement": 0.00020014009806864806, "failed_transfer": 0.00020014009806864806, "fiat_currency_support": 0.0004002801961372961, "get_disposable_virtual_card": 0.0029020314219953963, "get_physical_card": 0.00030021014710297203, "getting_spare_card": 0.0007004903432402681, "getting_virtual_card": 0.0004002801961372961, "lost_or_stolen_card": 0.00020014009806864806, "lost_or_stolen_phone": 0.00020014009806864806, "order_physical_card": 0.0004002801961372961, "passcode_forgotten": 0.00020014009806864806, "pending_card_payment": 0.00020014009806864806, "pending_cash_withdrawal": 0.00020014009806864806, "pending_top_up": 0.00020014009806864806, "pending_transfer": 0.00020014009806864806, "pin_blocked": 0.00020014009806864806, "receiving_money": 0.00030021014710297203, "request_refund": 0.00020014009806864806, "reverted_card_payment?": 0.00030021014710297203, "supported_cards_and_currencies": 0.0014009806864805363, "terminate_account": 0.00020014009806864806, "top_up_by_bank_transfer_charge": 0.00020014009806864806, "top_up_by_card_charge": 0.00030021014710297203, "top_up_by_cash_or_cheque": 0.00030021014710297203, "top_up_failed": 0.00020014009806864806, "top_up_limits": 0.0012008405884118881, "top_up_reverted": 0.00030021014710297203, "topping_up_by_card": 0.0005003502451716201, "transaction_charged_twice": 0.00020014009806864806, "transfer_fee_charged": 0.00020014009806864806, "transfer_into_account": 0.00020014009806864806, "transfer_not_received_by_recipient": 0.00020014009806864806, "transfer_timing": 0.00020014009806864806, "unable_to_verify_identity": 0.00020014009806864806, "verify_my_identity": 0.00020014009806864806, "verify_source_of_funds": 0.00020014009806864806, "verify_top_up": 0.00020014009806864806, "virtual_card_not_working": 0.0004002801961372961, "visa_or_mastercard": 0.00020014009806864806, "why_verify_identity": 0.00020014009806864806, "wrong_amount_of_cash_received": 0.00020014009806864806, "wrong_exchange_rate_for_cash_withdrawal": 0.00030021014710297203 }, "error": null, "latency_ms": 68.29104200005531, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1386", "text_group": "7b20e05a68db56a0bf4a888241696fc659ca620889d533ab17efb9992080ca9a", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0006999300069993001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0005999400059994001, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0004999500049995, "country_support": 0.0004999500049995, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.9046095390460953, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.0028997100289971, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.0040995900409959, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0030996900309969004, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.0103989601039896, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.04849515048495151, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 68.20837501436472, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1387", "text_group": "53cd56fcb04de821423eac6cb770a0e72ec90d99590289bca5f1b110998682dd", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.6613322664532907, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.2933586717343469, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0023004600920184036, "getting_virtual_card": 0.010002000400080016, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.002100420084016803, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00650130026005201, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.002500500100020004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 67.39199999719858, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1388", "text_group": "65da49f18cfd4012b5813f065b81b1e98b908aa75b5d7187d9fcd8f67463ac13", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.000900360144057623, "activate_my_card": 0.014405762304921969, "age_limit": 0.0015006002400960385, "apple_pay_or_google_pay": 0.0021008403361344537, "atm_support": 0.003701480592236895, "automatic_top_up": 0.002901160464185674, "balance_not_updated_after_bank_transfer": 0.0012004801920768306, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013005202080832333, "beneficiary_not_allowed": 0.0015006002400960385, "cancel_transfer": 0.001800720288115246, "card_about_to_expire": 0.0026010404161664665, "card_acceptance": 0.0026010404161664665, "card_arrival": 0.001600640256102441, "card_delivery_estimate": 0.0013005202080832333, "card_linking": 0.009903961584633855, "card_not_working": 0.001600640256102441, "card_payment_fee_charged": 0.0013005202080832333, "card_payment_not_recognised": 0.0012004801920768306, "card_payment_wrong_exchange_rate": 0.001600640256102441, "card_swallowed": 0.001800720288115246, "cash_withdrawal_charge": 0.0017006802721088435, "cash_withdrawal_not_recognised": 0.0010004001600640256, "change_pin": 0.0021008403361344537, "compromised_card": 0.0017006802721088435, "contactless_not_working": 0.001600640256102441, "country_support": 0.0020008003201280513, "declined_card_payment": 0.0010004001600640256, "declined_cash_withdrawal": 0.000900360144057623, "declined_transfer": 0.0010004001600640256, "direct_debit_payment_not_recognised": 0.0012004801920768306, "disposable_card_limits": 0.1129451780712285, "edit_personal_details": 0.0019007603041216487, "exchange_charge": 0.0015006002400960385, "exchange_rate": 0.0012004801920768306, "exchange_via_app": 0.0015006002400960385, "extra_charge_on_statement": 0.001600640256102441, "failed_transfer": 0.0011004401760704283, "fiat_currency_support": 0.002501000400160064, "get_disposable_virtual_card": 0.6215486194477792, "get_physical_card": 0.0027010804321728693, "getting_spare_card": 0.09163665466186476, "getting_virtual_card": 0.004101640656262505, "lost_or_stolen_card": 0.0008003201280512205, "lost_or_stolen_phone": 0.0008003201280512205, "order_physical_card": 0.029811924769907964, "passcode_forgotten": 0.0012004801920768306, "pending_card_payment": 0.0010004001600640256, "pending_cash_withdrawal": 0.000900360144057623, "pending_top_up": 0.0010004001600640256, "pending_transfer": 0.0010004001600640256, "pin_blocked": 0.0013005202080832333, "receiving_money": 0.001800720288115246, "request_refund": 0.0012004801920768306, "reverted_card_payment?": 0.0014005602240896359, "supported_cards_and_currencies": 0.00430172068827531, "terminate_account": 0.001800720288115246, "top_up_by_bank_transfer_charge": 0.001800720288115246, "top_up_by_card_charge": 0.0019007603041216487, "top_up_by_cash_or_cheque": 0.0017006802721088435, "top_up_failed": 0.0014005602240896359, "top_up_limits": 0.0020008003201280513, "top_up_reverted": 0.0015006002400960385, "topping_up_by_card": 0.006102440976390557, "transaction_charged_twice": 0.0012004801920768306, "transfer_fee_charged": 0.0012004801920768306, "transfer_into_account": 0.0011004401760704283, "transfer_not_received_by_recipient": 0.0012004801920768306, "transfer_timing": 0.0015006002400960385, "unable_to_verify_identity": 0.0013005202080832333, "verify_my_identity": 0.0013005202080832333, "verify_source_of_funds": 0.0012004801920768306, "verify_top_up": 0.0010004001600640256, "virtual_card_not_working": 0.003601440576230492, "visa_or_mastercard": 0.001800720288115246, "why_verify_identity": 0.0010004001600640256, "wrong_amount_of_cash_received": 0.0011004401760704283, "wrong_exchange_rate_for_cash_withdrawal": 0.0015006002400960385 }, "error": null, "latency_ms": 67.9925000295043, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1389", "text_group": "36006090fa3875d1bb963b74447d0534d76b0a71ab12c2d0e5bddf967e95d12d", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.000999700089973008, "activate_my_card": 0.0016994901529541137, "age_limit": 0.0012996101169649105, "apple_pay_or_google_pay": 0.0022993102069379188, "atm_support": 0.004498650404878536, "automatic_top_up": 0.0015995201439568132, "balance_not_updated_after_bank_transfer": 0.0015995201439568132, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016994901529541137, "beneficiary_not_allowed": 0.002099370188943317, "cancel_transfer": 0.0016994901529541137, "card_about_to_expire": 0.002199340197940618, "card_acceptance": 0.0029991002699190244, "card_arrival": 0.0011996401079676095, "card_delivery_estimate": 0.0011996401079676095, "card_linking": 0.004198740377886634, "card_not_working": 0.001999400179946016, "card_payment_fee_charged": 0.0013995801259622115, "card_payment_not_recognised": 0.0015995201439568132, "card_payment_wrong_exchange_rate": 0.0016994901529541137, "card_swallowed": 0.002099370188943317, "cash_withdrawal_charge": 0.0014995501349595122, "cash_withdrawal_not_recognised": 0.0011996401079676095, "change_pin": 0.0013995801259622115, "compromised_card": 0.001999400179946016, "contactless_not_working": 0.0017994601619514146, "country_support": 0.001999400179946016, "declined_card_payment": 0.0022993102069379188, "declined_cash_withdrawal": 0.0013995801259622115, "declined_transfer": 0.0017994601619514146, "direct_debit_payment_not_recognised": 0.0012996101169649105, "disposable_card_limits": 0.05378386484054784, "edit_personal_details": 0.0011996401079676095, "exchange_charge": 0.0013995801259622115, "exchange_rate": 0.0011996401079676095, "exchange_via_app": 0.0014995501349595122, "extra_charge_on_statement": 0.0012996101169649105, "failed_transfer": 0.0012996101169649105, "fiat_currency_support": 0.0034989503149055285, "get_disposable_virtual_card": 0.7671698490452864, "get_physical_card": 0.0016994901529541137, "getting_spare_card": 0.0015995201439568132, "getting_virtual_card": 0.015595321403578926, "lost_or_stolen_card": 0.0008997300809757073, "lost_or_stolen_phone": 0.0008997300809757073, "order_physical_card": 0.0018994301709487154, "passcode_forgotten": 0.000999700089973008, "pending_card_payment": 0.001099670098970309, "pending_cash_withdrawal": 0.000999700089973008, "pending_top_up": 0.001099670098970309, "pending_transfer": 0.001099670098970309, "pin_blocked": 0.0014995501349595122, "receiving_money": 0.002099370188943317, "request_refund": 0.0011996401079676095, "reverted_card_payment?": 0.0017994601619514146, "supported_cards_and_currencies": 0.00489853044086774, "terminate_account": 0.0014995501349595122, "top_up_by_bank_transfer_charge": 0.0015995201439568132, "top_up_by_card_charge": 0.0014995501349595122, "top_up_by_cash_or_cheque": 0.0014995501349595122, "top_up_failed": 0.0014995501349595122, "top_up_limits": 0.001999400179946016, "top_up_reverted": 0.0018994301709487154, "topping_up_by_card": 0.0034989503149055285, "transaction_charged_twice": 0.001099670098970309, "transfer_fee_charged": 0.0012996101169649105, "transfer_into_account": 0.000999700089973008, "transfer_not_received_by_recipient": 0.0011996401079676095, "transfer_timing": 0.001099670098970309, "unable_to_verify_identity": 0.0013995801259622115, "verify_my_identity": 0.0012996101169649105, "verify_source_of_funds": 0.0012996101169649105, "verify_top_up": 0.0014995501349595122, "virtual_card_not_working": 0.039988003598920324, "visa_or_mastercard": 0.0011996401079676095, "why_verify_identity": 0.0011996401079676095, "wrong_amount_of_cash_received": 0.0012996101169649105, "wrong_exchange_rate_for_cash_withdrawal": 0.0015995201439568132 }, "error": null, "latency_ms": 67.78708298224956, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1390", "text_group": "361ee0b3a9d718edd67fdf67ef8057777f86c26d0f21a67adc3e65ad3d68da2e", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0006, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0006, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0006, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.7446, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.1986, "get_physical_card": 0.0006, "getting_spare_card": 0.014, "getting_virtual_card": 0.0009, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0018, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0109, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0043, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0009, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 69.14966693148017, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1391", "text_group": "ef1504aec3e00920217ab18aded7275e019cf4564c7536e05f0ce52aca37dc57", "expected": "disposable_card_limits", "prediction": "getting_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0004999500049995, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0006999300069993001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0005999400059994001, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0004999500049995, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.0017998200179982, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.013098690130986902, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.0073992600739926015, "getting_virtual_card": 0.9481051894810519, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0007999200079992001, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0017998200179982, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0010998900109989002, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 68.88629193417728, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1392", "text_group": "87bd5447386004234a332e1416aead15980e6219e805f86f7a5ffe5f1a9b18e9", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0004, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.9744, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0044, "get_physical_card": 0.0003, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.002, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.001, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 70.30337501782924, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1393", "text_group": "3d731e8b7497e9ec7fdda07b1c1ec84727cc849dc475bac1402c2deef7416fa1", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.0003999200159968007, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0008998200359928015, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0005998800239952009, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.9492101579684064, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.017996400719856028, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.0007998400319936014, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0024995000999800043, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.005498900219956008, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0006998600279944011, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0005998800239952009, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 67.55937507841736, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1394", "text_group": "7e5cdf2973c615856cb967acceebdfd1ea5a28fbf87f974a1e51db4ab7078308", "expected": "disposable_card_limits", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.000499850044986504, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0006997900629811057, "atm_support": 0.000999700089973008, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.0005998200539838048, "card_acceptance": 0.0006997900629811057, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0007997600719784066, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.0005998200539838048, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0003998800359892033, "compromised_card": 0.0005998200539838048, "contactless_not_working": 0.0005998200539838048, "country_support": 0.0006997900629811057, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0018994301709487154, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0011996401079676095, "get_disposable_virtual_card": 0.9410176946915926, "get_physical_card": 0.000499850044986504, "getting_spare_card": 0.0006997900629811057, "getting_virtual_card": 0.01739478156553034, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0005998200539838048, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0006997900629811057, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.001999400179946016, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.000499850044986504, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.0005998200539838048, "topping_up_by_card": 0.001099670098970309, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.0003998800359892033, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.002399280215935219, "visa_or_mastercard": 0.000499850044986504, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.000499850044986504 }, "error": null, "latency_ms": 67.95895798131824, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1395", "text_group": "94ad0f0c8645904694a5db12d88deb6e523c71590f9fa2030ad0e9c0ae945dfd", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00030012004801920766, "age_limit": 0.0005002000800320128, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0007002801120448179, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0005002000800320128, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.9660864345738295, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.0037014805922368946, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00040016006402561027, "getting_virtual_card": 0.00040016006402561027, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.0071028411364545815, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.0015006002400960385, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.0005002000800320128, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 68.56204196810722, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1396", "text_group": "a5b90992b83d5ff1abc6595c0cde72c2b3f250a42a8b74b6a7e5dd5b458b3afb", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.9737052589482104, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.0061987602479504095, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.0010997800439912018, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0006998600279944011, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.0011997600479904018, "top_up_reverted": 0.00019996000799840034, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.0006998600279944011, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 67.5862500211224, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1397", "text_group": "e31c0bdc9e1df87c189350461069ab7aa47a28c30794730ee7920226cdbf759a", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.00020012007204322596, "age_limit": 0.0004002401440864519, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0004002401440864519, "automatic_top_up": 0.0003001801080648389, "balance_not_updated_after_bank_transfer": 0.00020012007204322596, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.0003001801080648389, "cancel_transfer": 0.0003001801080648389, "card_about_to_expire": 0.0003001801080648389, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.0004002401440864519, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.0003001801080648389, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0004002401440864519, "cash_withdrawal_charge": 0.0003001801080648389, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.0003001801080648389, "contactless_not_working": 0.00020012007204322596, "country_support": 0.0003001801080648389, "declined_card_payment": 0.00020012007204322596, "declined_cash_withdrawal": 0.00020012007204322596, "declined_transfer": 0.00020012007204322596, "direct_debit_payment_not_recognised": 0.00020012007204322596, "disposable_card_limits": 0.975685411246748, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.00020012007204322596, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.00020012007204322596, "fiat_currency_support": 0.0004002401440864519, "get_disposable_virtual_card": 0.0032019211526916154, "get_physical_card": 0.00020012007204322596, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.0007004202521512908, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.0004002401440864519, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0006003602161296778, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.00020012007204322596, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.00020012007204322596, "top_up_failed": 0.00020012007204322596, "top_up_limits": 0.0015009005403241946, "top_up_reverted": 0.0003001801080648389, "topping_up_by_card": 0.0004002401440864519, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.00020012007204322596, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.00020012007204322596, "verify_my_identity": 0.0003001801080648389, "verify_source_of_funds": 0.0003001801080648389, "verify_top_up": 0.0003001801080648389, "virtual_card_not_working": 0.0006003602161296778, "visa_or_mastercard": 0.00020012007204322596, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.00020012007204322596, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 68.45050002448261, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1398", "text_group": "86bf70dac924bf2708b692a9515a6e2dbcb17db9f861542503cbc17d9029f4d0", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0005999400059994001, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.9545045495450455, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.009799020097990201, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.0023997600239976003, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.005099490050994901, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.0022997700229977, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.0011998800119988001, "transaction_charged_twice": 0.0007999200079992001, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0006999300069993001, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 69.36487497296184, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1399", "text_group": "2ba7d0f96f03f4fdb02ed71379de773d9417a697e8f1cdb09418334ad48c123c", "expected": "disposable_card_limits", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.0002998800479808077, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0004998000799680128, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.0004998000799680128, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0004998000799680128, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.00019992003198720514, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0003998400639744103, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.8597560975609756, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0004998000799680128, "get_disposable_virtual_card": 0.10245901639344263, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0010995601759296284, "getting_virtual_card": 0.0012994802079168333, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0005997600959616154, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.011995201919232307, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.0005997600959616154, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0014994002399040384, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 67.5080829532817, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1400", "text_group": "d43312a8790e796b9c73369dc2696869f3208a7209c89f5f704a91d61ae841c8", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0004001200360108033, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00030009002700810244, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.00030009002700810244, "balance_not_updated_after_bank_transfer": 0.0006001800540162049, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0006001800540162049, "cancel_transfer": 0.0004001200360108033, "card_about_to_expire": 0.0006001800540162049, "card_acceptance": 0.0006001800540162049, "card_arrival": 0.0004001200360108033, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.0009002700810243074, "card_not_working": 0.0013003901170351106, "card_payment_fee_charged": 0.0004001200360108033, "card_payment_not_recognised": 0.0007002100630189057, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0007002100630189057, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.0004001200360108033, "change_pin": 0.00030009002700810244, "compromised_card": 0.8817645293588077, "contactless_not_working": 0.0006001800540162049, "country_support": 0.0004001200360108033, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.0004001200360108033, "direct_debit_payment_not_recognised": 0.0004001200360108033, "disposable_card_limits": 0.0005001500450135041, "edit_personal_details": 0.0004001200360108033, "exchange_charge": 0.00030009002700810244, "exchange_rate": 0.00030009002700810244, "exchange_via_app": 0.0004001200360108033, "extra_charge_on_statement": 0.00030009002700810244, "failed_transfer": 0.0004001200360108033, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.0004001200360108033, "get_physical_card": 0.0004001200360108033, "getting_spare_card": 0.00030009002700810244, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.08232469740922277, "lost_or_stolen_phone": 0.0004001200360108033, "order_physical_card": 0.00030009002700810244, "passcode_forgotten": 0.0004001200360108033, "pending_card_payment": 0.0004001200360108033, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.0006001800540162049, "receiving_money": 0.0004001200360108033, "request_refund": 0.0004001200360108033, "reverted_card_payment?": 0.0006001800540162049, "supported_cards_and_currencies": 0.0008002400720216066, "terminate_account": 0.0004001200360108033, "top_up_by_bank_transfer_charge": 0.00030009002700810244, "top_up_by_card_charge": 0.00030009002700810244, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.0004001200360108033, "top_up_limits": 0.00030009002700810244, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.0019005701710513156, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.00030009002700810244, "transfer_not_received_by_recipient": 0.0004001200360108033, "transfer_timing": 0.00030009002700810244, "unable_to_verify_identity": 0.0006001800540162049, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.0005001500450135041, "verify_top_up": 0.0004001200360108033, "virtual_card_not_working": 0.0016004801440432132, "visa_or_mastercard": 0.0007002100630189057, "why_verify_identity": 0.0006001800540162049, "wrong_amount_of_cash_received": 0.0004001200360108033, "wrong_exchange_rate_for_cash_withdrawal": 0.0004001200360108033 }, "error": null, "latency_ms": 69.96283389162272, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1401", "text_group": "510930ddb66035b8eee141461878ce0b90210c8eefb06137a166f5c331f59cb9", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0020008003201280513, "activate_my_card": 0.0010004001600640256, "age_limit": 0.0011004401760704283, "apple_pay_or_google_pay": 0.001600640256102441, "atm_support": 0.0021008403361344537, "automatic_top_up": 0.0012004801920768306, "balance_not_updated_after_bank_transfer": 0.00430172068827531, "balance_not_updated_after_cheque_or_cash_deposit": 0.0022008803521408565, "beneficiary_not_allowed": 0.0033013205282112846, "cancel_transfer": 0.0018007202881152459, "card_about_to_expire": 0.0013005202080832333, "card_acceptance": 0.001600640256102441, "card_arrival": 0.0012004801920768306, "card_delivery_estimate": 0.0011004401760704283, "card_linking": 0.0036014405762304917, "card_not_working": 0.002501000400160064, "card_payment_fee_charged": 0.0010004001600640256, "card_payment_not_recognised": 0.0039015606242496993, "card_payment_wrong_exchange_rate": 0.0014005602240896359, "card_swallowed": 0.002300920368147259, "cash_withdrawal_charge": 0.0011004401760704283, "cash_withdrawal_not_recognised": 0.0019007603041216485, "change_pin": 0.0014005602240896359, "compromised_card": 0.576530612244898, "contactless_not_working": 0.0017006802721088435, "country_support": 0.0014005602240896359, "declined_card_payment": 0.0013005202080832333, "declined_cash_withdrawal": 0.0014005602240896359, "declined_transfer": 0.001600640256102441, "direct_debit_payment_not_recognised": 0.001600640256102441, "disposable_card_limits": 0.0017006802721088435, "edit_personal_details": 0.0017006802721088435, "exchange_charge": 0.0008003201280512205, "exchange_rate": 0.0009003601440576229, "exchange_via_app": 0.0010004001600640256, "extra_charge_on_statement": 0.0009003601440576229, "failed_transfer": 0.0012004801920768306, "fiat_currency_support": 0.0014005602240896359, "get_disposable_virtual_card": 0.0014005602240896359, "get_physical_card": 0.0012004801920768306, "getting_spare_card": 0.0009003601440576229, "getting_virtual_card": 0.0009003601440576229, "lost_or_stolen_card": 0.14265706282513005, "lost_or_stolen_phone": 0.0015006002400960385, "order_physical_card": 0.0009003601440576229, "passcode_forgotten": 0.0013005202080832333, "pending_card_payment": 0.0009003601440576229, "pending_cash_withdrawal": 0.0010004001600640256, "pending_top_up": 0.0009003601440576229, "pending_transfer": 0.0010004001600640256, "pin_blocked": 0.004701880752300921, "receiving_money": 0.001600640256102441, "request_refund": 0.0019007603041216485, "reverted_card_payment?": 0.0013005202080832333, "supported_cards_and_currencies": 0.0011004401760704283, "terminate_account": 0.13585434173669467, "top_up_by_bank_transfer_charge": 0.0009003601440576229, "top_up_by_card_charge": 0.0008003201280512205, "top_up_by_cash_or_cheque": 0.0011004401760704283, "top_up_failed": 0.0013005202080832333, "top_up_limits": 0.0010004001600640256, "top_up_reverted": 0.002300920368147259, "topping_up_by_card": 0.0011004401760704283, "transaction_charged_twice": 0.0011004401760704283, "transfer_fee_charged": 0.0009003601440576229, "transfer_into_account": 0.0011004401760704283, "transfer_not_received_by_recipient": 0.0014005602240896359, "transfer_timing": 0.0010004001600640256, "unable_to_verify_identity": 0.009703881552621049, "verify_my_identity": 0.0020008003201280513, "verify_source_of_funds": 0.002300920368147259, "verify_top_up": 0.0014005602240896359, "virtual_card_not_working": 0.004101640656262505, "visa_or_mastercard": 0.0012004801920768306, "why_verify_identity": 0.021308523409363744, "wrong_amount_of_cash_received": 0.001600640256102441, "wrong_exchange_rate_for_cash_withdrawal": 0.0013005202080832333 }, "error": null, "latency_ms": 70.3849580604583, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1402", "text_group": "669b6ec6103f5a4d585b070405577c6e335108ed84fdaf1111592676d743eb7b", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.0003000900270081024, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.0006001800540162048, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0006001800540162048, "card_not_working": 0.0006001800540162048, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00040012003601080324, "change_pin": 0.0003000900270081024, "compromised_card": 0.9126738021406422, "contactless_not_working": 0.00040012003601080324, "country_support": 0.00040012003601080324, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.06091827548264479, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.0003000900270081024, "request_refund": 0.0007002100630189057, "reverted_card_payment?": 0.0007002100630189057, "supported_cards_and_currencies": 0.0006001800540162048, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0006001800540162048, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0006001800540162048, "verify_my_identity": 0.00040012003601080324, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.0006001800540162048, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 69.11870802287012, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1403", "text_group": "f157ed8a1cdc2ce2921f100c699cd7832f5199d9f0b4476e348cea8219e1e557", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0013997200559888023, "activate_my_card": 0.0009998000399920016, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0009998000399920016, "atm_support": 0.0011997600479904018, "automatic_top_up": 0.0006998600279944011, "balance_not_updated_after_bank_transfer": 0.0009998000399920016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008998200359928015, "beneficiary_not_allowed": 0.0026994601079784043, "cancel_transfer": 0.0010997800439912018, "card_about_to_expire": 0.0013997200559888023, "card_acceptance": 0.0030993801239752048, "card_arrival": 0.0010997800439912018, "card_delivery_estimate": 0.0006998600279944011, "card_linking": 0.002999400119976005, "card_not_working": 0.002299540091981604, "card_payment_fee_charged": 0.0008998200359928015, "card_payment_not_recognised": 0.004299140171965607, "card_payment_wrong_exchange_rate": 0.0009998000399920016, "card_swallowed": 0.004499100179964007, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0009998000399920016, "change_pin": 0.0006998600279944011, "compromised_card": 0.7016596680663867, "contactless_not_working": 0.0009998000399920016, "country_support": 0.0009998000399920016, "declined_card_payment": 0.0046990601879624075, "declined_cash_withdrawal": 0.0008998200359928015, "declined_transfer": 0.0009998000399920016, "direct_debit_payment_not_recognised": 0.0010997800439912018, "disposable_card_limits": 0.0009998000399920016, "edit_personal_details": 0.0007998400319936014, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0008998200359928015, "get_physical_card": 0.0011997600479904018, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0006998600279944011, "lost_or_stolen_card": 0.20525894821035795, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.0005998800239952009, "passcode_forgotten": 0.0006998600279944011, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.0010997800439912018, "receiving_money": 0.0008998200359928015, "request_refund": 0.00629874025194961, "reverted_card_payment?": 0.0026994601079784043, "supported_cards_and_currencies": 0.0031993601279744054, "terminate_account": 0.0007998400319936014, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.0006998600279944011, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0024995000999800043, "topping_up_by_card": 0.0011997600479904018, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0006998600279944011, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0009998000399920016, "verify_my_identity": 0.0008998200359928015, "verify_source_of_funds": 0.0006998600279944011, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0013997200559888023, "visa_or_mastercard": 0.0021995600879824036, "why_verify_identity": 0.0010997800439912018, "wrong_amount_of_cash_received": 0.0006998600279944011, "wrong_exchange_rate_for_cash_withdrawal": 0.0008998200359928015 }, "error": null, "latency_ms": 68.89562495052814, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1404", "text_group": "a563acf88e9cf6ce83248fed7cb8e3ef6f6322387e51c364d3567a2a1d60fff0", "expected": "compromised_card", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.007001400280056011, "activate_my_card": 0.020704140828165633, "age_limit": 0.008401680336067212, "apple_pay_or_google_pay": 0.010402080416083216, "atm_support": 0.017403480696139225, "automatic_top_up": 0.007401480296059212, "balance_not_updated_after_bank_transfer": 0.007801560312062412, "balance_not_updated_after_cheque_or_cash_deposit": 0.008001600320064013, "beneficiary_not_allowed": 0.013902780556111221, "cancel_transfer": 0.015603120624124825, "card_about_to_expire": 0.011102220444088817, "card_acceptance": 0.015203040608121624, "card_arrival": 0.008001600320064013, "card_delivery_estimate": 0.007901580316063214, "card_linking": 0.05511102220444089, "card_not_working": 0.0631126225245049, "card_payment_fee_charged": 0.010402080416083216, "card_payment_not_recognised": 0.009401880376075216, "card_payment_wrong_exchange_rate": 0.009401880376075216, "card_swallowed": 0.01900380076015203, "cash_withdrawal_charge": 0.007501500300060012, "cash_withdrawal_not_recognised": 0.005801160232046409, "change_pin": 0.008101620324064812, "compromised_card": 0.01760352070414083, "contactless_not_working": 0.015303060612122424, "country_support": 0.011102220444088817, "declined_card_payment": 0.01220244048809762, "declined_cash_withdrawal": 0.009501900380076015, "declined_transfer": 0.011202240448089618, "direct_debit_payment_not_recognised": 0.009401880376075216, "disposable_card_limits": 0.045309061812362474, "edit_personal_details": 0.009401880376075216, "exchange_charge": 0.005601120224044809, "exchange_rate": 0.005201040208041608, "exchange_via_app": 0.0054010802160432084, "extra_charge_on_statement": 0.0068013602720544105, "failed_transfer": 0.005801160232046409, "fiat_currency_support": 0.009801960392078415, "get_disposable_virtual_card": 0.013402680536107221, "get_physical_card": 0.029105821164232847, "getting_spare_card": 0.007301460292058411, "getting_virtual_card": 0.007801560312062412, "lost_or_stolen_card": 0.010802160432086417, "lost_or_stolen_phone": 0.0049009801960392075, "order_physical_card": 0.01190238047609522, "passcode_forgotten": 0.007401480296059212, "pending_card_payment": 0.008001600320064013, "pending_cash_withdrawal": 0.005201040208041608, "pending_top_up": 0.0054010802160432084, "pending_transfer": 0.005601120224044809, "pin_blocked": 0.03900780156031206, "receiving_money": 0.0077015403080616125, "request_refund": 0.008101620324064812, "reverted_card_payment?": 0.009601920384076814, "supported_cards_and_currencies": 0.06021204240848169, "terminate_account": 0.049809961992398476, "top_up_by_bank_transfer_charge": 0.0063012602520504096, "top_up_by_card_charge": 0.008201640328065614, "top_up_by_cash_or_cheque": 0.00640128025605121, "top_up_failed": 0.0063012602520504096, "top_up_limits": 0.009001800360072013, "top_up_reverted": 0.007901580316063214, "topping_up_by_card": 0.01840368073614723, "transaction_charged_twice": 0.005701140228045609, "transfer_fee_charged": 0.005901180236047209, "transfer_into_account": 0.005201040208041608, "transfer_not_received_by_recipient": 0.005801160232046409, "transfer_timing": 0.006601320264052811, "unable_to_verify_identity": 0.008601720344068814, "verify_my_identity": 0.007801560312062412, "verify_source_of_funds": 0.008201640328065614, "verify_top_up": 0.005501100220044008, "virtual_card_not_working": 0.015303060612122424, "visa_or_mastercard": 0.024904980996199238, "why_verify_identity": 0.0068013602720544105, "wrong_amount_of_cash_received": 0.006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.007601520304060812 }, "error": null, "latency_ms": 69.20716702006757, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1405", "text_group": "d02df656006553ff54242402d8ed8da2f308d7b06478b373a2c8fbe74a8163cd", "expected": "compromised_card", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.001099670098970309, "activate_my_card": 0.000499850044986504, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0007997600719784066, "automatic_top_up": 0.0006997900629811057, "balance_not_updated_after_bank_transfer": 0.0008997300809757073, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006997900629811057, "beneficiary_not_allowed": 0.0024992502249325203, "cancel_transfer": 0.0028991302609217232, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.0005998200539838048, "card_linking": 0.0006997900629811057, "card_not_working": 0.000999700089973008, "card_payment_fee_charged": 0.0005998200539838048, "card_payment_not_recognised": 0.000999700089973008, "card_payment_wrong_exchange_rate": 0.0006997900629811057, "card_swallowed": 0.001099670098970309, "cash_withdrawal_charge": 0.0005998200539838048, "cash_withdrawal_not_recognised": 0.0005998200539838048, "change_pin": 0.000499850044986504, "compromised_card": 0.009197240827751675, "contactless_not_working": 0.0007997600719784066, "country_support": 0.0005998200539838048, "declined_card_payment": 0.0006997900629811057, "declined_cash_withdrawal": 0.0007997600719784066, "declined_transfer": 0.000999700089973008, "direct_debit_payment_not_recognised": 0.0008997300809757073, "disposable_card_limits": 0.0006997900629811057, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.0005998200539838048, "failed_transfer": 0.0005998200539838048, "fiat_currency_support": 0.0006997900629811057, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.0005998200539838048, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.002399280215935219, "lost_or_stolen_phone": 0.0006997900629811057, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.0005998200539838048, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.000499850044986504, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.000499850044986504, "pin_blocked": 0.007797660701789463, "receiving_money": 0.000499850044986504, "request_refund": 0.000999700089973008, "reverted_card_payment?": 0.0005998200539838048, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.9305208437468759, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.000499850044986504, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.0005998200539838048, "top_up_limits": 0.0005998200539838048, "top_up_reverted": 0.0007997600719784066, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.0005998200539838048, "transfer_not_received_by_recipient": 0.0005998200539838048, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.0006997900629811057, "verify_my_identity": 0.000499850044986504, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.000499850044986504, "virtual_card_not_working": 0.0006997900629811057, "visa_or_mastercard": 0.000499850044986504, "why_verify_identity": 0.0006997900629811057, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998200539838048 }, "error": null, "latency_ms": 69.82833403162658, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1406", "text_group": "ca74cd9712317cfe4b1da8fcb5b018e49878eb5c61cbf6945070f3e7767844ad", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0006001200240048009, "card_not_working": 0.0011002200440088019, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0008001600320064013, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00020004000800160032, "compromised_card": 0.869873974794959, "contactless_not_working": 0.00040008001600320064, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.10002000400080016, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0003000600120024004, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.002100420084016803, "supported_cards_and_currencies": 0.0008001600320064013, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0018003600720144029, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.0007001400280056011, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 68.78724996931851, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1407", "text_group": "25604afb1cbf4b168100f45143caeb02a3ea1938f88530797c7469ac56caed69", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0009998000399920016, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0007998400319936014, "atm_support": 0.0008998200359928015, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0008998200359928015, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007998400319936014, "beneficiary_not_allowed": 0.001299740051989602, "cancel_transfer": 0.0009998000399920016, "card_about_to_expire": 0.0009998000399920016, "card_acceptance": 0.0009998000399920016, "card_arrival": 0.0009998000399920016, "card_delivery_estimate": 0.0006998600279944011, "card_linking": 0.002299540091981604, "card_not_working": 0.004599080183963208, "card_payment_fee_charged": 0.0008998200359928015, "card_payment_not_recognised": 0.011197760447910418, "card_payment_wrong_exchange_rate": 0.0008998200359928015, "card_swallowed": 0.0026994601079784043, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.0004999000199960008, "compromised_card": 0.518496300739852, "contactless_not_working": 0.0008998200359928015, "country_support": 0.0007998400319936014, "declined_card_payment": 0.0014997000599880025, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0007998400319936014, "direct_debit_payment_not_recognised": 0.001799640071985603, "disposable_card_limits": 0.0009998000399920016, "edit_personal_details": 0.0008998200359928015, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0006998600279944011, "get_disposable_virtual_card": 0.0005998800239952009, "get_physical_card": 0.0008998200359928015, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.396120775844831, "lost_or_stolen_phone": 0.0009998000399920016, "order_physical_card": 0.0005998800239952009, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0014997000599880025, "receiving_money": 0.0005998800239952009, "request_refund": 0.0009998000399920016, "reverted_card_payment?": 0.010497900419916018, "supported_cards_and_currencies": 0.0013997200559888023, "terminate_account": 0.0014997000599880025, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0008998200359928015, "topping_up_by_card": 0.0006998600279944011, "transaction_charged_twice": 0.0016996600679864027, "transfer_fee_charged": 0.0004999000199960008, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0008998200359928015, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0010997800439912018, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0007998400319936014, "visa_or_mastercard": 0.0011997600479904018, "why_verify_identity": 0.0006998600279944011, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 70.50083298236132, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1408", "text_group": "b81ce341d2877af0656a94eac40c1b8ee4351e96bfc644543195d305f5d2e866", "expected": "compromised_card", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0016998300169983002, "activate_my_card": 0.0012998700129987, "age_limit": 0.0013998600139986002, "apple_pay_or_google_pay": 0.0021997800219978004, "atm_support": 0.0023997600239976003, "automatic_top_up": 0.0018998100189981002, "balance_not_updated_after_bank_transfer": 0.0021997800219978004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018998100189981002, "beneficiary_not_allowed": 0.0026997300269973002, "cancel_transfer": 0.0031996800319968005, "card_about_to_expire": 0.0016998300169983002, "card_acceptance": 0.0017998200179982, "card_arrival": 0.0013998600139986002, "card_delivery_estimate": 0.0017998200179982, "card_linking": 0.0025997400259974, "card_not_working": 0.0022997700229977, "card_payment_fee_charged": 0.0013998600139986002, "card_payment_not_recognised": 0.0027997200279972004, "card_payment_wrong_exchange_rate": 0.0016998300169983002, "card_swallowed": 0.0021997800219978004, "cash_withdrawal_charge": 0.0013998600139986002, "cash_withdrawal_not_recognised": 0.0015998400159984002, "change_pin": 0.0013998600139986002, "compromised_card": 0.2301769823017698, "contactless_not_working": 0.0021997800219978004, "country_support": 0.0016998300169983002, "declined_card_payment": 0.0014998500149985001, "declined_cash_withdrawal": 0.0015998400159984002, "declined_transfer": 0.0018998100189981002, "direct_debit_payment_not_recognised": 0.0020997900209979003, "disposable_card_limits": 0.0018998100189981002, "edit_personal_details": 0.0018998100189981002, "exchange_charge": 0.0010998900109989002, "exchange_rate": 0.0010998900109989002, "exchange_via_app": 0.0010998900109989002, "extra_charge_on_statement": 0.0013998600139986002, "failed_transfer": 0.0012998700129987, "fiat_currency_support": 0.0021997800219978004, "get_disposable_virtual_card": 0.0013998600139986002, "get_physical_card": 0.0013998600139986002, "getting_spare_card": 0.0010998900109989002, "getting_virtual_card": 0.0010998900109989002, "lost_or_stolen_card": 0.020597940205979402, "lost_or_stolen_phone": 0.001999800019998, "order_physical_card": 0.0012998700129987, "passcode_forgotten": 0.0015998400159984002, "pending_card_payment": 0.0012998700129987, "pending_cash_withdrawal": 0.0011998800119988001, "pending_top_up": 0.0011998800119988001, "pending_transfer": 0.0011998800119988001, "pin_blocked": 0.008799120087991202, "receiving_money": 0.001999800019998, "request_refund": 0.0015998400159984002, "reverted_card_payment?": 0.0014998500149985001, "supported_cards_and_currencies": 0.0015998400159984002, "terminate_account": 0.6179382061793821, "top_up_by_bank_transfer_charge": 0.0012998700129987, "top_up_by_card_charge": 0.0011998800119988001, "top_up_by_cash_or_cheque": 0.0013998600139986002, "top_up_failed": 0.0013998600139986002, "top_up_limits": 0.0014998500149985001, "top_up_reverted": 0.0016998300169983002, "topping_up_by_card": 0.0014998500149985001, "transaction_charged_twice": 0.0012998700129987, "transfer_fee_charged": 0.0012998700129987, "transfer_into_account": 0.0015998400159984002, "transfer_not_received_by_recipient": 0.0013998600139986002, "transfer_timing": 0.0014998500149985001, "unable_to_verify_identity": 0.0016998300169983002, "verify_my_identity": 0.0015998400159984002, "verify_source_of_funds": 0.0029997000299970002, "verify_top_up": 0.0013998600139986002, "virtual_card_not_working": 0.0020997900209979003, "visa_or_mastercard": 0.0013998600139986002, "why_verify_identity": 0.0015998400159984002, "wrong_amount_of_cash_received": 0.0014998500149985001, "wrong_exchange_rate_for_cash_withdrawal": 0.0015998400159984002 }, "error": null, "latency_ms": 69.91779094096273, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1409", "text_group": "4ea8870c78c419dd81d8a0f5212d49d68824ba1f598077c72273b2227f0ec09b", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0013, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.7809, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.1923, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0002, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0004, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0009, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0013, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 70.6630420172587, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1410", "text_group": "007922b65ca63a93a65995c55eb05de1d9affe35fb9e2579b6802b272d7317d2", "expected": "compromised_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0015004501350405122, "activate_my_card": 0.0020006001800540163, "age_limit": 0.0014004201260378114, "apple_pay_or_google_pay": 0.00250075022506752, "atm_support": 0.0035010503150945285, "automatic_top_up": 0.0013003901170351103, "balance_not_updated_after_bank_transfer": 0.0020006001800540163, "balance_not_updated_after_cheque_or_cash_deposit": 0.002200660198059418, "beneficiary_not_allowed": 0.0047014104231269385, "cancel_transfer": 0.007002100630189057, "card_about_to_expire": 0.0019005701710513153, "card_acceptance": 0.005501650495148544, "card_arrival": 0.001600480144043213, "card_delivery_estimate": 0.0014004201260378114, "card_linking": 0.009002700810243071, "card_not_working": 0.006301890567170151, "card_payment_fee_charged": 0.00250075022506752, "card_payment_not_recognised": 0.0501150345103531, "card_payment_wrong_exchange_rate": 0.002400720216064819, "card_swallowed": 0.004001200360108033, "cash_withdrawal_charge": 0.0014004201260378114, "cash_withdrawal_not_recognised": 0.0018005401620486145, "change_pin": 0.0015004501350405122, "compromised_card": 0.27578273482044613, "contactless_not_working": 0.002200660198059418, "country_support": 0.002200660198059418, "declined_card_payment": 0.005401620486145844, "declined_cash_withdrawal": 0.001600480144043213, "declined_transfer": 0.002400720216064819, "direct_debit_payment_not_recognised": 0.012003601080324097, "disposable_card_limits": 0.003100930279083725, "edit_personal_details": 0.002100630189056717, "exchange_charge": 0.0014004201260378114, "exchange_rate": 0.0014004201260378114, "exchange_via_app": 0.0015004501350405122, "extra_charge_on_statement": 0.0015004501350405122, "failed_transfer": 0.0017005101530459135, "fiat_currency_support": 0.002200660198059418, "get_disposable_virtual_card": 0.002200660198059418, "get_physical_card": 0.002200660198059418, "getting_spare_card": 0.0015004501350405122, "getting_virtual_card": 0.0014004201260378114, "lost_or_stolen_card": 0.47574272281684504, "lost_or_stolen_phone": 0.0018005401620486145, "order_physical_card": 0.0014004201260378114, "passcode_forgotten": 0.0012003601080324095, "pending_card_payment": 0.0019005701710513153, "pending_cash_withdrawal": 0.001100330099029709, "pending_top_up": 0.0013003901170351103, "pending_transfer": 0.0013003901170351103, "pin_blocked": 0.002100630189056717, "receiving_money": 0.0020006001800540163, "request_refund": 0.0020006001800540163, "reverted_card_payment?": 0.007202160648194458, "supported_cards_and_currencies": 0.00750225067520256, "terminate_account": 0.0029008702610783233, "top_up_by_bank_transfer_charge": 0.0015004501350405122, "top_up_by_card_charge": 0.001600480144043213, "top_up_by_cash_or_cheque": 0.0015004501350405122, "top_up_failed": 0.0015004501350405122, "top_up_limits": 0.001600480144043213, "top_up_reverted": 0.002200660198059418, "topping_up_by_card": 0.003100930279083725, "transaction_charged_twice": 0.008102430729218764, "transfer_fee_charged": 0.001600480144043213, "transfer_into_account": 0.0013003901170351103, "transfer_not_received_by_recipient": 0.001600480144043213, "transfer_timing": 0.0014004201260378114, "unable_to_verify_identity": 0.003401020306091827, "verify_my_identity": 0.0020006001800540163, "verify_source_of_funds": 0.00370111033309993, "verify_top_up": 0.0017005101530459135, "virtual_card_not_working": 0.0030009002700810243, "visa_or_mastercard": 0.0026007802340702207, "why_verify_identity": 0.002700810243072922, "wrong_amount_of_cash_received": 0.0014004201260378114, "wrong_exchange_rate_for_cash_withdrawal": 0.0017005101530459135 }, "error": null, "latency_ms": 75.19829203374684, "usage": { "input_tokens": 614, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1411", "text_group": "ba2230ab8e1d393989cd156a667f2eed2637cdd7b20a240eae46736113a8ec8e", "expected": "compromised_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0030003000300030005, "activate_my_card": 0.0005000500050005002, "age_limit": 0.0004000400040004001, "apple_pay_or_google_pay": 0.0006000600060006001, "atm_support": 0.0007000700070007002, "automatic_top_up": 0.00030003000300030005, "balance_not_updated_after_bank_transfer": 0.0007000700070007002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006001, "beneficiary_not_allowed": 0.0008000800080008002, "cancel_transfer": 0.0006000600060006001, "card_about_to_expire": 0.0007000700070007002, "card_acceptance": 0.0007000700070007002, "card_arrival": 0.0006000600060006001, "card_delivery_estimate": 0.0005000500050005002, "card_linking": 0.0013001300130013002, "card_not_working": 0.005600560056005601, "card_payment_fee_charged": 0.0006000600060006001, "card_payment_not_recognised": 0.003700370037003701, "card_payment_wrong_exchange_rate": 0.0008000800080008002, "card_swallowed": 0.0009000900090009002, "cash_withdrawal_charge": 0.0004000400040004001, "cash_withdrawal_not_recognised": 0.0009000900090009002, "change_pin": 0.0004000400040004001, "compromised_card": 0.42164216421642164, "contactless_not_working": 0.0007000700070007002, "country_support": 0.0006000600060006001, "declined_card_payment": 0.008900890089008903, "declined_cash_withdrawal": 0.0006000600060006001, "declined_transfer": 0.0006000600060006001, "direct_debit_payment_not_recognised": 0.0006000600060006001, "disposable_card_limits": 0.0006000600060006001, "edit_personal_details": 0.0005000500050005002, "exchange_charge": 0.00030003000300030005, "exchange_rate": 0.00030003000300030005, "exchange_via_app": 0.0004000400040004001, "extra_charge_on_statement": 0.00030003000300030005, "failed_transfer": 0.0004000400040004001, "fiat_currency_support": 0.0005000500050005002, "get_disposable_virtual_card": 0.0005000500050005002, "get_physical_card": 0.0006000600060006001, "getting_spare_card": 0.0004000400040004001, "getting_virtual_card": 0.0004000400040004001, "lost_or_stolen_card": 0.49624962496249625, "lost_or_stolen_phone": 0.0004000400040004001, "order_physical_card": 0.0004000400040004001, "passcode_forgotten": 0.0004000400040004001, "pending_card_payment": 0.0005000500050005002, "pending_cash_withdrawal": 0.00030003000300030005, "pending_top_up": 0.00030003000300030005, "pending_transfer": 0.00030003000300030005, "pin_blocked": 0.0006000600060006001, "receiving_money": 0.0004000400040004001, "request_refund": 0.0077007700770077014, "reverted_card_payment?": 0.011201120112011203, "supported_cards_and_currencies": 0.0020002000200020006, "terminate_account": 0.0004000400040004001, "top_up_by_bank_transfer_charge": 0.00030003000300030005, "top_up_by_card_charge": 0.0004000400040004001, "top_up_by_cash_or_cheque": 0.0004000400040004001, "top_up_failed": 0.0005000500050005002, "top_up_limits": 0.0004000400040004001, "top_up_reverted": 0.0023002300230023005, "topping_up_by_card": 0.0007000700070007002, "transaction_charged_twice": 0.0005000500050005002, "transfer_fee_charged": 0.0004000400040004001, "transfer_into_account": 0.00030003000300030005, "transfer_not_received_by_recipient": 0.0004000400040004001, "transfer_timing": 0.00030003000300030005, "unable_to_verify_identity": 0.0006000600060006001, "verify_my_identity": 0.0004000400040004001, "verify_source_of_funds": 0.0005000500050005002, "verify_top_up": 0.0005000500050005002, "virtual_card_not_working": 0.0021002100210021, "visa_or_mastercard": 0.0019001900190019005, "why_verify_identity": 0.0006000600060006001, "wrong_amount_of_cash_received": 0.0006000600060006001, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006001 }, "error": null, "latency_ms": 70.35016699228436, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1412", "text_group": "802adadc6ad9ce2220bcef101eb3bf6ebd6adba6596c07ca888721b7a98e66d5", "expected": "compromised_card", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.007298540291941612, "activate_my_card": 0.004399120175964807, "age_limit": 0.004299140171965607, "apple_pay_or_google_pay": 0.0065986802639472104, "atm_support": 0.010097980403919215, "automatic_top_up": 0.004899020195960808, "balance_not_updated_after_bank_transfer": 0.009198160367926415, "balance_not_updated_after_cheque_or_cash_deposit": 0.008098380323935212, "beneficiary_not_allowed": 0.009298140371925615, "cancel_transfer": 0.035992801439712056, "card_about_to_expire": 0.004799040191961607, "card_acceptance": 0.007498500299940012, "card_arrival": 0.004599080183963208, "card_delivery_estimate": 0.004399120175964807, "card_linking": 0.007398520295940812, "card_not_working": 0.00629874025194961, "card_payment_fee_charged": 0.004999000199960009, "card_payment_not_recognised": 0.007598480303939213, "card_payment_wrong_exchange_rate": 0.006698660267946411, "card_swallowed": 0.00569886022795441, "cash_withdrawal_charge": 0.005198960207958408, "cash_withdrawal_not_recognised": 0.004799040191961607, "change_pin": 0.005298940211957609, "compromised_card": 0.028694261147770447, "contactless_not_working": 0.005798840231953609, "country_support": 0.006098780243951211, "declined_card_payment": 0.006098780243951211, "declined_cash_withdrawal": 0.005298940211957609, "declined_transfer": 0.006098780243951211, "direct_debit_payment_not_recognised": 0.012197560487902421, "disposable_card_limits": 0.007398520295940812, "edit_personal_details": 0.012197560487902421, "exchange_charge": 0.004099180163967207, "exchange_rate": 0.003699260147970406, "exchange_via_app": 0.004199160167966407, "extra_charge_on_statement": 0.005398920215956809, "failed_transfer": 0.004599080183963208, "fiat_currency_support": 0.007498500299940012, "get_disposable_virtual_card": 0.005398920215956809, "get_physical_card": 0.004299140171965607, "getting_spare_card": 0.0034993001399720057, "getting_virtual_card": 0.0033993201359728054, "lost_or_stolen_card": 0.004499100179964007, "lost_or_stolen_phone": 0.0031993601279744054, "order_physical_card": 0.004199160167966407, "passcode_forgotten": 0.004399120175964807, "pending_card_payment": 0.004999000199960009, "pending_cash_withdrawal": 0.004199160167966407, "pending_top_up": 0.004299140171965607, "pending_transfer": 0.004399120175964807, "pin_blocked": 0.006098780243951211, "receiving_money": 0.005798840231953609, "request_refund": 0.015996800639872025, "reverted_card_payment?": 0.005398920215956809, "supported_cards_and_currencies": 0.006398720255948811, "terminate_account": 0.4973005398920216, "top_up_by_bank_transfer_charge": 0.005198960207958408, "top_up_by_card_charge": 0.004199160167966407, "top_up_by_cash_or_cheque": 0.005298940211957609, "top_up_failed": 0.004599080183963208, "top_up_limits": 0.0046990601879624075, "top_up_reverted": 0.005598880223955209, "topping_up_by_card": 0.00569886022795441, "transaction_charged_twice": 0.0046990601879624075, "transfer_fee_charged": 0.004099180163967207, "transfer_into_account": 0.005098980203959208, "transfer_not_received_by_recipient": 0.004599080183963208, "transfer_timing": 0.004899020195960808, "unable_to_verify_identity": 0.006798640271945611, "verify_my_identity": 0.006798640271945611, "verify_source_of_funds": 0.007298540291941612, "verify_top_up": 0.007598480303939213, "virtual_card_not_working": 0.005798840231953609, "visa_or_mastercard": 0.005898820235952809, "why_verify_identity": 0.007198560287942412, "wrong_amount_of_cash_received": 0.005398920215956809, "wrong_exchange_rate_for_cash_withdrawal": 0.005898820235952809 }, "error": null, "latency_ms": 71.19150005746633, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1413", "text_group": "7856b3bcc9552f825275f2a35c5f83dd1c35c49c117ec6c3704119e862260f5f", "expected": "compromised_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0013998600139986002, "activate_my_card": 0.000999900009999, "age_limit": 0.0007999200079992001, "apple_pay_or_google_pay": 0.0012998700129987, "atm_support": 0.0012998700129987, "automatic_top_up": 0.0007999200079992001, "balance_not_updated_after_bank_transfer": 0.0016998300169983002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015998400159984002, "beneficiary_not_allowed": 0.0015998400159984002, "cancel_transfer": 0.0014998500149985001, "card_about_to_expire": 0.000999900009999, "card_acceptance": 0.0011998800119988001, "card_arrival": 0.0008999100089991, "card_delivery_estimate": 0.0008999100089991, "card_linking": 0.0012998700129987, "card_not_working": 0.0012998700129987, "card_payment_fee_charged": 0.0022997700229977, "card_payment_not_recognised": 0.08999100089991001, "card_payment_wrong_exchange_rate": 0.0017998200179982, "card_swallowed": 0.0014998500149985001, "cash_withdrawal_charge": 0.0030996900309969004, "cash_withdrawal_not_recognised": 0.0013998600139986002, "change_pin": 0.000999900009999, "compromised_card": 0.15488451154884514, "contactless_not_working": 0.000999900009999, "country_support": 0.0010998900109989002, "declined_card_payment": 0.0013998600139986002, "declined_cash_withdrawal": 0.0007999200079992001, "declined_transfer": 0.0008999100089991, "direct_debit_payment_not_recognised": 0.0847915208479152, "disposable_card_limits": 0.0011998800119988001, "edit_personal_details": 0.019198080191980802, "exchange_charge": 0.0011998800119988001, "exchange_rate": 0.0006999300069993001, "exchange_via_app": 0.0007999200079992001, "extra_charge_on_statement": 0.0115988401159884, "failed_transfer": 0.0007999200079992001, "fiat_currency_support": 0.0008999100089991, "get_disposable_virtual_card": 0.000999900009999, "get_physical_card": 0.0012998700129987, "getting_spare_card": 0.0007999200079992001, "getting_virtual_card": 0.0007999200079992001, "lost_or_stolen_card": 0.35796420357964204, "lost_or_stolen_phone": 0.009099090090990901, "order_physical_card": 0.0007999200079992001, "passcode_forgotten": 0.000999900009999, "pending_card_payment": 0.000999900009999, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.0007999200079992001, "pending_transfer": 0.0007999200079992001, "pin_blocked": 0.0013998600139986002, "receiving_money": 0.000999900009999, "request_refund": 0.0017998200179982, "reverted_card_payment?": 0.0017998200179982, "supported_cards_and_currencies": 0.0010998900109989002, "terminate_account": 0.0016998300169983002, "top_up_by_bank_transfer_charge": 0.0025997400259974, "top_up_by_card_charge": 0.0032996700329967, "top_up_by_cash_or_cheque": 0.0007999200079992001, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.0007999200079992001, "top_up_reverted": 0.0011998800119988001, "topping_up_by_card": 0.000999900009999, "transaction_charged_twice": 0.0010998900109989002, "transfer_fee_charged": 0.0013998600139986002, "transfer_into_account": 0.0006999300069993001, "transfer_not_received_by_recipient": 0.0007999200079992001, "transfer_timing": 0.0006999300069993001, "unable_to_verify_identity": 0.15648435156484353, "verify_my_identity": 0.0072992700729927005, "verify_source_of_funds": 0.000999900009999, "verify_top_up": 0.000999900009999, "virtual_card_not_working": 0.000999900009999, "visa_or_mastercard": 0.0008999100089991, "why_verify_identity": 0.0282971702829717, "wrong_amount_of_cash_received": 0.0007999200079992001, "wrong_exchange_rate_for_cash_withdrawal": 0.0010998900109989002 }, "error": null, "latency_ms": 70.31220803037286, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1414", "text_group": "022c3810b2070b32ae2a5c8fb558964d24b8d9198c35ce7392023c030cc4b520", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0003998800359892033, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0005998200539838048, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0005998200539838048, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0005998200539838048, "card_not_working": 0.0013995801259622115, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.8242527241827452, "contactless_not_working": 0.000499850044986504, "country_support": 0.0003998800359892033, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.14595621313605917, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0002999100269919024, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.0005998200539838048, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.0005998200539838048, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0008997300809757073, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0006997900629811057, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0006997900629811057, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 71.61029102280736, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1415", "text_group": "b724877bc63d110bba102620c9e6f5637a614ef7dc45a1c050facacc715fa520", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0007000700070007, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0053005300530053, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.7725772577257726, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0003000300030003, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0007000700070007, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.19731973197319733, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 72.39487499464303, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1416", "text_group": "dc6af9fb0338abbb80e91832c0ef5aae786dfb98ec3cf70e49ceb70a69c82b7b", "expected": "compromised_card", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0007997600719784066, "activate_my_card": 0.000499850044986504, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.000999700089973008, "automatic_top_up": 0.0005998200539838048, "balance_not_updated_after_bank_transfer": 0.0005998200539838048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.000999700089973008, "cancel_transfer": 0.000999700089973008, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.0006997900629811057, "card_not_working": 0.0006997900629811057, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.0008997300809757073, "card_payment_wrong_exchange_rate": 0.0006997900629811057, "card_swallowed": 0.0006997900629811057, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.000499850044986504, "compromised_card": 0.001099670098970309, "contactless_not_working": 0.0005998200539838048, "country_support": 0.0006997900629811057, "declined_card_payment": 0.0005998200539838048, "declined_cash_withdrawal": 0.0005998200539838048, "declined_transfer": 0.0006997900629811057, "direct_debit_payment_not_recognised": 0.000999700089973008, "disposable_card_limits": 0.0007997600719784066, "edit_personal_details": 0.0007997600719784066, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.000499850044986504, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.0006997900629811057, "get_disposable_virtual_card": 0.0006997900629811057, "get_physical_card": 0.0005998200539838048, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.0015995201439568132, "receiving_money": 0.000499850044986504, "request_refund": 0.0007997600719784066, "reverted_card_payment?": 0.0005998200539838048, "supported_cards_and_currencies": 0.0006997900629811057, "terminate_account": 0.9530140957712687, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.000499850044986504, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.0005998200539838048, "top_up_limits": 0.0005998200539838048, "top_up_reverted": 0.0007997600719784066, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.0005998200539838048, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.0005998200539838048, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.0006997900629811057, "verify_my_identity": 0.0005998200539838048, "verify_source_of_funds": 0.0007997600719784066, "verify_top_up": 0.0005998200539838048, "virtual_card_not_working": 0.0005998200539838048, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0005998200539838048, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998200539838048 }, "error": null, "latency_ms": 70.7821249961853, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1417", "text_group": "86701a9d8ae947aebb3d2c606bba7b4d1532374d1aa868cbbd7c4a7c7f277c77", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0007995202878273037, "activate_my_card": 0.0007995202878273037, "age_limit": 0.0004997001798920648, "apple_pay_or_google_pay": 0.0010993403957625426, "atm_support": 0.0007995202878273037, "automatic_top_up": 0.0004997001798920648, "balance_not_updated_after_bank_transfer": 0.0005996402158704777, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005996402158704777, "beneficiary_not_allowed": 0.0008994603238057167, "cancel_transfer": 0.0008994603238057167, "card_about_to_expire": 0.0008994603238057167, "card_acceptance": 0.0009994003597841297, "card_arrival": 0.0005996402158704777, "card_delivery_estimate": 0.0004997001798920648, "card_linking": 0.0018988606835898462, "card_not_working": 0.0032980211872876276, "card_payment_fee_charged": 0.0007995202878273037, "card_payment_not_recognised": 0.0036977813312012798, "card_payment_wrong_exchange_rate": 0.0007995202878273037, "card_swallowed": 0.0006995802518488907, "cash_withdrawal_charge": 0.0004997001798920648, "cash_withdrawal_not_recognised": 0.0004997001798920648, "change_pin": 0.0004997001798920648, "compromised_card": 0.8544873076154308, "contactless_not_working": 0.0007995202878273037, "country_support": 0.0005996402158704777, "declined_card_payment": 0.0011992804317409553, "declined_cash_withdrawal": 0.0004997001798920648, "declined_transfer": 0.0006995802518488907, "direct_debit_payment_not_recognised": 0.0008994603238057167, "disposable_card_limits": 0.0007995202878273037, "edit_personal_details": 0.0006995802518488907, "exchange_charge": 0.00039976014391365186, "exchange_rate": 0.00039976014391365186, "exchange_via_app": 0.00039976014391365186, "extra_charge_on_statement": 0.0004997001798920648, "failed_transfer": 0.0004997001798920648, "fiat_currency_support": 0.0006995802518488907, "get_disposable_virtual_card": 0.0006995802518488907, "get_physical_card": 0.0006995802518488907, "getting_spare_card": 0.0004997001798920648, "getting_virtual_card": 0.0004997001798920648, "lost_or_stolen_card": 0.08754747151708975, "lost_or_stolen_phone": 0.00039976014391365186, "order_physical_card": 0.0005996402158704777, "passcode_forgotten": 0.0004997001798920648, "pending_card_payment": 0.0005996402158704777, "pending_cash_withdrawal": 0.00039976014391365186, "pending_top_up": 0.00039976014391365186, "pending_transfer": 0.00039976014391365186, "pin_blocked": 0.0010993403957625426, "receiving_money": 0.0006995802518488907, "request_refund": 0.0006995802518488907, "reverted_card_payment?": 0.0008994603238057167, "supported_cards_and_currencies": 0.0012992204677193685, "terminate_account": 0.0011992804317409553, "top_up_by_bank_transfer_charge": 0.0004997001798920648, "top_up_by_card_charge": 0.0004997001798920648, "top_up_by_cash_or_cheque": 0.0004997001798920648, "top_up_failed": 0.0005996402158704777, "top_up_limits": 0.0004997001798920648, "top_up_reverted": 0.0006995802518488907, "topping_up_by_card": 0.0008994603238057167, "transaction_charged_twice": 0.0008994603238057167, "transfer_fee_charged": 0.0005996402158704777, "transfer_into_account": 0.0004997001798920648, "transfer_not_received_by_recipient": 0.0004997001798920648, "transfer_timing": 0.0004997001798920648, "unable_to_verify_identity": 0.0007995202878273037, "verify_my_identity": 0.0006995802518488907, "verify_source_of_funds": 0.0007995202878273037, "verify_top_up": 0.0004997001798920648, "virtual_card_not_working": 0.0010993403957625426, "visa_or_mastercard": 0.0010993403957625426, "why_verify_identity": 0.0007995202878273037, "wrong_amount_of_cash_received": 0.0005996402158704777, "wrong_exchange_rate_for_cash_withdrawal": 0.0004997001798920648 }, "error": null, "latency_ms": 72.6913339458406, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1418", "text_group": "0689aadb6d9daf024928c47cbec239b2820504546ddbae0ab6d344ed11cb4ecb", "expected": "compromised_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0007999200079992001, "activate_my_card": 0.0008999100089991, "age_limit": 0.0005999400059994001, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0008999100089991, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.0007999200079992001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.000999900009999, "cancel_transfer": 0.000999900009999, "card_about_to_expire": 0.0011998800119988001, "card_acceptance": 0.0008999100089991, "card_arrival": 0.0007999200079992001, "card_delivery_estimate": 0.0006999300069993001, "card_linking": 0.0021997800219978004, "card_not_working": 0.0021997800219978004, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.0013998600139986002, "card_payment_wrong_exchange_rate": 0.0006999300069993001, "card_swallowed": 0.0018998100189981002, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0005999400059994001, "compromised_card": 0.24457554244575544, "contactless_not_working": 0.0006999300069993001, "country_support": 0.0005999400059994001, "declined_card_payment": 0.0007999200079992001, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.000999900009999, "disposable_card_limits": 0.000999900009999, "edit_personal_details": 0.0006999300069993001, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.0005999400059994001, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.0006999300069993001, "get_physical_card": 0.0008999100089991, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.5090490950904909, "lost_or_stolen_phone": 0.0005999400059994001, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.0007999200079992001, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.0023997600239976003, "receiving_money": 0.0005999400059994001, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.000999900009999, "terminate_account": 0.18898110188981102, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.0005999400059994001, "transfer_not_received_by_recipient": 0.0005999400059994001, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.0008999100089991, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0007999200079992001, "visa_or_mastercard": 0.0007999200079992001, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0005999400059994001 }, "error": null, "latency_ms": 69.27537498995662, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1419", "text_group": "d75324a368051fbc00bc396d09f2bf8513928c0f5f240850d39791cd3213e01e", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0023, "activate_my_card": 0.0016, "age_limit": 0.0014, "apple_pay_or_google_pay": 0.0032, "atm_support": 0.0033, "automatic_top_up": 0.0021, "balance_not_updated_after_bank_transfer": 0.0061, "balance_not_updated_after_cheque_or_cash_deposit": 0.0037, "beneficiary_not_allowed": 0.0039, "cancel_transfer": 0.0023, "card_about_to_expire": 0.0016, "card_acceptance": 0.0028, "card_arrival": 0.0016, "card_delivery_estimate": 0.0016, "card_linking": 0.0028, "card_not_working": 0.0028, "card_payment_fee_charged": 0.002, "card_payment_not_recognised": 0.2573, "card_payment_wrong_exchange_rate": 0.0043, "card_swallowed": 0.0026, "cash_withdrawal_charge": 0.0021, "cash_withdrawal_not_recognised": 0.0035, "change_pin": 0.0018, "compromised_card": 0.4633, "contactless_not_working": 0.0024, "country_support": 0.0024, "declined_card_payment": 0.0028, "declined_cash_withdrawal": 0.0018, "declined_transfer": 0.0023, "direct_debit_payment_not_recognised": 0.0439, "disposable_card_limits": 0.0022, "edit_personal_details": 0.0025, "exchange_charge": 0.0018, "exchange_rate": 0.0016, "exchange_via_app": 0.0022, "extra_charge_on_statement": 0.009, "failed_transfer": 0.002, "fiat_currency_support": 0.0026, "get_disposable_virtual_card": 0.0021, "get_physical_card": 0.0017, "getting_spare_card": 0.0015, "getting_virtual_card": 0.0015, "lost_or_stolen_card": 0.0193, "lost_or_stolen_phone": 0.0023, "order_physical_card": 0.0015, "passcode_forgotten": 0.0017, "pending_card_payment": 0.0018, "pending_cash_withdrawal": 0.0015, "pending_top_up": 0.002, "pending_transfer": 0.0023, "pin_blocked": 0.0025, "receiving_money": 0.0282, "request_refund": 0.0027, "reverted_card_payment?": 0.0057, "supported_cards_and_currencies": 0.0025, "terminate_account": 0.0041, "top_up_by_bank_transfer_charge": 0.002, "top_up_by_card_charge": 0.0017, "top_up_by_cash_or_cheque": 0.0019, "top_up_failed": 0.0023, "top_up_limits": 0.0017, "top_up_reverted": 0.0034, "topping_up_by_card": 0.0024, "transaction_charged_twice": 0.005, "transfer_fee_charged": 0.0019, "transfer_into_account": 0.0037, "transfer_not_received_by_recipient": 0.0027, "transfer_timing": 0.0025, "unable_to_verify_identity": 0.0024, "verify_my_identity": 0.002, "verify_source_of_funds": 0.006, "verify_top_up": 0.0017, "virtual_card_not_working": 0.0025, "visa_or_mastercard": 0.0019, "why_verify_identity": 0.0036, "wrong_amount_of_cash_received": 0.0022, "wrong_exchange_rate_for_cash_withdrawal": 0.0021 }, "error": null, "latency_ms": 69.91737498901784, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1420", "text_group": "ec51978ffbe4c3b2397e724efbf43f3a8bb4a19660f2eef576b4feb576bf5952", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0003, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.001, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0007, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.6224, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0002, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.3552, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0002, "request_refund": 0.0005, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.001, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 70.60850004199892, "usage": { "input_tokens": 614, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1421", "text_group": "b092cc98034db90291aecbd530e2e0db5269100da82be28e1bc46e732ca67f51", "expected": "compromised_card", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.004801440432129638, "activate_my_card": 0.011003300990297088, "age_limit": 0.006101830549164749, "apple_pay_or_google_pay": 0.013404021206361909, "atm_support": 0.014904471341402421, "automatic_top_up": 0.00620186055816745, "balance_not_updated_after_bank_transfer": 0.00500150045013504, "balance_not_updated_after_cheque_or_cash_deposit": 0.005601680504151245, "beneficiary_not_allowed": 0.007602280684205261, "cancel_transfer": 0.015104531359407822, "card_about_to_expire": 0.006401920576172852, "card_acceptance": 0.012503751125337602, "card_arrival": 0.005201560468140441, "card_delivery_estimate": 0.005301590477143143, "card_linking": 0.04791437431229369, "card_not_working": 0.11683505051515454, "card_payment_fee_charged": 0.007702310693207963, "card_payment_not_recognised": 0.006001800540162049, "card_payment_wrong_exchange_rate": 0.006001800540162049, "card_swallowed": 0.02030609182754826, "cash_withdrawal_charge": 0.004801440432129638, "cash_withdrawal_not_recognised": 0.0039011703511053313, "change_pin": 0.005801740522156647, "compromised_card": 0.014904471341402421, "contactless_not_working": 0.012903871161348404, "country_support": 0.007002100630189057, "declined_card_payment": 0.006802040612183654, "declined_cash_withdrawal": 0.005801740522156647, "declined_transfer": 0.006501950585175552, "direct_debit_payment_not_recognised": 0.006401920576172852, "disposable_card_limits": 0.048514554366309894, "edit_personal_details": 0.006301890567170151, "exchange_charge": 0.004101230369110733, "exchange_rate": 0.0039011703511053313, "exchange_via_app": 0.00500150045013504, "extra_charge_on_statement": 0.005101530459137742, "failed_transfer": 0.004201260378113434, "fiat_currency_support": 0.00740222066619986, "get_disposable_virtual_card": 0.022106631989596878, "get_physical_card": 0.016805041512453735, "getting_spare_card": 0.005701710513153946, "getting_virtual_card": 0.005801740522156647, "lost_or_stolen_card": 0.006101830549164749, "lost_or_stolen_phone": 0.0038011403421026307, "order_physical_card": 0.008602580774232269, "passcode_forgotten": 0.005401620486145844, "pending_card_payment": 0.005201560468140441, "pending_cash_withdrawal": 0.003401020306091827, "pending_top_up": 0.003601080324097229, "pending_transfer": 0.00370111033309993, "pin_blocked": 0.08102430729218765, "receiving_money": 0.005101530459137742, "request_refund": 0.0047014104231269385, "reverted_card_payment?": 0.006601980594178253, "supported_cards_and_currencies": 0.11623487046113834, "terminate_account": 0.06461938581574472, "top_up_by_bank_transfer_charge": 0.0047014104231269385, "top_up_by_card_charge": 0.005401620486145844, "top_up_by_cash_or_cheque": 0.004501350405121536, "top_up_failed": 0.00500150045013504, "top_up_limits": 0.006501950585175552, "top_up_reverted": 0.00620186055816745, "topping_up_by_card": 0.01870561168350505, "transaction_charged_twice": 0.004201260378113434, "transfer_fee_charged": 0.004401320396118836, "transfer_into_account": 0.0038011403421026307, "transfer_not_received_by_recipient": 0.004001200360108033, "transfer_timing": 0.004401320396118836, "unable_to_verify_identity": 0.005501650495148544, "verify_my_identity": 0.005401620486145844, "verify_source_of_funds": 0.005501650495148544, "verify_top_up": 0.004401320396118836, "virtual_card_not_working": 0.024207262178653596, "visa_or_mastercard": 0.016905071521456434, "why_verify_identity": 0.0047014104231269385, "wrong_amount_of_cash_received": 0.004401320396118836, "wrong_exchange_rate_for_cash_withdrawal": 0.005401620486145844 }, "error": null, "latency_ms": 69.84295905567706, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1422", "text_group": "8e9e623059f94d037b650d50cf9f77bcc45f6815f48c6f5245edf90d2092ad53", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.0006002400960384153, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00040016006402561027, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.7981192476990796, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00020008003201280514, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.18137254901960784, "lost_or_stolen_phone": 0.00040016006402561027, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00020008003201280514, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 70.67979197017848, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1423", "text_group": "374f1b9c77fc2dceb7e16f8cdec38abe80f4a6a28fecccd7d569ee41c916ac63", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.7857428514297141, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.19326134773045392, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.00019996000799840034, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0007998400319936014, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 73.15266702789813, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1424", "text_group": "6f8d7d7d293a9828e8039b28fb93f37f87daeb96dbb32ea356744f70543fe5e8", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0021, "activate_my_card": 0.0008, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0008, "atm_support": 0.0011, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011, "beneficiary_not_allowed": 0.0012, "cancel_transfer": 0.0007, "card_about_to_expire": 0.001, "card_acceptance": 0.001, "card_arrival": 0.0007, "card_delivery_estimate": 0.0007, "card_linking": 0.0013, "card_not_working": 0.0017, "card_payment_fee_charged": 0.0008, "card_payment_not_recognised": 0.002, "card_payment_wrong_exchange_rate": 0.0011, "card_swallowed": 0.0016, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.001, "change_pin": 0.0006, "compromised_card": 0.8469, "contactless_not_working": 0.0011, "country_support": 0.0009, "declined_card_payment": 0.001, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.0015, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0008, "exchange_charge": 0.0006, "exchange_rate": 0.0006, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.0007, "fiat_currency_support": 0.0009, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0007, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0809, "lost_or_stolen_phone": 0.0006, "order_physical_card": 0.0006, "passcode_forgotten": 0.0007, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0006, "pending_transfer": 0.0006, "pin_blocked": 0.0011, "receiving_money": 0.0009, "request_refund": 0.0015, "reverted_card_payment?": 0.0023, "supported_cards_and_currencies": 0.0017, "terminate_account": 0.0008, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0008, "top_up_limits": 0.0006, "top_up_reverted": 0.0011, "topping_up_by_card": 0.001, "transaction_charged_twice": 0.004, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0008, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.001, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0009, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0019, "visa_or_mastercard": 0.0012, "why_verify_identity": 0.001, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.0008 }, "error": null, "latency_ms": 70.37500001024455, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1425", "text_group": "571d42c00fececce6be5751fd6ba95c1c8c2143af43aa605da7011f0fb2ab75e", "expected": "compromised_card", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0008000800080008001, "age_limit": 0.0009000900090009, "apple_pay_or_google_pay": 0.0009000900090009, "atm_support": 0.0014001400140014, "automatic_top_up": 0.0009000900090009, "balance_not_updated_after_bank_transfer": 0.0008000800080008001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090009, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.0015001500150015003, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0009000900090009, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.0007000700070007, "card_linking": 0.0011001100110011003, "card_not_working": 0.001000100010001, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.0009000900090009, "card_payment_wrong_exchange_rate": 0.0009000900090009, "card_swallowed": 0.0009000900090009, "cash_withdrawal_charge": 0.0007000700070007, "cash_withdrawal_not_recognised": 0.0006000600060006, "change_pin": 0.0008000800080008001, "compromised_card": 0.0008000800080008001, "contactless_not_working": 0.0009000900090009, "country_support": 0.001000100010001, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0008000800080008001, "declined_transfer": 0.001000100010001, "direct_debit_payment_not_recognised": 0.0013001300130013002, "disposable_card_limits": 0.0023002300230023, "edit_personal_details": 0.0011001100110011003, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.0009000900090009, "failed_transfer": 0.0006000600060006, "fiat_currency_support": 0.0011001100110011003, "get_disposable_virtual_card": 0.0011001100110011003, "get_physical_card": 0.0009000900090009, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0006000600060006, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.0007000700070007, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.0045004500450045, "receiving_money": 0.0007000700070007, "request_refund": 0.0006000600060006, "reverted_card_payment?": 0.0008000800080008001, "supported_cards_and_currencies": 0.001000100010001, "terminate_account": 0.9345934593459346, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.0006000600060006, "top_up_by_cash_or_cheque": 0.0006000600060006, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0009000900090009, "top_up_reverted": 0.0009000900090009, "topping_up_by_card": 0.0007000700070007, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.0009000900090009, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0007000700070007, "unable_to_verify_identity": 0.0008000800080008001, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0008000800080008001, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.0008000800080008001, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0006000600060006, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008001 }, "error": null, "latency_ms": 70.00270893331617, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1426", "text_group": "914c0e072bbfdde3252fd0ee6ab0a7246ab9dafb8cfe1869b66eb421ee0585b7", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.00029982010793523883, "activate_my_card": 0.00019988007195682593, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00029982010793523883, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.00019988007195682593, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019988007195682593, "beneficiary_not_allowed": 0.00019988007195682593, "cancel_transfer": 0.00019988007195682593, "card_about_to_expire": 0.00039976014391365186, "card_acceptance": 0.00029982010793523883, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00019988007195682593, "card_linking": 0.00039976014391365186, "card_not_working": 0.0006995802518488907, "card_payment_fee_charged": 0.00019988007195682593, "card_payment_not_recognised": 0.00029982010793523883, "card_payment_wrong_exchange_rate": 0.00019988007195682593, "card_swallowed": 0.00039976014391365186, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.00019988007195682593, "compromised_card": 0.7181690985408755, "contactless_not_working": 0.00029982010793523883, "country_support": 0.00029982010793523883, "declined_card_payment": 0.00029982010793523883, "declined_cash_withdrawal": 0.00019988007195682593, "declined_transfer": 0.00019988007195682593, "direct_debit_payment_not_recognised": 0.00019988007195682593, "disposable_card_limits": 0.00019988007195682593, "edit_personal_details": 0.00019988007195682593, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00019988007195682593, "fiat_currency_support": 0.00019988007195682593, "get_disposable_virtual_card": 0.00019988007195682593, "get_physical_card": 0.00019988007195682593, "getting_spare_card": 0.00019988007195682593, "getting_virtual_card": 0.00019988007195682593, "lost_or_stolen_card": 0.26324205476713974, "lost_or_stolen_phone": 0.00029982010793523883, "order_physical_card": 0.00019988007195682593, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00019988007195682593, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00019988007195682593, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.00029982010793523883, "receiving_money": 0.00019988007195682593, "request_refund": 0.00019988007195682593, "reverted_card_payment?": 0.00029982010793523883, "supported_cards_and_currencies": 0.00039976014391365186, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00019988007195682593, "top_up_failed": 0.00019988007195682593, "top_up_limits": 0.00019988007195682593, "top_up_reverted": 0.00029982010793523883, "topping_up_by_card": 0.00029982010793523883, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.00039976014391365186, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.0006995802518488907, "visa_or_mastercard": 0.00029982010793523883, "why_verify_identity": 0.00029982010793523883, "wrong_amount_of_cash_received": 0.00019988007195682593, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682593 }, "error": null, "latency_ms": 69.47870797012001, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1427", "text_group": "a5faba5dff2d9e9565fbedbca9478b6d300329d76d82ac7624e230eb732bca3b", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0005, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0006, "card_acceptance": 0.0006, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0014, "card_not_working": 0.0041, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.9435, "contactless_not_working": 0.0006, "country_support": 0.0004, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0145, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0028, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0015, "terminate_account": 0.0009, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0004, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0018, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0016, "visa_or_mastercard": 0.0008, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 72.40599999204278, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1428", "text_group": "5a2f0ccdd483ccc9848a52ee923411ff8712ed25233f0817264755304ed41c49", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0007002801120448179, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.0022008803521408565, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.00020008003201280514, "compromised_card": 0.600640256102441, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.0005002000800320128, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.0005002000800320128, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.3722488995598239, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00030012004801920766, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.0005002000800320128, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.0015006002400960385, "verify_my_identity": 0.00040016006402561027, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.0005002000800320128, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 69.51449997723103, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1429", "text_group": "acfcf7f5dee732a919b86310b79e1023402439eb23a46fe0c8cfc745df24fd38", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0004, "card_acceptance": 0.0003, "card_arrival": 0.0003, "card_delivery_estimate": 0.0002, "card_linking": 0.0004, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.6401, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0002, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.3404, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0002, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 71.31741696503013, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1430", "text_group": "1ee12c49997a4aac94db2a75cf9c69ecbf3f2f559d81f0aae78a5572889eeb93", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0006995802518488906, "activate_my_card": 0.0004997001798920647, "age_limit": 0.0002998201079352388, "apple_pay_or_google_pay": 0.0004997001798920647, "atm_support": 0.0005996402158704776, "automatic_top_up": 0.0002998201079352388, "balance_not_updated_after_bank_transfer": 0.0006995802518488906, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005996402158704776, "beneficiary_not_allowed": 0.0006995802518488906, "cancel_transfer": 0.0007995202878273035, "card_about_to_expire": 0.0007995202878273035, "card_acceptance": 0.0007995202878273035, "card_arrival": 0.0004997001798920647, "card_delivery_estimate": 0.00039976014391365176, "card_linking": 0.0010993403957625424, "card_not_working": 0.001499100539676194, "card_payment_fee_charged": 0.0004997001798920647, "card_payment_not_recognised": 0.0006995802518488906, "card_payment_wrong_exchange_rate": 0.0005996402158704776, "card_swallowed": 0.0008994603238057164, "cash_withdrawal_charge": 0.00039976014391365176, "cash_withdrawal_not_recognised": 0.0004997001798920647, "change_pin": 0.00039976014391365176, "compromised_card": 0.9364381371177293, "contactless_not_working": 0.0005996402158704776, "country_support": 0.0004997001798920647, "declined_card_payment": 0.0006995802518488906, "declined_cash_withdrawal": 0.00039976014391365176, "declined_transfer": 0.0004997001798920647, "direct_debit_payment_not_recognised": 0.0004997001798920647, "disposable_card_limits": 0.0004997001798920647, "edit_personal_details": 0.0004997001798920647, "exchange_charge": 0.0002998201079352388, "exchange_rate": 0.0002998201079352388, "exchange_via_app": 0.00039976014391365176, "extra_charge_on_statement": 0.00039976014391365176, "failed_transfer": 0.00039976014391365176, "fiat_currency_support": 0.0004997001798920647, "get_disposable_virtual_card": 0.0004997001798920647, "get_physical_card": 0.0004997001798920647, "getting_spare_card": 0.00039976014391365176, "getting_virtual_card": 0.00039976014391365176, "lost_or_stolen_card": 0.022186687987207673, "lost_or_stolen_phone": 0.0002998201079352388, "order_physical_card": 0.00039976014391365176, "passcode_forgotten": 0.00039976014391365176, "pending_card_payment": 0.0004997001798920647, "pending_cash_withdrawal": 0.00039976014391365176, "pending_top_up": 0.00039976014391365176, "pending_transfer": 0.00039976014391365176, "pin_blocked": 0.0006995802518488906, "receiving_money": 0.0004997001798920647, "request_refund": 0.0008994603238057164, "reverted_card_payment?": 0.0005996402158704776, "supported_cards_and_currencies": 0.0009994003597841295, "terminate_account": 0.0005996402158704776, "top_up_by_bank_transfer_charge": 0.00039976014391365176, "top_up_by_card_charge": 0.00039976014391365176, "top_up_by_cash_or_cheque": 0.00039976014391365176, "top_up_failed": 0.00039976014391365176, "top_up_limits": 0.00039976014391365176, "top_up_reverted": 0.0006995802518488906, "topping_up_by_card": 0.0005996402158704776, "transaction_charged_twice": 0.00039976014391365176, "transfer_fee_charged": 0.00039976014391365176, "transfer_into_account": 0.0002998201079352388, "transfer_not_received_by_recipient": 0.0004997001798920647, "transfer_timing": 0.00039976014391365176, "unable_to_verify_identity": 0.0006995802518488906, "verify_my_identity": 0.0005996402158704776, "verify_source_of_funds": 0.0005996402158704776, "verify_top_up": 0.0004997001798920647, "virtual_card_not_working": 0.0010993403957625424, "visa_or_mastercard": 0.0007995202878273035, "why_verify_identity": 0.0006995802518488906, "wrong_amount_of_cash_received": 0.00039976014391365176, "wrong_exchange_rate_for_cash_withdrawal": 0.0004997001798920647 }, "error": null, "latency_ms": 69.09879192244262, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1431", "text_group": "df181e06a0a06fce5183061fa3e86f8f499aa26e3a762324f6302a7868da105e", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0006001800540162049, "activate_my_card": 0.0005001500450135041, "age_limit": 0.0005001500450135041, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0006001800540162049, "automatic_top_up": 0.0004001200360108033, "balance_not_updated_after_bank_transfer": 0.0004001200360108033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004001200360108033, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0005001500450135041, "card_about_to_expire": 0.0014004201260378114, "card_acceptance": 0.0012003601080324098, "card_arrival": 0.0005001500450135041, "card_delivery_estimate": 0.0004001200360108033, "card_linking": 0.002100630189056717, "card_not_working": 0.0006001800540162049, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0014004201260378114, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0006001800540162049, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.0004001200360108033, "change_pin": 0.0004001200360108033, "compromised_card": 0.9139741922576773, "contactless_not_working": 0.0004001200360108033, "country_support": 0.0005001500450135041, "declined_card_payment": 0.0004001200360108033, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.0012003601080324098, "edit_personal_details": 0.0018005401620486148, "exchange_charge": 0.00030009002700810244, "exchange_rate": 0.00030009002700810244, "exchange_via_app": 0.0004001200360108033, "extra_charge_on_statement": 0.0004001200360108033, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.0005001500450135041, "get_disposable_virtual_card": 0.002100630189056717, "get_physical_card": 0.0024007202160648195, "getting_spare_card": 0.0035010503150945285, "getting_virtual_card": 0.0015004501350405124, "lost_or_stolen_card": 0.03030909272781835, "lost_or_stolen_phone": 0.00030009002700810244, "order_physical_card": 0.007602280684205262, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.0004001200360108033, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.0005001500450135041, "receiving_money": 0.0004001200360108033, "request_refund": 0.0007002100630189057, "reverted_card_payment?": 0.0006001800540162049, "supported_cards_and_currencies": 0.0015004501350405124, "terminate_account": 0.0004001200360108033, "top_up_by_bank_transfer_charge": 0.00030009002700810244, "top_up_by_card_charge": 0.0004001200360108033, "top_up_by_cash_or_cheque": 0.0004001200360108033, "top_up_failed": 0.0004001200360108033, "top_up_limits": 0.0004001200360108033, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.0006001800540162049, "transaction_charged_twice": 0.00030009002700810244, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.00030009002700810244, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00030009002700810244, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0006001800540162049, "verify_source_of_funds": 0.0006001800540162049, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.0007002100630189057, "visa_or_mastercard": 0.0010003000900270082, "why_verify_identity": 0.0007002100630189057, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.0004001200360108033 }, "error": null, "latency_ms": 70.2943749492988, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1432", "text_group": "eb8c3b928b68f1c8eb6242cd2b106aedaaa3e410eb1ea6df83f77cf8be950f03", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.0006001800540162048, "atm_support": 0.0007002100630189057, "automatic_top_up": 0.00040012003601080324, "balance_not_updated_after_bank_transfer": 0.0008002400720216065, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002100630189057, "beneficiary_not_allowed": 0.0007002100630189057, "cancel_transfer": 0.0006001800540162048, "card_about_to_expire": 0.0006001800540162048, "card_acceptance": 0.0010003000900270082, "card_arrival": 0.0007002100630189057, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.0017005101530459135, "card_not_working": 0.0010003000900270082, "card_payment_fee_charged": 0.0006001800540162048, "card_payment_not_recognised": 0.07532259677903372, "card_payment_wrong_exchange_rate": 0.0008002400720216065, "card_swallowed": 0.0012003601080324095, "cash_withdrawal_charge": 0.00040012003601080324, "cash_withdrawal_not_recognised": 0.0015004501350405122, "change_pin": 0.00040012003601080324, "compromised_card": 0.7563268980694208, "contactless_not_working": 0.0006001800540162048, "country_support": 0.0005001500450135041, "declined_card_payment": 0.0008002400720216065, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.003100930279083725, "disposable_card_limits": 0.0006001800540162048, "edit_personal_details": 0.0007002100630189057, "exchange_charge": 0.00040012003601080324, "exchange_rate": 0.00040012003601080324, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.0006001800540162048, "get_disposable_virtual_card": 0.0006001800540162048, "get_physical_card": 0.0007002100630189057, "getting_spare_card": 0.0005001500450135041, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.11733520056016805, "lost_or_stolen_phone": 0.0005001500450135041, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.0005001500450135041, "pending_card_payment": 0.0006001800540162048, "pending_cash_withdrawal": 0.00040012003601080324, "pending_top_up": 0.00040012003601080324, "pending_transfer": 0.0005001500450135041, "pin_blocked": 0.0007002100630189057, "receiving_money": 0.0007002100630189057, "request_refund": 0.0007002100630189057, "reverted_card_payment?": 0.0014004201260378114, "supported_cards_and_currencies": 0.0009002700810243073, "terminate_account": 0.0005001500450135041, "top_up_by_bank_transfer_charge": 0.00040012003601080324, "top_up_by_card_charge": 0.00040012003601080324, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.0005001500450135041, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.0008002400720216065, "topping_up_by_card": 0.0007002100630189057, "transaction_charged_twice": 0.0013003901170351103, "transfer_fee_charged": 0.00040012003601080324, "transfer_into_account": 0.00040012003601080324, "transfer_not_received_by_recipient": 0.0006001800540162048, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.0019005701710513153, "verify_my_identity": 0.0007002100630189057, "verify_source_of_funds": 0.0007002100630189057, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.0009002700810243073, "visa_or_mastercard": 0.0009002700810243073, "why_verify_identity": 0.0007002100630189057, "wrong_amount_of_cash_received": 0.0005001500450135041, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 71.4899169979617, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1433", "text_group": "409913a917931688b8e199bfe69a9ed43d464a96d1532b1def1c959625d45f1e", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0006998600279944011, "activate_my_card": 0.0004999000199960008, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.0005998800239952009, "card_about_to_expire": 0.0006998600279944011, "card_acceptance": 0.0007998400319936014, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.001799640071985603, "card_not_working": 0.0011997600479904018, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0006998600279944011, "card_payment_wrong_exchange_rate": 0.0006998600279944011, "card_swallowed": 0.0026994601079784043, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0003999200159968007, "compromised_card": 0.9030193961207759, "contactless_not_working": 0.0005998800239952009, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0008998200359928015, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0005998800239952009, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0007998400319936014, "get_physical_card": 0.0006998600279944011, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.04949010197960408, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0008998200359928015, "receiving_money": 0.0005998800239952009, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0007998400319936014, "supported_cards_and_currencies": 0.0011997600479904018, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0007998400319936014, "topping_up_by_card": 0.0006998600279944011, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0009998000399920016, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0006998600279944011, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.0014997000599880025, "visa_or_mastercard": 0.0008998200359928015, "why_verify_identity": 0.0011997600479904018, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 71.22041692491621, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1434", "text_group": "9eb25ea1d1744321828aeb833ac47e039b6b7c0338e64d82582d3900f78eb0c0", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0012001200120012, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.7993799379937994, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00020002000200020003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.179017901790179, "lost_or_stolen_phone": 0.002000200020002, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 68.1105830008164, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1435", "text_group": "2e72ba38039812b32cde0d3b37634a42653e13a1bc027c422197e99139d32053", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.000400200100050025, "activate_my_card": 0.00030015007503751874, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.000400200100050025, "card_acceptance": 0.000400200100050025, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.0009004502251125562, "card_not_working": 0.000400200100050025, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.000400200100050025, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.0005002501250625312, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.00030015007503751874, "compromised_card": 0.7915957978989494, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.0002001000500250125, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.0005002501250625312, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.000400200100050025, "get_physical_card": 0.000400200100050025, "getting_spare_card": 0.00030015007503751874, "getting_virtual_card": 0.00030015007503751874, "lost_or_stolen_card": 0.1858929464732366, "lost_or_stolen_phone": 0.00030015007503751874, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.00030015007503751874, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.000400200100050025, "receiving_money": 0.00030015007503751874, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.000400200100050025, "supported_cards_and_currencies": 0.0006003001500750375, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.0002001000500250125, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.0002001000500250125, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.000400200100050025, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.000400200100050025, "visa_or_mastercard": 0.0005002501250625312, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.23774997610599, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1436", "text_group": "924cf2432f3f28a9e2c16cbcc6dd6bf6159f5a6202a24b5abc4f638399c01f57", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0003998400639744103, "activate_my_card": 0.0002998800479808077, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0003998400639744103, "atm_support": 0.0003998400639744103, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0004998000799680128, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.0012994802079168333, "card_acceptance": 0.0004998000799680128, "card_arrival": 0.0004998000799680128, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0006997201119552179, "card_not_working": 0.0009996001599360256, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0005997600959616154, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.008696521391443423, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0002998800479808077, "compromised_card": 0.8187724910035986, "contactless_not_working": 0.0004998000799680128, "country_support": 0.0003998400639744103, "declined_card_payment": 0.0004998000799680128, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0004998000799680128, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0004998000799680128, "get_physical_card": 0.0004998000799680128, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.13864454218312675, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0004998000799680128, "receiving_money": 0.0003998400639744103, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0010995601759296284, "supported_cards_and_currencies": 0.0005997600959616154, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.002898840463814474, "topping_up_by_card": 0.0005997600959616154, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0003998400639744103, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0010995601759296284, "visa_or_mastercard": 0.0005997600959616154, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 70.5510419793427, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1437", "text_group": "5e66e82b45f5e83d8c67f32115df3ecbd2bd2b07dbdbdea234d7c81eb78818d9", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0005, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.7919, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.1864, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0005, "receiving_money": 0.0002, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0009, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0008, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 69.77666693273932, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1438", "text_group": "7718f3255bd08bfc286041534cd0819cb70a84924ab0083cb34b0b4e4d9b6bf7", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.021304260852170437, "activate_my_card": 0.008101620324064814, "age_limit": 0.005001000200040008, "apple_pay_or_google_pay": 0.007101420284056813, "atm_support": 0.011302260452090419, "automatic_top_up": 0.00590118023604721, "balance_not_updated_after_bank_transfer": 0.006101220244048811, "balance_not_updated_after_cheque_or_cash_deposit": 0.006201240248049611, "beneficiary_not_allowed": 0.013202640528105622, "cancel_transfer": 0.010102020404080817, "card_about_to_expire": 0.006901380276055211, "card_acceptance": 0.011602320464092819, "card_arrival": 0.005601120224044809, "card_delivery_estimate": 0.005401080216043209, "card_linking": 0.03000600120024005, "card_not_working": 0.04300860172034407, "card_payment_fee_charged": 0.007801560312062413, "card_payment_not_recognised": 0.01230246049209842, "card_payment_wrong_exchange_rate": 0.006601320264052811, "card_swallowed": 0.009901980396079217, "cash_withdrawal_charge": 0.005001000200040008, "cash_withdrawal_not_recognised": 0.004800960192038408, "change_pin": 0.004900980196039208, "compromised_card": 0.2689537907581516, "contactless_not_working": 0.008101620324064814, "country_support": 0.007101420284056813, "declined_card_payment": 0.011202240448089618, "declined_cash_withdrawal": 0.00570114022804561, "declined_transfer": 0.0067013402680536115, "direct_debit_payment_not_recognised": 0.008701740348069614, "disposable_card_limits": 0.020904180836167234, "edit_personal_details": 0.008101620324064814, "exchange_charge": 0.0038007601520304063, "exchange_rate": 0.0033006601320264054, "exchange_via_app": 0.003500700140028006, "extra_charge_on_statement": 0.005401080216043209, "failed_transfer": 0.0044008801760352075, "fiat_currency_support": 0.006601320264052811, "get_disposable_virtual_card": 0.007701540308061613, "get_physical_card": 0.008601720344068815, "getting_spare_card": 0.004500900180036007, "getting_virtual_card": 0.004200840168033607, "lost_or_stolen_card": 0.01770354070814163, "lost_or_stolen_phone": 0.0037007401480296065, "order_physical_card": 0.006601320264052811, "passcode_forgotten": 0.005001000200040008, "pending_card_payment": 0.006501300260052011, "pending_cash_withdrawal": 0.0039007801560312066, "pending_top_up": 0.004100820164032807, "pending_transfer": 0.004100820164032807, "pin_blocked": 0.02490498099619924, "receiving_money": 0.005601120224044809, "request_refund": 0.025505101020204042, "reverted_card_payment?": 0.008601720344068815, "supported_cards_and_currencies": 0.03890778155631126, "terminate_account": 0.043708741748349676, "top_up_by_bank_transfer_charge": 0.005001000200040008, "top_up_by_card_charge": 0.006101220244048811, "top_up_by_cash_or_cheque": 0.004600920184036808, "top_up_failed": 0.005601120224044809, "top_up_limits": 0.006101220244048811, "top_up_reverted": 0.008201640328065614, "topping_up_by_card": 0.019003800760152033, "transaction_charged_twice": 0.005101020204040809, "transfer_fee_charged": 0.0044008801760352075, "transfer_into_account": 0.0038007601520304063, "transfer_not_received_by_recipient": 0.004700940188037608, "transfer_timing": 0.0044008801760352075, "unable_to_verify_identity": 0.007401480296059213, "verify_my_identity": 0.006101220244048811, "verify_source_of_funds": 0.007801560312062413, "verify_top_up": 0.00600120024004801, "virtual_card_not_working": 0.010402080416083218, "visa_or_mastercard": 0.02360472094418884, "why_verify_identity": 0.006501300260052011, "wrong_amount_of_cash_received": 0.005101020204040809, "wrong_exchange_rate_for_cash_withdrawal": 0.005601120224044809 }, "error": null, "latency_ms": 75.07516595069319, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1439", "text_group": "196b7afadd96f4d4bf0faeb57273a971352e4ac41de2d5b15491d6774998cd57", "expected": "compromised_card", "prediction": "compromised_card", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0006, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0008, "card_not_working": 0.0059, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.8704, "contactless_not_working": 0.0005, "country_support": 0.0003, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0918, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0003, "pin_blocked": 0.0027, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0007, "terminate_account": 0.0012, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.004, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 73.19466699846089, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1440", "text_group": "7536071a65873b72f9168ededea7f47652f8a36ea406cf512adca42dd037a035", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.8829117088291171, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0160983901609839, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0005999400059994001, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0010998900109989002, "country_support": 0.001999800019998, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0008999100089991, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0011998800119988001, "get_disposable_virtual_card": 0.0007999200079992001, "get_physical_card": 0.0007999200079992001, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.0007999200079992001, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.0004999500049995, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.06669333066693331, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0008999100089991, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0028997100289971, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 73.02566699218005, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1441", "text_group": "9fd37a9c09c5255ea56f1ce0d9f0b92d37cbe28d252f47a35f61cceee844e481", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.9452, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0003, "card_acceptance": 0.0034, "card_arrival": 0.0002, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0005, "country_support": 0.0005, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0281, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 72.7551250020042, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1442", "text_group": "273031c004f8d8daad07404e4961a274a1292b9831c60240f1899b9a5553c9bd", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0013997200559888023, "age_limit": 0.0008998200359928015, "apple_pay_or_google_pay": 0.0011997600479904018, "atm_support": 0.6389722055588882, "automatic_top_up": 0.001299740051989602, "balance_not_updated_after_bank_transfer": 0.001299740051989602, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014997000599880025, "beneficiary_not_allowed": 0.0013997200559888023, "cancel_transfer": 0.0007998400319936014, "card_about_to_expire": 0.0009998000399920016, "card_acceptance": 0.002599480103979204, "card_arrival": 0.001299740051989602, "card_delivery_estimate": 0.0013997200559888023, "card_linking": 0.0021995600879824036, "card_not_working": 0.0014997000599880025, "card_payment_fee_charged": 0.0013997200559888023, "card_payment_not_recognised": 0.0011997600479904018, "card_payment_wrong_exchange_rate": 0.001299740051989602, "card_swallowed": 0.001299740051989602, "cash_withdrawal_charge": 0.003899220155968806, "cash_withdrawal_not_recognised": 0.0018996200759848032, "change_pin": 0.0008998200359928015, "compromised_card": 0.0011997600479904018, "contactless_not_working": 0.001299740051989602, "country_support": 0.002599480103979204, "declined_card_payment": 0.0008998200359928015, "declined_cash_withdrawal": 0.0009998000399920016, "declined_transfer": 0.0008998200359928015, "direct_debit_payment_not_recognised": 0.0011997600479904018, "disposable_card_limits": 0.0013997200559888023, "edit_personal_details": 0.0008998200359928015, "exchange_charge": 0.0010997800439912018, "exchange_rate": 0.0008998200359928015, "exchange_via_app": 0.0010997800439912018, "extra_charge_on_statement": 0.0009998000399920016, "failed_transfer": 0.0008998200359928015, "fiat_currency_support": 0.0037992401519696063, "get_disposable_virtual_card": 0.001299740051989602, "get_physical_card": 0.0030993801239752048, "getting_spare_card": 0.0010997800439912018, "getting_virtual_card": 0.0010997800439912018, "lost_or_stolen_card": 0.0009998000399920016, "lost_or_stolen_phone": 0.0007998400319936014, "order_physical_card": 0.0011997600479904018, "passcode_forgotten": 0.0008998200359928015, "pending_card_payment": 0.0007998400319936014, "pending_cash_withdrawal": 0.0007998400319936014, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.0006998600279944011, "pin_blocked": 0.0008998200359928015, "receiving_money": 0.001299740051989602, "request_refund": 0.0006998600279944011, "reverted_card_payment?": 0.0010997800439912018, "supported_cards_and_currencies": 0.020495900819836033, "terminate_account": 0.0007998400319936014, "top_up_by_bank_transfer_charge": 0.0010997800439912018, "top_up_by_card_charge": 0.0013997200559888023, "top_up_by_cash_or_cheque": 0.001299740051989602, "top_up_failed": 0.0008998200359928015, "top_up_limits": 0.0008998200359928015, "top_up_reverted": 0.0010997800439912018, "topping_up_by_card": 0.003699260147970406, "transaction_charged_twice": 0.0007998400319936014, "transfer_fee_charged": 0.0007998400319936014, "transfer_into_account": 0.0007998400319936014, "transfer_not_received_by_recipient": 0.0007998400319936014, "transfer_timing": 0.0006998600279944011, "unable_to_verify_identity": 0.0008998200359928015, "verify_my_identity": 0.0008998200359928015, "verify_source_of_funds": 0.0008998200359928015, "verify_top_up": 0.0007998400319936014, "virtual_card_not_working": 0.0009998000399920016, "visa_or_mastercard": 0.24805038992201559, "why_verify_identity": 0.0007998400319936014, "wrong_amount_of_cash_received": 0.0008998200359928015, "wrong_exchange_rate_for_cash_withdrawal": 0.0011997600479904018 }, "error": null, "latency_ms": 71.12862495705485, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1443", "text_group": "c3673f68716bb4a536b043bb984f85eed1cfd718eff6fbdedb0cc3478178204d", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0005001000200040008, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.9435887177435487, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0007001400280056011, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0006001200240048009, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0006001200240048009, "cash_withdrawal_charge": 0.0011002200440088019, "cash_withdrawal_not_recognised": 0.0008001600320064013, "change_pin": 0.0006001200240048009, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.0010002000400080016, "country_support": 0.0014002800560112022, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0017003400680136026, "get_disposable_virtual_card": 0.0008001600320064013, "get_physical_card": 0.0011002200440088019, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0007001400280056011, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0008001600320064013, "receiving_money": 0.0008001600320064013, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.010702140428085616, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.0009001800360072014, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0007001400280056011, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 69.46262496057898, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1444", "text_group": "3b64d3369f3d96b7a1a44fbb374b26d9f1dc7a8fd1697749f13980cb969e3be7", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.9506148155553334, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.000499850044986504, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.000499850044986504, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0007997600719784066, "country_support": 0.0005998200539838048, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0007997600719784066, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.0007997600719784066, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.000499850044986504, "receiving_money": 0.0002999100269919024, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.023193042087373786, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0008997300809757073, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 70.95974998082966, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1445", "text_group": "5b3c357bf3aa6eff456c2083b4f0bb9c84bea258c59f3662ba6dbf6900c1c526", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00040016006402561027, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.8594437775110044, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.0011004401760704283, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.020608243297318928, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0007002801120448179, "card_not_working": 0.0007002801120448179, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.0005002000800320128, "card_payment_wrong_exchange_rate": 0.0006002400960384153, "card_swallowed": 0.0006002400960384153, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.00040016006402561027, "compromised_card": 0.0005002000800320128, "contactless_not_working": 0.000900360144057623, "country_support": 0.0008003201280512205, "declined_card_payment": 0.0019007603041216487, "declined_cash_withdrawal": 0.0022008803521408565, "declined_transfer": 0.0013005202080832333, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.0006002400960384153, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.00040016006402561027, "exchange_rate": 0.00040016006402561027, "exchange_via_app": 0.0006002400960384153, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.0019007603041216487, "get_disposable_virtual_card": 0.0006002400960384153, "get_physical_card": 0.0007002801120448179, "getting_spare_card": 0.0005002000800320128, "getting_virtual_card": 0.0006002400960384153, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.0005002000800320128, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.0006002400960384153, "receiving_money": 0.0005002000800320128, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.07933173269307724, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00040016006402561027, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.0015006002400960385, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.00040016006402561027, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.0005002000800320128, "verify_my_identity": 0.0005002000800320128, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.00040016006402561027, "virtual_card_not_working": 0.0013005202080832333, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.0006002400960384153 }, "error": null, "latency_ms": 71.13825005944818, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1446", "text_group": "1e0b6a986f2ebed577dfe528853a63d490a040f3fbe4e5ff75e1236f2fddd1c2", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0005000500050005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.8489848984898489, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.015101510151015102, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0007000700070007, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0009000900090009, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.00040004000400040005, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0006000600060006, "country_support": 0.001000100010001, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.008200820082008202, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0006000600060006, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0006000600060006, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.09160916091609161, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0014001400140014, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0006000600060006, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0007000700070007 }, "error": null, "latency_ms": 72.02750002034009, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1447", "text_group": "416fafa8d8584d58620bcaf4b820b98e962eb5b6ef5d3174bff21340a2d5372b", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0004999500049995, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.9506049395060494, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007999200079992001, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0006999300069993001, "card_not_working": 0.0006999300069993001, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0006999300069993001, "card_swallowed": 0.0006999300069993001, "cash_withdrawal_charge": 0.0016998300169983002, "cash_withdrawal_not_recognised": 0.0010998900109989002, "change_pin": 0.0004999500049995, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0007999200079992001, "country_support": 0.0017998200179982, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.0006999300069993001, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.001999800019998, "get_disposable_virtual_card": 0.0006999300069993001, "get_physical_card": 0.0006999300069993001, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0007999200079992001, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.0011998800119988001, "terminate_account": 0.0005999400059994001, "top_up_by_bank_transfer_charge": 0.0005999400059994001, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.0005999400059994001, "wrong_exchange_rate_for_cash_withdrawal": 0.000999900009999 }, "error": null, "latency_ms": 73.83883406873792, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1448", "text_group": "537131dc3a5091f9c1967fcf927e345cc90a7a5884f2395ff06e0e48985d8e1b", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.0003001801080648389, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.936161697018211, "automatic_top_up": 0.0003001801080648389, "balance_not_updated_after_bank_transfer": 0.00020012007204322596, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.0006003602161296778, "cancel_transfer": 0.00020012007204322596, "card_about_to_expire": 0.0003001801080648389, "card_acceptance": 0.0065039023414048425, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.0003001801080648389, "card_linking": 0.0005003001801080648, "card_not_working": 0.0006003602161296778, "card_payment_fee_charged": 0.0003001801080648389, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0004002401440864519, "card_swallowed": 0.0004002401440864519, "cash_withdrawal_charge": 0.0004002401440864519, "cash_withdrawal_not_recognised": 0.0003001801080648389, "change_pin": 0.0003001801080648389, "compromised_card": 0.0003001801080648389, "contactless_not_working": 0.0051030618371022615, "country_support": 0.0005003001801080648, "declined_card_payment": 0.0005003001801080648, "declined_cash_withdrawal": 0.0005003001801080648, "declined_transfer": 0.0005003001801080648, "direct_debit_payment_not_recognised": 0.0003001801080648389, "disposable_card_limits": 0.0004002401440864519, "edit_personal_details": 0.0003001801080648389, "exchange_charge": 0.0004002401440864519, "exchange_rate": 0.0003001801080648389, "exchange_via_app": 0.0005003001801080648, "extra_charge_on_statement": 0.0003001801080648389, "failed_transfer": 0.0003001801080648389, "fiat_currency_support": 0.0011006603962377428, "get_disposable_virtual_card": 0.0006003602161296778, "get_physical_card": 0.0007004202521512908, "getting_spare_card": 0.0003001801080648389, "getting_virtual_card": 0.0006003602161296778, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.0003001801080648389, "passcode_forgotten": 0.0003001801080648389, "pending_card_payment": 0.0003001801080648389, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.0004002401440864519, "receiving_money": 0.0003001801080648389, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0262157294376626, "terminate_account": 0.0003001801080648389, "top_up_by_bank_transfer_charge": 0.0003001801080648389, "top_up_by_card_charge": 0.0003001801080648389, "top_up_by_cash_or_cheque": 0.0003001801080648389, "top_up_failed": 0.0003001801080648389, "top_up_limits": 0.0003001801080648389, "top_up_reverted": 0.0003001801080648389, "topping_up_by_card": 0.0006003602161296778, "transaction_charged_twice": 0.0003001801080648389, "transfer_fee_charged": 0.0003001801080648389, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.00020012007204322596, "transfer_timing": 0.0003001801080648389, "unable_to_verify_identity": 0.0003001801080648389, "verify_my_identity": 0.0003001801080648389, "verify_source_of_funds": 0.0003001801080648389, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.0012007204322593557, "visa_or_mastercard": 0.0003001801080648389, "why_verify_identity": 0.0003001801080648389, "wrong_amount_of_cash_received": 0.0003001801080648389, "wrong_exchange_rate_for_cash_withdrawal": 0.0004002401440864519 }, "error": null, "latency_ms": 74.73100000061095, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1449", "text_group": "578886f97be8f7edfabef01fe18b334e7c0263ca4bb623828a466838e9ff6e24", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.9792, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0005, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0002, "contactless_not_working": 0.0004, "country_support": 0.0005, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0002, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0011, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 76.66929205879569, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1450", "text_group": "557e388539e803678ab997385176bbb356dc56ac12fefbfa8848fe096326bccd", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.000499850044986504, "activate_my_card": 0.0006997900629811057, "age_limit": 0.0006997900629811057, "apple_pay_or_google_pay": 0.0008997300809757073, "atm_support": 0.9243227031890433, "automatic_top_up": 0.0007997600719784066, "balance_not_updated_after_bank_transfer": 0.0008997300809757073, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011996401079676095, "beneficiary_not_allowed": 0.001099670098970309, "cancel_transfer": 0.0006997900629811057, "card_about_to_expire": 0.0006997900629811057, "card_acceptance": 0.001099670098970309, "card_arrival": 0.0007997600719784066, "card_delivery_estimate": 0.000999700089973008, "card_linking": 0.0008997300809757073, "card_not_working": 0.000999700089973008, "card_payment_fee_charged": 0.0007997600719784066, "card_payment_not_recognised": 0.0007997600719784066, "card_payment_wrong_exchange_rate": 0.0008997300809757073, "card_swallowed": 0.0008997300809757073, "cash_withdrawal_charge": 0.006398080575827253, "cash_withdrawal_not_recognised": 0.002099370188943317, "change_pin": 0.0006997900629811057, "compromised_card": 0.0007997600719784066, "contactless_not_working": 0.0012996101169649105, "country_support": 0.003099070278916325, "declined_card_payment": 0.0006997900629811057, "declined_cash_withdrawal": 0.001099670098970309, "declined_transfer": 0.0007997600719784066, "direct_debit_payment_not_recognised": 0.001099670098970309, "disposable_card_limits": 0.000999700089973008, "edit_personal_details": 0.0007997600719784066, "exchange_charge": 0.0008997300809757073, "exchange_rate": 0.0007997600719784066, "exchange_via_app": 0.0008997300809757073, "extra_charge_on_statement": 0.0007997600719784066, "failed_transfer": 0.0007997600719784066, "fiat_currency_support": 0.0034989503149055285, "get_disposable_virtual_card": 0.0007997600719784066, "get_physical_card": 0.0011996401079676095, "getting_spare_card": 0.0005998200539838048, "getting_virtual_card": 0.0006997900629811057, "lost_or_stolen_card": 0.0006997900629811057, "lost_or_stolen_phone": 0.0007997600719784066, "order_physical_card": 0.0006997900629811057, "passcode_forgotten": 0.0006997900629811057, "pending_card_payment": 0.0005998200539838048, "pending_cash_withdrawal": 0.0006997900629811057, "pending_top_up": 0.0005998200539838048, "pending_transfer": 0.0005998200539838048, "pin_blocked": 0.0007997600719784066, "receiving_money": 0.001099670098970309, "request_refund": 0.0006997900629811057, "reverted_card_payment?": 0.0007997600719784066, "supported_cards_and_currencies": 0.0016994901529541137, "terminate_account": 0.0007997600719784066, "top_up_by_bank_transfer_charge": 0.0008997300809757073, "top_up_by_card_charge": 0.0007997600719784066, "top_up_by_cash_or_cheque": 0.000999700089973008, "top_up_failed": 0.0007997600719784066, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.0007997600719784066, "topping_up_by_card": 0.0008997300809757073, "transaction_charged_twice": 0.0006997900629811057, "transfer_fee_charged": 0.0007997600719784066, "transfer_into_account": 0.0006997900629811057, "transfer_not_received_by_recipient": 0.0006997900629811057, "transfer_timing": 0.0006997900629811057, "unable_to_verify_identity": 0.0008997300809757073, "verify_my_identity": 0.0007997600719784066, "verify_source_of_funds": 0.0007997600719784066, "verify_top_up": 0.0005998200539838048, "virtual_card_not_working": 0.0007997600719784066, "visa_or_mastercard": 0.0007997600719784066, "why_verify_identity": 0.0006997900629811057, "wrong_amount_of_cash_received": 0.0008997300809757073, "wrong_exchange_rate_for_cash_withdrawal": 0.0012996101169649105 }, "error": null, "latency_ms": 73.91341601032764, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1451", "text_group": "118c5439231e247744fbaaec2c6e0ac055aee38b58b824b2e043205a22a02393", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.9251149770045991, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0015996800639872027, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.0003999200159968007, "country_support": 0.001299740051989602, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.00029994001199760045, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.047390521895620874, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0005998800239952009, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 73.56512499973178, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1452", "text_group": "5a62f3da43a97a87cede9a331b76c8d5d493eb3ed7a6060b15c526e0204c0ddd", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0006998600279944011, "atm_support": 0.9363127374525095, "automatic_top_up": 0.0006998600279944011, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009998000399920016, "beneficiary_not_allowed": 0.0009998000399920016, "cancel_transfer": 0.0005998800239952009, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0009998000399920016, "card_arrival": 0.0006998600279944011, "card_delivery_estimate": 0.0008998200359928015, "card_linking": 0.0007998400319936014, "card_not_working": 0.0008998200359928015, "card_payment_fee_charged": 0.0005998800239952009, "card_payment_not_recognised": 0.0006998600279944011, "card_payment_wrong_exchange_rate": 0.0007998400319936014, "card_swallowed": 0.0007998400319936014, "cash_withdrawal_charge": 0.003699260147970406, "cash_withdrawal_not_recognised": 0.0013997200559888023, "change_pin": 0.0005998800239952009, "compromised_card": 0.0006998600279944011, "contactless_not_working": 0.0010997800439912018, "country_support": 0.0033993201359728054, "declined_card_payment": 0.0005998800239952009, "declined_cash_withdrawal": 0.0007998400319936014, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.0008998200359928015, "disposable_card_limits": 0.0007998400319936014, "edit_personal_details": 0.0006998600279944011, "exchange_charge": 0.0007998400319936014, "exchange_rate": 0.0006998600279944011, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0006998600279944011, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.0027994401119776045, "get_disposable_virtual_card": 0.0007998400319936014, "get_physical_card": 0.0011997600479904018, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.0006998600279944011, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0006998600279944011, "order_physical_card": 0.0006998600279944011, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.0006998600279944011, "receiving_money": 0.0008998200359928015, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0006998600279944011, "supported_cards_and_currencies": 0.0018996200759848032, "terminate_account": 0.0006998600279944011, "top_up_by_bank_transfer_charge": 0.0006998600279944011, "top_up_by_card_charge": 0.0006998600279944011, "top_up_by_cash_or_cheque": 0.0007998400319936014, "top_up_failed": 0.0006998600279944011, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.0006998600279944011, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.0005998800239952009, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.0007998400319936014, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.0006998600279944011, "visa_or_mastercard": 0.0006998600279944011, "why_verify_identity": 0.0005998800239952009, "wrong_amount_of_cash_received": 0.0007998400319936014, "wrong_exchange_rate_for_cash_withdrawal": 0.0010997800439912018 }, "error": null, "latency_ms": 71.81262504309416, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1453", "text_group": "af14c4a6cef20ec47978f7ee2c4d916740217065af3b6d389c16f3d317283bc6", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.7050884734579627, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0006997900629811057, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.000499850044986504, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0007997600719784066, "cash_withdrawal_not_recognised": 0.0005998200539838048, "change_pin": 0.0003998800359892033, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0006997900629811057, "country_support": 0.0012996101169649105, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.000499850044986504, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.0005998200539838048, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.003998800359892032, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.0006997900629811057, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0005998200539838048, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.2564230730780766, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0005998200539838048, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.0005998200539838048, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.0003998800359892033, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.000499850044986504, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0006997900629811057, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998200539838048 }, "error": null, "latency_ms": 72.47924990952015, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1454", "text_group": "5c2a37390ecda24a3bd526e6b4d6aec9c3f2a83bc2d9e5a1db95254263cc3654", "expected": "atm_support", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0018998100189981002, "activate_my_card": 0.0035996400359964, "age_limit": 0.0022997700229977, "apple_pay_or_google_pay": 0.007499250074992501, "atm_support": 0.0092990700929907, "automatic_top_up": 0.0032996700329967, "balance_not_updated_after_bank_transfer": 0.004399560043995601, "balance_not_updated_after_cheque_or_cash_deposit": 0.004199580041995801, "beneficiary_not_allowed": 0.0051994800519948, "cancel_transfer": 0.0023997600239976003, "card_about_to_expire": 0.0023997600239976003, "card_acceptance": 0.0046995300469953, "card_arrival": 0.0024997500249975004, "card_delivery_estimate": 0.0024997500249975004, "card_linking": 0.0038996100389961, "card_not_working": 0.0035996400359964, "card_payment_fee_charged": 0.0031996800319968005, "card_payment_not_recognised": 0.0033996600339966003, "card_payment_wrong_exchange_rate": 0.0038996100389961, "card_swallowed": 0.0030996900309969004, "cash_withdrawal_charge": 0.05869413058694131, "cash_withdrawal_not_recognised": 0.09349065093490651, "change_pin": 0.0022997700229977, "compromised_card": 0.0029997000299970002, "contactless_not_working": 0.0036996300369963007, "country_support": 0.007499250074992501, "declined_card_payment": 0.0031996800319968005, "declined_cash_withdrawal": 0.0081991800819918, "declined_transfer": 0.0028997100289971, "direct_debit_payment_not_recognised": 0.004199580041995801, "disposable_card_limits": 0.004399560043995601, "edit_personal_details": 0.0028997100289971, "exchange_charge": 0.003999600039996, "exchange_rate": 0.0035996400359964, "exchange_via_app": 0.003999600039996, "extra_charge_on_statement": 0.0030996900309969004, "failed_transfer": 0.0034996500349965005, "fiat_currency_support": 0.04079592040795921, "get_disposable_virtual_card": 0.0035996400359964, "get_physical_card": 0.0036996300369963007, "getting_spare_card": 0.0028997100289971, "getting_virtual_card": 0.0032996700329967, "lost_or_stolen_card": 0.0020997900209979003, "lost_or_stolen_phone": 0.0018998100189981002, "order_physical_card": 0.0035996400359964, "passcode_forgotten": 0.001999800019998, "pending_card_payment": 0.0021997800219978004, "pending_cash_withdrawal": 0.022297770222977704, "pending_top_up": 0.0021997800219978004, "pending_transfer": 0.0024997500249975004, "pin_blocked": 0.0023997600239976003, "receiving_money": 0.4654534546545346, "request_refund": 0.0030996900309969004, "reverted_card_payment?": 0.0026997300269973002, "supported_cards_and_currencies": 0.014998500149985002, "terminate_account": 0.0023997600239976003, "top_up_by_bank_transfer_charge": 0.004399560043995601, "top_up_by_card_charge": 0.004199580041995801, "top_up_by_cash_or_cheque": 0.014198580141985802, "top_up_failed": 0.003999600039996, "top_up_limits": 0.004299570042995701, "top_up_reverted": 0.0036996300369963007, "topping_up_by_card": 0.013498650134986502, "transaction_charged_twice": 0.0026997300269973002, "transfer_fee_charged": 0.0029997000299970002, "transfer_into_account": 0.0207979202079792, "transfer_not_received_by_recipient": 0.0038996100389961, "transfer_timing": 0.011698830116988301, "unable_to_verify_identity": 0.0030996900309969004, "verify_my_identity": 0.0024997500249975004, "verify_source_of_funds": 0.0026997300269973002, "verify_top_up": 0.0020997900209979003, "virtual_card_not_working": 0.0033996600339966003, "visa_or_mastercard": 0.006999300069993001, "why_verify_identity": 0.0022997700229977, "wrong_amount_of_cash_received": 0.0040995900409959, "wrong_exchange_rate_for_cash_withdrawal": 0.008299170082991702 }, "error": null, "latency_ms": 70.28283306863159, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1455", "text_group": "c1e4d6ab75c3c00504c688e91ac7677a9129142653c2a86e7624866d6553f04f", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0007999200079992001, "age_limit": 0.0007999200079992001, "apple_pay_or_google_pay": 0.0010998900109989002, "atm_support": 0.9063093690630937, "automatic_top_up": 0.0008999100089991, "balance_not_updated_after_bank_transfer": 0.0012998700129987, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016998300169983002, "beneficiary_not_allowed": 0.0011998800119988001, "cancel_transfer": 0.0006999300069993001, "card_about_to_expire": 0.0007999200079992001, "card_acceptance": 0.0013998600139986002, "card_arrival": 0.0011998800119988001, "card_delivery_estimate": 0.0011998800119988001, "card_linking": 0.0010998900109989002, "card_not_working": 0.0011998800119988001, "card_payment_fee_charged": 0.0007999200079992001, "card_payment_not_recognised": 0.0008999100089991, "card_payment_wrong_exchange_rate": 0.0010998900109989002, "card_swallowed": 0.000999900009999, "cash_withdrawal_charge": 0.0024997500249975004, "cash_withdrawal_not_recognised": 0.0015998400159984002, "change_pin": 0.0008999100089991, "compromised_card": 0.0008999100089991, "contactless_not_working": 0.0016998300169983002, "country_support": 0.011698830116988301, "declined_card_payment": 0.0007999200079992001, "declined_cash_withdrawal": 0.0012998700129987, "declined_transfer": 0.0010998900109989002, "direct_debit_payment_not_recognised": 0.0011998800119988001, "disposable_card_limits": 0.0015998400159984002, "edit_personal_details": 0.000999900009999, "exchange_charge": 0.000999900009999, "exchange_rate": 0.0008999100089991, "exchange_via_app": 0.0010998900109989002, "extra_charge_on_statement": 0.0008999100089991, "failed_transfer": 0.0008999100089991, "fiat_currency_support": 0.001999800019998, "get_disposable_virtual_card": 0.0012998700129987, "get_physical_card": 0.0024997500249975004, "getting_spare_card": 0.0008999100089991, "getting_virtual_card": 0.0008999100089991, "lost_or_stolen_card": 0.000999900009999, "lost_or_stolen_phone": 0.0030996900309969004, "order_physical_card": 0.000999900009999, "passcode_forgotten": 0.0007999200079992001, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.0007999200079992001, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.0006999300069993001, "pin_blocked": 0.000999900009999, "receiving_money": 0.0011998800119988001, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0008999100089991, "supported_cards_and_currencies": 0.0022997700229977, "terminate_account": 0.0008999100089991, "top_up_by_bank_transfer_charge": 0.0008999100089991, "top_up_by_card_charge": 0.0007999200079992001, "top_up_by_cash_or_cheque": 0.0010998900109989002, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.0008999100089991, "top_up_reverted": 0.000999900009999, "topping_up_by_card": 0.0011998800119988001, "transaction_charged_twice": 0.0006999300069993001, "transfer_fee_charged": 0.0007999200079992001, "transfer_into_account": 0.0007999200079992001, "transfer_not_received_by_recipient": 0.0008999100089991, "transfer_timing": 0.0007999200079992001, "unable_to_verify_identity": 0.0008999100089991, "verify_my_identity": 0.0008999100089991, "verify_source_of_funds": 0.0010998900109989002, "verify_top_up": 0.0007999200079992001, "virtual_card_not_working": 0.000999900009999, "visa_or_mastercard": 0.000999900009999, "why_verify_identity": 0.0007999200079992001, "wrong_amount_of_cash_received": 0.0008999100089991, "wrong_exchange_rate_for_cash_withdrawal": 0.0011998800119988001 }, "error": null, "latency_ms": 70.14370802789927, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1456", "text_group": "980bc75a6245df8fce965487ec42acb7b4d9343ee48e9a0d3bc1d4dc6e67e350", "expected": "atm_support", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0013993003498250875, "activate_my_card": 0.0017991004497751124, "age_limit": 0.0017991004497751124, "apple_pay_or_google_pay": 0.0037981009495252375, "atm_support": 0.009395302348825588, "automatic_top_up": 0.0018990504747626188, "balance_not_updated_after_bank_transfer": 0.002798600699650175, "balance_not_updated_after_cheque_or_cash_deposit": 0.003998000999500251, "beneficiary_not_allowed": 0.0038980509745127436, "cancel_transfer": 0.0017991004497751124, "card_about_to_expire": 0.0018990504747626188, "card_acceptance": 0.0042978510744627685, "card_arrival": 0.001699150424787606, "card_delivery_estimate": 0.0015992003998001002, "card_linking": 0.0024987506246876563, "card_not_working": 0.0023988005997001498, "card_payment_fee_charged": 0.002098950524737631, "card_payment_not_recognised": 0.0021989005497251375, "card_payment_wrong_exchange_rate": 0.002698650674662669, "card_swallowed": 0.0022988505747126436, "cash_withdrawal_charge": 0.014292853573213395, "cash_withdrawal_not_recognised": 0.359320339830085, "change_pin": 0.0013993003498250875, "compromised_card": 0.0021989005497251375, "contactless_not_working": 0.0025987006496751624, "country_support": 0.011294352823588205, "declined_card_payment": 0.0019990004997501253, "declined_cash_withdrawal": 0.015592203898050975, "declined_transfer": 0.0018990504747626188, "direct_debit_payment_not_recognised": 0.0022988505747126436, "disposable_card_limits": 0.003398300849575212, "edit_personal_details": 0.001699150424787606, "exchange_charge": 0.002098950524737631, "exchange_rate": 0.0018990504747626188, "exchange_via_app": 0.0021989005497251375, "extra_charge_on_statement": 0.0019990004997501253, "failed_transfer": 0.0017991004497751124, "fiat_currency_support": 0.05537231384307846, "get_disposable_virtual_card": 0.002698650674662669, "get_physical_card": 0.002698650674662669, "getting_spare_card": 0.0018990504747626188, "getting_virtual_card": 0.0021989005497251375, "lost_or_stolen_card": 0.0017991004497751124, "lost_or_stolen_phone": 0.0013993003498250875, "order_physical_card": 0.001699150424787606, "passcode_forgotten": 0.0014992503748125939, "pending_card_payment": 0.0013993003498250875, "pending_cash_withdrawal": 0.019190404797601198, "pending_top_up": 0.0012993503248375812, "pending_transfer": 0.0013993003498250875, "pin_blocked": 0.0015992003998001002, "receiving_money": 0.003398300849575212, "request_refund": 0.0019990004997501253, "reverted_card_payment?": 0.0019990004997501253, "supported_cards_and_currencies": 0.3407296351824088, "terminate_account": 0.0015992003998001002, "top_up_by_bank_transfer_charge": 0.0024987506246876563, "top_up_by_card_charge": 0.0022988505747126436, "top_up_by_cash_or_cheque": 0.00559720139930035, "top_up_failed": 0.0017991004497751124, "top_up_limits": 0.0024987506246876563, "top_up_reverted": 0.0019990004997501253, "topping_up_by_card": 0.006096951524237882, "transaction_charged_twice": 0.0015992003998001002, "transfer_fee_charged": 0.001699150424787606, "transfer_into_account": 0.0021989005497251375, "transfer_not_received_by_recipient": 0.0018990504747626188, "transfer_timing": 0.002098950524737631, "unable_to_verify_identity": 0.002098950524737631, "verify_my_identity": 0.001699150424787606, "verify_source_of_funds": 0.0024987506246876563, "verify_top_up": 0.0014992503748125939, "virtual_card_not_working": 0.003098450774612694, "visa_or_mastercard": 0.013193403298350826, "why_verify_identity": 0.001699150424787606, "wrong_amount_of_cash_received": 0.0024987506246876563, "wrong_exchange_rate_for_cash_withdrawal": 0.009295352323838081 }, "error": null, "latency_ms": 69.20124997850507, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1457", "text_group": "c2e2699654e30c18292757bafdb69caa89e3f3526e906bbd37091627ea612db7", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0005999400059994001, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.7987201279872013, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0008999100089991, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.017298270172982702, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.000999900009999, "card_not_working": 0.000999900009999, "card_payment_fee_charged": 0.0007999200079992001, "card_payment_not_recognised": 0.0006999300069993001, "card_payment_wrong_exchange_rate": 0.0007999200079992001, "card_swallowed": 0.0008999100089991, "cash_withdrawal_charge": 0.0012998700129987, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0004999500049995, "compromised_card": 0.0006999300069993001, "contactless_not_working": 0.0007999200079992001, "country_support": 0.0011998800119988001, "declined_card_payment": 0.0008999100089991, "declined_cash_withdrawal": 0.000999900009999, "declined_transfer": 0.0007999200079992001, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0008999100089991, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.0006999300069993001, "exchange_rate": 0.0006999300069993001, "exchange_via_app": 0.0006999300069993001, "extra_charge_on_statement": 0.0005999400059994001, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.007999200079992, "get_disposable_virtual_card": 0.0007999200079992001, "get_physical_card": 0.0007999200079992001, "getting_spare_card": 0.0006999300069993001, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0007999200079992001, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.1252874712528747, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0006999300069993001, "top_up_by_card_charge": 0.0007999200079992001, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.0026997300269973002, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.0005999400059994001, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0007999200079992001, "visa_or_mastercard": 0.0008999100089991, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.0006999300069993001, "wrong_exchange_rate_for_cash_withdrawal": 0.000999900009999 }, "error": null, "latency_ms": 68.6329579912126, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1458", "text_group": "ec394da2c820ddad2b0417ed6fbb99345a6e303497d8fa34fd252161885a2d5a", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.00040024014408645187, "activate_my_card": 0.0007004202521512907, "age_limit": 0.0018010806483890333, "apple_pay_or_google_pay": 0.0008004802881729037, "atm_support": 0.41194716830098055, "automatic_top_up": 0.0005003001801080648, "balance_not_updated_after_bank_transfer": 0.0005003001801080648, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006003602161296777, "beneficiary_not_allowed": 0.0015009005403241943, "cancel_transfer": 0.0005003001801080648, "card_about_to_expire": 0.0008004802881729037, "card_acceptance": 0.15799479687812687, "card_arrival": 0.0006003602161296777, "card_delivery_estimate": 0.0005003001801080648, "card_linking": 0.0014008405043025814, "card_not_working": 0.0010006003602161296, "card_payment_fee_charged": 0.0007004202521512907, "card_payment_not_recognised": 0.0007004202521512907, "card_payment_wrong_exchange_rate": 0.0010006003602161296, "card_swallowed": 0.0009005403241945166, "cash_withdrawal_charge": 0.0007004202521512907, "cash_withdrawal_not_recognised": 0.0006003602161296777, "change_pin": 0.0006003602161296777, "compromised_card": 0.0008004802881729037, "contactless_not_working": 0.0013007804682809683, "country_support": 0.0038022813688212923, "declined_card_payment": 0.0014008405043025814, "declined_cash_withdrawal": 0.0012007204322593554, "declined_transfer": 0.0010006003602161296, "direct_debit_payment_not_recognised": 0.0007004202521512907, "disposable_card_limits": 0.09365619371622974, "edit_personal_details": 0.0006003602161296777, "exchange_charge": 0.0006003602161296777, "exchange_rate": 0.0007004202521512907, "exchange_via_app": 0.0007004202521512907, "extra_charge_on_statement": 0.0005003001801080648, "failed_transfer": 0.0005003001801080648, "fiat_currency_support": 0.0027016209725835502, "get_disposable_virtual_card": 0.0009005403241945166, "get_physical_card": 0.0019011406844106462, "getting_spare_card": 0.0011006603962377425, "getting_virtual_card": 0.0008004802881729037, "lost_or_stolen_card": 0.0005003001801080648, "lost_or_stolen_phone": 0.00040024014408645187, "order_physical_card": 0.0009005403241945166, "passcode_forgotten": 0.0005003001801080648, "pending_card_payment": 0.0005003001801080648, "pending_cash_withdrawal": 0.00040024014408645187, "pending_top_up": 0.00040024014408645187, "pending_transfer": 0.00040024014408645187, "pin_blocked": 0.0009005403241945166, "receiving_money": 0.0008004802881729037, "request_refund": 0.0005003001801080648, "reverted_card_payment?": 0.0008004802881729037, "supported_cards_and_currencies": 0.23904342605563336, "terminate_account": 0.0005003001801080648, "top_up_by_bank_transfer_charge": 0.0006003602161296777, "top_up_by_card_charge": 0.0005003001801080648, "top_up_by_cash_or_cheque": 0.0006003602161296777, "top_up_failed": 0.0005003001801080648, "top_up_limits": 0.03482089253552131, "top_up_reverted": 0.0006003602161296777, "topping_up_by_card": 0.0030018010806483887, "transaction_charged_twice": 0.0005003001801080648, "transfer_fee_charged": 0.0005003001801080648, "transfer_into_account": 0.0005003001801080648, "transfer_not_received_by_recipient": 0.0005003001801080648, "transfer_timing": 0.0005003001801080648, "unable_to_verify_identity": 0.0007004202521512907, "verify_my_identity": 0.0007004202521512907, "verify_source_of_funds": 0.0006003602161296777, "verify_top_up": 0.0006003602161296777, "virtual_card_not_working": 0.0009005403241945166, "visa_or_mastercard": 0.002101260756453872, "why_verify_identity": 0.0005003001801080648, "wrong_amount_of_cash_received": 0.0006003602161296777, "wrong_exchange_rate_for_cash_withdrawal": 0.0020012007204322593 }, "error": null, "latency_ms": 68.58704099431634, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1459", "text_group": "a46edaed2ec2b20cc883f825085b4933db2664064778d8a98b42b1fc0655f9a7", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.8738, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0004, "card_acceptance": 0.0143, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0008, "card_not_working": 0.0008, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0005, "contactless_not_working": 0.0006, "country_support": 0.0008, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0003, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0009, "get_disposable_virtual_card": 0.0009, "get_physical_card": 0.0016, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0004, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0776, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0009, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0042, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 68.50412499625236, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1460", "text_group": "b210fdfd197996dd7e5282d9da1b474437e1a7523c677efd985f6ad29f3d70d9", "expected": "atm_support", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.0007997600719784066, "age_limit": 0.0005998200539838048, "apple_pay_or_google_pay": 0.000999700089973008, "atm_support": 0.0032990102969109266, "automatic_top_up": 0.0005998200539838048, "balance_not_updated_after_bank_transfer": 0.0006997900629811057, "balance_not_updated_after_cheque_or_cash_deposit": 0.001099670098970309, "beneficiary_not_allowed": 0.0011996401079676095, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.0008997300809757073, "card_acceptance": 0.020793761871438568, "card_arrival": 0.0008997300809757073, "card_delivery_estimate": 0.0007997600719784066, "card_linking": 0.002099370188943317, "card_not_working": 0.001999400179946016, "card_payment_fee_charged": 0.0007997600719784066, "card_payment_not_recognised": 0.0008997300809757073, "card_payment_wrong_exchange_rate": 0.000999700089973008, "card_swallowed": 0.000999700089973008, "cash_withdrawal_charge": 0.0013995801259622115, "cash_withdrawal_not_recognised": 0.17714685594321702, "change_pin": 0.000499850044986504, "compromised_card": 0.000999700089973008, "contactless_not_working": 0.001099670098970309, "country_support": 0.0028991302609217232, "declined_card_payment": 0.000999700089973008, "declined_cash_withdrawal": 0.013695891232630212, "declined_transfer": 0.0007997600719784066, "direct_debit_payment_not_recognised": 0.0006997900629811057, "disposable_card_limits": 0.001099670098970309, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.0005998200539838048, "exchange_rate": 0.0005998200539838048, "exchange_via_app": 0.0006997900629811057, "extra_charge_on_statement": 0.000499850044986504, "failed_transfer": 0.0006997900629811057, "fiat_currency_support": 0.004498650404878536, "get_disposable_virtual_card": 0.003099070278916325, "get_physical_card": 0.016894931520543836, "getting_spare_card": 0.0038988303508947315, "getting_virtual_card": 0.001099670098970309, "lost_or_stolen_card": 0.0006997900629811057, "lost_or_stolen_phone": 0.000499850044986504, "order_physical_card": 0.0031990402879136263, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.004798560431870438, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.000499850044986504, "pin_blocked": 0.0005998200539838048, "receiving_money": 0.0022993102069379188, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.0006997900629811057, "supported_cards_and_currencies": 0.23163051084674596, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.0006997900629811057, "top_up_by_card_charge": 0.0006997900629811057, "top_up_by_cash_or_cheque": 0.17624712586224134, "top_up_failed": 0.0007997600719784066, "top_up_limits": 0.0007997600719784066, "top_up_reverted": 0.0008997300809757073, "topping_up_by_card": 0.28241527541737477, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.000499850044986504, "transfer_not_received_by_recipient": 0.0006997900629811057, "transfer_timing": 0.0005998200539838048, "unable_to_verify_identity": 0.0005998200539838048, "verify_my_identity": 0.0005998200539838048, "verify_source_of_funds": 0.0007997600719784066, "verify_top_up": 0.0006997900629811057, "virtual_card_not_working": 0.0012996101169649105, "visa_or_mastercard": 0.001999400179946016, "why_verify_identity": 0.0005998200539838048, "wrong_amount_of_cash_received": 0.0031990402879136263, "wrong_exchange_rate_for_cash_withdrawal": 0.0014995501349595122 }, "error": null, "latency_ms": 68.38662491645664, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1461", "text_group": "9fd37a9c09c5255ea56f1ce0d9f0b92d37cbe28d252f47a35f61cceee844e481", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.9354935493549354, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0036003600360036, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0005000500050005, "country_support": 0.0006000600060006, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.036003600360036, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 69.10712504759431, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1462", "text_group": "583639834dc6371118d9bcbfb60c59908bc7f3a696d47a996521636cdbdca321", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0007000700070007, "age_limit": 0.0007000700070007, "apple_pay_or_google_pay": 0.0009000900090009, "atm_support": 0.9125912591259125, "automatic_top_up": 0.0009000900090009, "balance_not_updated_after_bank_transfer": 0.001000100010001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013001300130013002, "beneficiary_not_allowed": 0.0012001200120012, "cancel_transfer": 0.0007000700070007, "card_about_to_expire": 0.0008000800080008001, "card_acceptance": 0.0012001200120012, "card_arrival": 0.0009000900090009, "card_delivery_estimate": 0.001000100010001, "card_linking": 0.0009000900090009, "card_not_working": 0.001000100010001, "card_payment_fee_charged": 0.0008000800080008001, "card_payment_not_recognised": 0.0009000900090009, "card_payment_wrong_exchange_rate": 0.001000100010001, "card_swallowed": 0.001000100010001, "cash_withdrawal_charge": 0.009900990099009901, "cash_withdrawal_not_recognised": 0.0038003800380038005, "change_pin": 0.0008000800080008001, "compromised_card": 0.0008000800080008001, "contactless_not_working": 0.0012001200120012, "country_support": 0.0042004200420042, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0011001100110011003, "declined_transfer": 0.0008000800080008001, "direct_debit_payment_not_recognised": 0.0011001100110011003, "disposable_card_limits": 0.001000100010001, "edit_personal_details": 0.0008000800080008001, "exchange_charge": 0.0012001200120012, "exchange_rate": 0.001000100010001, "exchange_via_app": 0.001000100010001, "extra_charge_on_statement": 0.0009000900090009, "failed_transfer": 0.0008000800080008001, "fiat_currency_support": 0.0047004700470047005, "get_disposable_virtual_card": 0.0009000900090009, "get_physical_card": 0.0013001300130013002, "getting_spare_card": 0.0008000800080008001, "getting_virtual_card": 0.0008000800080008001, "lost_or_stolen_card": 0.0007000700070007, "lost_or_stolen_phone": 0.0007000700070007, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.0008000800080008001, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0009000900090009, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.0008000800080008001, "receiving_money": 0.0012001200120012, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.0008000800080008001, "supported_cards_and_currencies": 0.002000200020002, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.0011001100110011003, "top_up_by_card_charge": 0.0009000900090009, "top_up_by_cash_or_cheque": 0.0012001200120012, "top_up_failed": 0.0009000900090009, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.0009000900090009, "topping_up_by_card": 0.001000100010001, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.0008000800080008001, "transfer_into_account": 0.0007000700070007, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0007000700070007, "unable_to_verify_identity": 0.0009000900090009, "verify_my_identity": 0.0008000800080008001, "verify_source_of_funds": 0.0008000800080008001, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0009000900090009, "visa_or_mastercard": 0.0008000800080008001, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0011001100110011003, "wrong_exchange_rate_for_cash_withdrawal": 0.0014001400140014 }, "error": null, "latency_ms": 68.14320792909712, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1463", "text_group": "01ad9b83429bfef656eb1b0d93ca7d8e832395883177ffa673b27eae8b15a037", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0005997600959616154, "activate_my_card": 0.0006997201119552179, "age_limit": 0.0007996801279488206, "apple_pay_or_google_pay": 0.0009996001599360256, "atm_support": 0.8904438224710117, "automatic_top_up": 0.0009996001599360256, "balance_not_updated_after_bank_transfer": 0.0007996801279488206, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011995201919232307, "beneficiary_not_allowed": 0.0012994802079168333, "cancel_transfer": 0.0006997201119552179, "card_about_to_expire": 0.0007996801279488206, "card_acceptance": 0.0012994802079168333, "card_arrival": 0.0007996801279488206, "card_delivery_estimate": 0.000899640143942423, "card_linking": 0.0009996001599360256, "card_not_working": 0.0012994802079168333, "card_payment_fee_charged": 0.000899640143942423, "card_payment_not_recognised": 0.000899640143942423, "card_payment_wrong_exchange_rate": 0.0010995601759296284, "card_swallowed": 0.0010995601759296284, "cash_withdrawal_charge": 0.0037984806077568972, "cash_withdrawal_not_recognised": 0.0016993202718912435, "change_pin": 0.0007996801279488206, "compromised_card": 0.000899640143942423, "contactless_not_working": 0.0015993602558976412, "country_support": 0.02958816473410636, "declined_card_payment": 0.0007996801279488206, "declined_cash_withdrawal": 0.0012994802079168333, "declined_transfer": 0.000899640143942423, "direct_debit_payment_not_recognised": 0.0010995601759296284, "disposable_card_limits": 0.0011995201919232307, "edit_personal_details": 0.0007996801279488206, "exchange_charge": 0.000899640143942423, "exchange_rate": 0.0007996801279488206, "exchange_via_app": 0.0009996001599360256, "extra_charge_on_statement": 0.000899640143942423, "failed_transfer": 0.0007996801279488206, "fiat_currency_support": 0.0023990403838464614, "get_disposable_virtual_card": 0.0011995201919232307, "get_physical_card": 0.0018992403038784486, "getting_spare_card": 0.0007996801279488206, "getting_virtual_card": 0.0009996001599360256, "lost_or_stolen_card": 0.0006997201119552179, "lost_or_stolen_phone": 0.000899640143942423, "order_physical_card": 0.0012994802079168333, "passcode_forgotten": 0.000899640143942423, "pending_card_payment": 0.0006997201119552179, "pending_cash_withdrawal": 0.0006997201119552179, "pending_top_up": 0.0006997201119552179, "pending_transfer": 0.0006997201119552179, "pin_blocked": 0.0011995201919232307, "receiving_money": 0.0013994402239104358, "request_refund": 0.0006997201119552179, "reverted_card_payment?": 0.000899640143942423, "supported_cards_and_currencies": 0.0031987205117952823, "terminate_account": 0.0007996801279488206, "top_up_by_bank_transfer_charge": 0.0010995601759296284, "top_up_by_card_charge": 0.0009996001599360256, "top_up_by_cash_or_cheque": 0.0011995201919232307, "top_up_failed": 0.0010995601759296284, "top_up_limits": 0.0009996001599360256, "top_up_reverted": 0.0011995201919232307, "topping_up_by_card": 0.0013994402239104358, "transaction_charged_twice": 0.0007996801279488206, "transfer_fee_charged": 0.000899640143942423, "transfer_into_account": 0.0007996801279488206, "transfer_not_received_by_recipient": 0.0007996801279488206, "transfer_timing": 0.0007996801279488206, "unable_to_verify_identity": 0.000899640143942423, "verify_my_identity": 0.0007996801279488206, "verify_source_of_funds": 0.0006997201119552179, "verify_top_up": 0.0006997201119552179, "virtual_card_not_working": 0.0011995201919232307, "visa_or_mastercard": 0.0010995601759296284, "why_verify_identity": 0.0006997201119552179, "wrong_amount_of_cash_received": 0.000899640143942423, "wrong_exchange_rate_for_cash_withdrawal": 0.0012994802079168333 }, "error": null, "latency_ms": 68.79329099319875, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1464", "text_group": "dc803472ea84669d2c6e2d5a6ec2f7a834aa172a59ad73090a5daad3f4884cf4", "expected": "atm_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0034003400340034003, "activate_my_card": 0.0062006200620062, "age_limit": 0.0046004600460046, "apple_pay_or_google_pay": 0.007600760076007601, "atm_support": 0.0314031403140314, "automatic_top_up": 0.007100710071007101, "balance_not_updated_after_bank_transfer": 0.012701270127012701, "balance_not_updated_after_cheque_or_cash_deposit": 0.017501750175017504, "beneficiary_not_allowed": 0.010401040104010401, "cancel_transfer": 0.0047004700470047005, "card_about_to_expire": 0.005100510051005101, "card_acceptance": 0.012301230123012302, "card_arrival": 0.008000800080008, "card_delivery_estimate": 0.025002500250025005, "card_linking": 0.008200820082008202, "card_not_working": 0.0078007800780078, "card_payment_fee_charged": 0.006000600060006001, "card_payment_not_recognised": 0.0062006200620062, "card_payment_wrong_exchange_rate": 0.006800680068006801, "card_swallowed": 0.007300730073007301, "cash_withdrawal_charge": 0.014601460146014602, "cash_withdrawal_not_recognised": 0.0081008100810081, "change_pin": 0.0054005400540054005, "compromised_card": 0.005700570057005701, "contactless_not_working": 0.010801080108010801, "country_support": 0.34033403340334034, "declined_card_payment": 0.0047004700470047005, "declined_cash_withdrawal": 0.005900590059005901, "declined_transfer": 0.0058005800580058, "direct_debit_payment_not_recognised": 0.0084008400840084, "disposable_card_limits": 0.0069006900690069, "edit_personal_details": 0.004400440044004401, "exchange_charge": 0.005900590059005901, "exchange_rate": 0.0049004900490049, "exchange_via_app": 0.0053005300530053, "extra_charge_on_statement": 0.005100510051005101, "failed_transfer": 0.0047004700470047005, "fiat_currency_support": 0.0178017801780178, "get_disposable_virtual_card": 0.006800680068006801, "get_physical_card": 0.0435043504350435, "getting_spare_card": 0.0069006900690069, "getting_virtual_card": 0.006600660066006601, "lost_or_stolen_card": 0.0049004900490049, "lost_or_stolen_phone": 0.0045004500450045, "order_physical_card": 0.007700770077007701, "passcode_forgotten": 0.0047004700470047005, "pending_card_payment": 0.0038003800380038005, "pending_cash_withdrawal": 0.004100410041004101, "pending_top_up": 0.0039003900390039, "pending_transfer": 0.0038003800380038005, "pin_blocked": 0.005200520052005201, "receiving_money": 0.0092009200920092, "request_refund": 0.0038003800380038005, "reverted_card_payment?": 0.005900590059005901, "supported_cards_and_currencies": 0.043004300430043, "terminate_account": 0.006600660066006601, "top_up_by_bank_transfer_charge": 0.014901490149014901, "top_up_by_card_charge": 0.007500750075007501, "top_up_by_cash_or_cheque": 0.0113011301130113, "top_up_failed": 0.005200520052005201, "top_up_limits": 0.005200520052005201, "top_up_reverted": 0.0063006300630063005, "topping_up_by_card": 0.0242024202420242, "transaction_charged_twice": 0.004300430043004301, "transfer_fee_charged": 0.0049004900490049, "transfer_into_account": 0.0054005400540054005, "transfer_not_received_by_recipient": 0.0047004700470047005, "transfer_timing": 0.005100510051005101, "unable_to_verify_identity": 0.006600660066006601, "verify_my_identity": 0.006000600060006001, "verify_source_of_funds": 0.0063006300630063005, "verify_top_up": 0.005200520052005201, "virtual_card_not_working": 0.006600660066006601, "visa_or_mastercard": 0.0159015901590159, "why_verify_identity": 0.0048004800480048, "wrong_amount_of_cash_received": 0.0049004900490049, "wrong_exchange_rate_for_cash_withdrawal": 0.006700670067006701 }, "error": null, "latency_ms": 68.16737493500113, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1465", "text_group": "0b9b7f75e7557c4e973372a96f94f19e56796b3a23659946a3556114b0413124", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.9598, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0003, "card_acceptance": 0.0013, "card_arrival": 0.0002, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0006, "country_support": 0.0005, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0004, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0158, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 68.13041609711945, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1466", "text_group": "192818c94f1d5fc6d6a009d1e0057d24f6693a90499cdde7f168ab89fac74ebf", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0009001800360072014, "activate_my_card": 0.0015003000600120023, "age_limit": 0.0014002800560112022, "apple_pay_or_google_pay": 0.0018003600720144029, "atm_support": 0.6694338867773555, "automatic_top_up": 0.0012002400480096017, "balance_not_updated_after_bank_transfer": 0.001300260052010402, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018003600720144029, "beneficiary_not_allowed": 0.0024004800960192034, "cancel_transfer": 0.0011002200440088019, "card_about_to_expire": 0.002000400080016003, "card_acceptance": 0.011302260452090417, "card_arrival": 0.0017003400680136026, "card_delivery_estimate": 0.0015003000600120023, "card_linking": 0.0035007001400280055, "card_not_working": 0.003800760152030406, "card_payment_fee_charged": 0.0016003200640128026, "card_payment_not_recognised": 0.0016003200640128026, "card_payment_wrong_exchange_rate": 0.001900380076015203, "card_swallowed": 0.0023004600920184036, "cash_withdrawal_charge": 0.002600520104020804, "cash_withdrawal_not_recognised": 0.0033006601320264054, "change_pin": 0.0014002800560112022, "compromised_card": 0.002000400080016003, "contactless_not_working": 0.003100620124024805, "country_support": 0.031606321264252855, "declined_card_payment": 0.0016003200640128026, "declined_cash_withdrawal": 0.0022004400880176037, "declined_transfer": 0.0016003200640128026, "direct_debit_payment_not_recognised": 0.0016003200640128026, "disposable_card_limits": 0.0028005601120224045, "edit_personal_details": 0.001300260052010402, "exchange_charge": 0.0014002800560112022, "exchange_rate": 0.0015003000600120023, "exchange_via_app": 0.001900380076015203, "extra_charge_on_statement": 0.0012002400480096017, "failed_transfer": 0.001300260052010402, "fiat_currency_support": 0.008401680336067212, "get_disposable_virtual_card": 0.0045009001800360065, "get_physical_card": 0.015603120624124825, "getting_spare_card": 0.001900380076015203, "getting_virtual_card": 0.002100420084016803, "lost_or_stolen_card": 0.0014002800560112022, "lost_or_stolen_phone": 0.0011002200440088019, "order_physical_card": 0.0035007001400280055, "passcode_forgotten": 0.0012002400480096017, "pending_card_payment": 0.0011002200440088019, "pending_cash_withdrawal": 0.0010002000400080016, "pending_top_up": 0.0009001800360072014, "pending_transfer": 0.0010002000400080016, "pin_blocked": 0.001900380076015203, "receiving_money": 0.0017003400680136026, "request_refund": 0.0010002000400080016, "reverted_card_payment?": 0.0017003400680136026, "supported_cards_and_currencies": 0.1364272854570914, "terminate_account": 0.0012002400480096017, "top_up_by_bank_transfer_charge": 0.0014002800560112022, "top_up_by_card_charge": 0.0014002800560112022, "top_up_by_cash_or_cheque": 0.0016003200640128026, "top_up_failed": 0.0012002400480096017, "top_up_limits": 0.0014002800560112022, "top_up_reverted": 0.0015003000600120023, "topping_up_by_card": 0.005501100220044008, "transaction_charged_twice": 0.0011002200440088019, "transfer_fee_charged": 0.0012002400480096017, "transfer_into_account": 0.0011002200440088019, "transfer_not_received_by_recipient": 0.0011002200440088019, "transfer_timing": 0.0011002200440088019, "unable_to_verify_identity": 0.0016003200640128026, "verify_my_identity": 0.0014002800560112022, "verify_source_of_funds": 0.0012002400480096017, "verify_top_up": 0.0011002200440088019, "virtual_card_not_working": 0.0028005601120224045, "visa_or_mastercard": 0.001900380076015203, "why_verify_identity": 0.001300260052010402, "wrong_amount_of_cash_received": 0.0016003200640128026, "wrong_exchange_rate_for_cash_withdrawal": 0.0034006801360272052 }, "error": null, "latency_ms": 68.99150006938726, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1467", "text_group": "e7a9bf42d3322cf14ba06b6009b3edb23a80a36d41a16b992bbb5703f2a1a0f4", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0007, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.8222, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0005, "card_acceptance": 0.0013, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0011, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0005, "contactless_not_working": 0.0006, "country_support": 0.0008, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0003, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0015, "get_disposable_virtual_card": 0.0037, "get_physical_card": 0.0115, "getting_spare_card": 0.0171, "getting_virtual_card": 0.0057, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0006, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0004, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.1043, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0005, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0017, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0035, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 68.61433305311948, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1468", "text_group": "be4a072c2a1f84c472a38a5297fba089522244d3aca8ebd516dd06010673198a", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.963, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0029, "cash_withdrawal_not_recognised": 0.0017, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0005, "country_support": 0.0007, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0002, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0002, "fiat_currency_support": 0.0021, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0016, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0076, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0004, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 69.20374999754131, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1469", "text_group": "4b767f69ab301bb1e6cbacfb0bfbc692f4b118f773e9cd750ab2aa048dcd5d7a", "expected": "atm_support", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0021002100210021, "activate_my_card": 0.0028002800280028, "age_limit": 0.0024002400240024, "apple_pay_or_google_pay": 0.0047004700470047005, "atm_support": 0.0070007000700070005, "automatic_top_up": 0.0028002800280028, "balance_not_updated_after_bank_transfer": 0.006000600060006001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0062006200620062, "beneficiary_not_allowed": 0.005900590059005901, "cancel_transfer": 0.0032003200320032004, "card_about_to_expire": 0.0028002800280028, "card_acceptance": 0.005100510051005101, "card_arrival": 0.0031003100310031, "card_delivery_estimate": 0.0030003000300030005, "card_linking": 0.0039003900390039, "card_not_working": 0.0039003900390039, "card_payment_fee_charged": 0.0032003200320032004, "card_payment_not_recognised": 0.0033003300330033004, "card_payment_wrong_exchange_rate": 0.0038003800380038005, "card_swallowed": 0.0035003500350035003, "cash_withdrawal_charge": 0.06550655065506551, "cash_withdrawal_not_recognised": 0.22762276227622763, "change_pin": 0.0023002300230023, "compromised_card": 0.0031003100310031, "contactless_not_working": 0.0039003900390039, "country_support": 0.010501050105010502, "declined_card_payment": 0.0028002800280028, "declined_cash_withdrawal": 0.013501350135013501, "declined_transfer": 0.0027002700270027003, "direct_debit_payment_not_recognised": 0.004100410041004101, "disposable_card_limits": 0.0045004500450045, "edit_personal_details": 0.0031003100310031, "exchange_charge": 0.0038003800380038005, "exchange_rate": 0.0030003000300030005, "exchange_via_app": 0.0033003300330033004, "extra_charge_on_statement": 0.0032003200320032004, "failed_transfer": 0.0032003200320032004, "fiat_currency_support": 0.0223022302230223, "get_disposable_virtual_card": 0.0034003400340034003, "get_physical_card": 0.004100410041004101, "getting_spare_card": 0.0029002900290029, "getting_virtual_card": 0.0030003000300030005, "lost_or_stolen_card": 0.0025002500250025004, "lost_or_stolen_phone": 0.0021002100210021, "order_physical_card": 0.0030003000300030005, "passcode_forgotten": 0.0022002200220022005, "pending_card_payment": 0.0022002200220022005, "pending_cash_withdrawal": 0.07920792079207921, "pending_top_up": 0.0022002200220022005, "pending_transfer": 0.0024002400240024, "pin_blocked": 0.0025002500250025004, "receiving_money": 0.30623062306230625, "request_refund": 0.0038003800380038005, "reverted_card_payment?": 0.0029002900290029, "supported_cards_and_currencies": 0.011701170117011701, "terminate_account": 0.0025002500250025004, "top_up_by_bank_transfer_charge": 0.0046004600460046, "top_up_by_card_charge": 0.0048004800480048, "top_up_by_cash_or_cheque": 0.0129012901290129, "top_up_failed": 0.0039003900390039, "top_up_limits": 0.0038003800380038005, "top_up_reverted": 0.0037003700370037006, "topping_up_by_card": 0.0089008900890089, "transaction_charged_twice": 0.0029002900290029, "transfer_fee_charged": 0.0029002900290029, "transfer_into_account": 0.0072007200720072, "transfer_not_received_by_recipient": 0.0036003600360036, "transfer_timing": 0.0047004700470047005, "unable_to_verify_identity": 0.0035003500350035003, "verify_my_identity": 0.0027002700270027003, "verify_source_of_funds": 0.0031003100310031, "verify_top_up": 0.0022002200220022005, "virtual_card_not_working": 0.0037003700370037006, "visa_or_mastercard": 0.0070007000700070005, "why_verify_identity": 0.0024002400240024, "wrong_amount_of_cash_received": 0.0048004800480048, "wrong_exchange_rate_for_cash_withdrawal": 0.006700670067006701 }, "error": null, "latency_ms": 68.79724992904812, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1470", "text_group": "a69257d0c1bf38a97113bf2af194253ba6e5d7346b7ae0af014b750ed6ca15d0", "expected": "atm_support", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.001999400179946016, "activate_my_card": 0.0022993102069379188, "age_limit": 0.001999400179946016, "apple_pay_or_google_pay": 0.004698590422873138, "atm_support": 0.006997900629811057, "automatic_top_up": 0.002199340197940618, "balance_not_updated_after_bank_transfer": 0.005298410476856943, "balance_not_updated_after_cheque_or_cash_deposit": 0.006697990602819155, "beneficiary_not_allowed": 0.0045986204138758376, "cancel_transfer": 0.002099370188943317, "card_about_to_expire": 0.002399280215935219, "card_acceptance": 0.0037988603418974308, "card_arrival": 0.0024992502249325203, "card_delivery_estimate": 0.002799160251924423, "card_linking": 0.003099070278916325, "card_not_working": 0.002699190242927122, "card_payment_fee_charged": 0.002399280215935219, "card_payment_not_recognised": 0.002599220233929821, "card_payment_wrong_exchange_rate": 0.0031990402879136263, "card_swallowed": 0.002699190242927122, "cash_withdrawal_charge": 0.05748275517344797, "cash_withdrawal_not_recognised": 0.510146955913226, "change_pin": 0.0018994301709487154, "compromised_card": 0.002599220233929821, "contactless_not_working": 0.0029991002699190244, "country_support": 0.011096670998700391, "declined_card_payment": 0.002199340197940618, "declined_cash_withdrawal": 0.009897030890732782, "declined_transfer": 0.002099370188943317, "direct_debit_payment_not_recognised": 0.0036988903329001305, "disposable_card_limits": 0.004098770368889334, "edit_personal_details": 0.0024992502249325203, "exchange_charge": 0.0028991302609217232, "exchange_rate": 0.002599220233929821, "exchange_via_app": 0.002799160251924423, "extra_charge_on_statement": 0.002799160251924423, "failed_transfer": 0.002199340197940618, "fiat_currency_support": 0.040187943616914926, "get_disposable_virtual_card": 0.0036988903329001305, "get_physical_card": 0.004098770368889334, "getting_spare_card": 0.002699190242927122, "getting_virtual_card": 0.0029991002699190244, "lost_or_stolen_card": 0.002399280215935219, "lost_or_stolen_phone": 0.0017994601619514146, "order_physical_card": 0.003099070278916325, "passcode_forgotten": 0.0018994301709487154, "pending_card_payment": 0.0017994601619514146, "pending_cash_withdrawal": 0.07647705688293512, "pending_top_up": 0.0016994901529541137, "pending_transfer": 0.0017994601619514146, "pin_blocked": 0.001999400179946016, "receiving_money": 0.042987103868839346, "request_refund": 0.003099070278916325, "reverted_card_payment?": 0.0024992502249325203, "supported_cards_and_currencies": 0.027291812456263123, "terminate_account": 0.002199340197940618, "top_up_by_bank_transfer_charge": 0.0031990402879136263, "top_up_by_card_charge": 0.003099070278916325, "top_up_by_cash_or_cheque": 0.005998200539838049, "top_up_failed": 0.0022993102069379188, "top_up_limits": 0.003099070278916325, "top_up_reverted": 0.002599220233929821, "topping_up_by_card": 0.004498650404878536, "transaction_charged_twice": 0.002099370188943317, "transfer_fee_charged": 0.002199340197940618, "transfer_into_account": 0.0032990102969109266, "transfer_not_received_by_recipient": 0.002599220233929821, "transfer_timing": 0.0028991302609217232, "unable_to_verify_identity": 0.002799160251924423, "verify_my_identity": 0.002199340197940618, "verify_source_of_funds": 0.003099070278916325, "verify_top_up": 0.0017994601619514146, "virtual_card_not_working": 0.0032990102969109266, "visa_or_mastercard": 0.00869739078276517, "why_verify_identity": 0.002199340197940618, "wrong_amount_of_cash_received": 0.0033989803059082274, "wrong_exchange_rate_for_cash_withdrawal": 0.018794361691492553 }, "error": null, "latency_ms": 69.8901250725612, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1471", "text_group": "1ec21189b7d77ce4e3681c4abd18510f05a6126c3f475934efa6bed989544862", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0002999100269919024, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.9367189843047087, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0006997900629811057, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0017994601619514146, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0003998800359892033, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0011996401079676095, "country_support": 0.000499850044986504, "declined_card_payment": 0.0008997300809757073, "declined_cash_withdrawal": 0.0008997300809757073, "declined_transfer": 0.0007997600719784066, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000999700089973008, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.000499850044986504, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0006997900629811057, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0002999100269919024, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.03518944316704989, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0007997600719784066, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 69.22295794356614, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1472", "text_group": "0ea1bb4ae0395db4f50497364a369a8dcc853b79751874fc0d950eaa5d0a3e43", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.8822882288228823, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0007000700070007, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0037003700370037006, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0007000700070007, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00040004000400040005, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0006000600060006, "country_support": 0.0006000600060006, "declined_card_payment": 0.0008000800080008001, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0009000900090009, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0007000700070007, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.0007000700070007, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0005000500050005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.0735073507350735, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0007000700070007, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.0037003700370037006, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0016001600160016002, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 69.5242079673335, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1473", "text_group": "02c6204905bb5218db134dc69df3e27d032439993355b376a2b8fecb0eb1838a", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0007999200079992001, "activate_my_card": 0.0012998700129987, "age_limit": 0.0011998800119988001, "apple_pay_or_google_pay": 0.0015998400159984002, "atm_support": 0.8029197080291971, "automatic_top_up": 0.0011998800119988001, "balance_not_updated_after_bank_transfer": 0.0010998900109989002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015998400159984002, "beneficiary_not_allowed": 0.0018998100189981002, "cancel_transfer": 0.0010998900109989002, "card_about_to_expire": 0.0017998200179982, "card_acceptance": 0.005599440055994401, "card_arrival": 0.0014998500149985001, "card_delivery_estimate": 0.0012998700129987, "card_linking": 0.0027997200279972004, "card_not_working": 0.0028997100289971, "card_payment_fee_charged": 0.0013998600139986002, "card_payment_not_recognised": 0.0013998600139986002, "card_payment_wrong_exchange_rate": 0.0017998200179982, "card_swallowed": 0.0020997900209979003, "cash_withdrawal_charge": 0.0027997200279972004, "cash_withdrawal_not_recognised": 0.0018998100189981002, "change_pin": 0.0011998800119988001, "compromised_card": 0.0017998200179982, "contactless_not_working": 0.003999600039996, "country_support": 0.006399360063993601, "declined_card_payment": 0.0013998600139986002, "declined_cash_withdrawal": 0.0017998200179982, "declined_transfer": 0.0013998600139986002, "direct_debit_payment_not_recognised": 0.0014998500149985001, "disposable_card_limits": 0.0020997900209979003, "edit_personal_details": 0.0011998800119988001, "exchange_charge": 0.0013998600139986002, "exchange_rate": 0.0012998700129987, "exchange_via_app": 0.0017998200179982, "extra_charge_on_statement": 0.0010998900109989002, "failed_transfer": 0.0011998800119988001, "fiat_currency_support": 0.0064993500649935, "get_disposable_virtual_card": 0.0020997900209979003, "get_physical_card": 0.0033996600339966003, "getting_spare_card": 0.0015998400159984002, "getting_virtual_card": 0.0015998400159984002, "lost_or_stolen_card": 0.0012998700129987, "lost_or_stolen_phone": 0.000999900009999, "order_physical_card": 0.0021997800219978004, "passcode_forgotten": 0.0011998800119988001, "pending_card_payment": 0.000999900009999, "pending_cash_withdrawal": 0.0008999100089991, "pending_top_up": 0.0008999100089991, "pending_transfer": 0.0008999100089991, "pin_blocked": 0.0012998700129987, "receiving_money": 0.0015998400159984002, "request_refund": 0.000999900009999, "reverted_card_payment?": 0.0015998400159984002, "supported_cards_and_currencies": 0.061993800619938005, "terminate_account": 0.0010998900109989002, "top_up_by_bank_transfer_charge": 0.0013998600139986002, "top_up_by_card_charge": 0.0013998600139986002, "top_up_by_cash_or_cheque": 0.0016998300169983002, "top_up_failed": 0.0012998700129987, "top_up_limits": 0.0012998700129987, "top_up_reverted": 0.0014998500149985001, "topping_up_by_card": 0.0065993400659934, "transaction_charged_twice": 0.0010998900109989002, "transfer_fee_charged": 0.0010998900109989002, "transfer_into_account": 0.000999900009999, "transfer_not_received_by_recipient": 0.000999900009999, "transfer_timing": 0.0010998900109989002, "unable_to_verify_identity": 0.0014998500149985001, "verify_my_identity": 0.0011998800119988001, "verify_source_of_funds": 0.0010998900109989002, "verify_top_up": 0.0010998900109989002, "virtual_card_not_working": 0.0023997600239976003, "visa_or_mastercard": 0.001999800019998, "why_verify_identity": 0.0010998900109989002, "wrong_amount_of_cash_received": 0.0014998500149985001, "wrong_exchange_rate_for_cash_withdrawal": 0.0027997200279972004 }, "error": null, "latency_ms": 66.85404200106859, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1474", "text_group": "8beb535c35e208c6e0d2aa2a3f0328e5a6e42e83cab71656a0433fa3ba3beda1", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.9298140371925615, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0008998200359928015, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0006998600279944011, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.0009998000399920016, "get_disposable_virtual_card": 0.0021995600879824036, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.00029994001199760045, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.04259148170365927, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0010997800439912018, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 66.46712496876717, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1475", "text_group": "1ec6477c493c37c0266139f13c00e4868417a4d577b3511d6cfa05a64adb5dcf", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.9594959495949595, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0007000700070007, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0006000600060006, "country_support": 0.0007000700070007, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0014001400140014, "get_disposable_virtual_card": 0.0006000600060006, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0153015301530153, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0014001400140014, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 67.52012495417148, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1476", "text_group": "7730c39333e904cb0dc2509daa397c5862557cc28ce8588d28c72df735c4db1b", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0007, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0008, "atm_support": 0.9325, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.001, "beneficiary_not_allowed": 0.001, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0006, "card_acceptance": 0.001, "card_arrival": 0.0007, "card_delivery_estimate": 0.0008, "card_linking": 0.0008, "card_not_working": 0.0008, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0062, "cash_withdrawal_not_recognised": 0.0023, "change_pin": 0.0006, "compromised_card": 0.0007, "contactless_not_working": 0.001, "country_support": 0.0024, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0009, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0009, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0007, "exchange_charge": 0.0007, "exchange_rate": 0.0006, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0007, "failed_transfer": 0.0006, "fiat_currency_support": 0.0027, "get_disposable_virtual_card": 0.0009, "get_physical_card": 0.0027, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0007, "order_physical_card": 0.0007, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0007, "pending_top_up": 0.0005, "pending_transfer": 0.0005, "pin_blocked": 0.0006, "receiving_money": 0.001, "request_refund": 0.0006, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0019, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0007, "top_up_by_card_charge": 0.0007, "top_up_by_cash_or_cheque": 0.0009, "top_up_failed": 0.0006, "top_up_limits": 0.0006, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0008, "transaction_charged_twice": 0.0007, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.0008, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.0007, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0008, "wrong_exchange_rate_for_cash_withdrawal": 0.001 }, "error": null, "latency_ms": 67.93737504631281, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1477", "text_group": "4348039efd90188c2746689eea24ac649d3df144f2f949faefe5187e616831c8", "expected": "atm_support", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.7996, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0009, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0006, "card_acceptance": 0.0248, "card_arrival": 0.0005, "card_delivery_estimate": 0.0004, "card_linking": 0.0011, "card_not_working": 0.0015, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0005, "compromised_card": 0.0007, "contactless_not_working": 0.0016, "country_support": 0.0045, "declined_card_payment": 0.0009, "declined_cash_withdrawal": 0.0053, "declined_transfer": 0.0009, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0005, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0004, "fiat_currency_support": 0.0058, "get_disposable_virtual_card": 0.0018, "get_physical_card": 0.0105, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0009, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.001, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0003, "pending_transfer": 0.0004, "pin_blocked": 0.0007, "receiving_money": 0.0007, "request_refund": 0.0004, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.1057, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0004, "top_up_limits": 0.0005, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0012, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0006, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0014, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0008, "wrong_exchange_rate_for_cash_withdrawal": 0.0012 }, "error": null, "latency_ms": 69.30241594091058, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1478", "text_group": "496c7f9d5613d8fe7f5f2d7c634d3bdbff6dff9224942e74391efaa05542cc41", "expected": "atm_support", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.0005002000800320128, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.0117046818727491, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.0005002000800320128, "cash_withdrawal_not_recognised": 0.004901960784313725, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00040016006402561027, "country_support": 0.004401760704281713, "declined_card_payment": 0.001800720288115246, "declined_cash_withdrawal": 0.9471788715486195, "declined_transfer": 0.0019007603041216487, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.0005002000800320128, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.000900360144057623, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00040016006402561027, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.0005002000800320128, "receiving_money": 0.003001200480192077, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.001600640256102441, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.001800720288115246, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.000900360144057623 }, "error": null, "latency_ms": 70.53004100453109, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1479", "text_group": "2332639809efa03d6018d54f67934470834a2a401ed821a1e3981ea61781838c", "expected": "atm_support", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0017001700170017002, "activate_my_card": 0.0024002400240024, "age_limit": 0.002000200020002, "apple_pay_or_google_pay": 0.0058005800580058, "atm_support": 0.009500950095009501, "automatic_top_up": 0.0028002800280028, "balance_not_updated_after_bank_transfer": 0.005900590059005901, "balance_not_updated_after_cheque_or_cash_deposit": 0.006700670067006701, "beneficiary_not_allowed": 0.0036003600360036, "cancel_transfer": 0.002000200020002, "card_about_to_expire": 0.0023002300230023, "card_acceptance": 0.004300430043004301, "card_arrival": 0.0023002300230023, "card_delivery_estimate": 0.0023002300230023, "card_linking": 0.0031003100310031, "card_not_working": 0.0030003000300030005, "card_payment_fee_charged": 0.0030003000300030005, "card_payment_not_recognised": 0.0030003000300030005, "card_payment_wrong_exchange_rate": 0.0032003200320032004, "card_swallowed": 0.0026002600260026003, "cash_withdrawal_charge": 0.1908190819081908, "cash_withdrawal_not_recognised": 0.20222022202220222, "change_pin": 0.0018001800180018, "compromised_card": 0.0027002700270027003, "contactless_not_working": 0.0032003200320032004, "country_support": 0.015401540154015401, "declined_card_payment": 0.0023002300230023, "declined_cash_withdrawal": 0.007400740074007401, "declined_transfer": 0.0021002100210021, "direct_debit_payment_not_recognised": 0.0062006200620062, "disposable_card_limits": 0.0047004700470047005, "edit_personal_details": 0.0021002100210021, "exchange_charge": 0.0037003700370037006, "exchange_rate": 0.0028002800280028, "exchange_via_app": 0.0029002900290029, "extra_charge_on_statement": 0.0031003100310031, "failed_transfer": 0.0023002300230023, "fiat_currency_support": 0.03660366036603661, "get_disposable_virtual_card": 0.0028002800280028, "get_physical_card": 0.0031003100310031, "getting_spare_card": 0.0026002600260026003, "getting_virtual_card": 0.0027002700270027003, "lost_or_stolen_card": 0.0019001900190019003, "lost_or_stolen_phone": 0.0016001600160016002, "order_physical_card": 0.0026002600260026003, "passcode_forgotten": 0.0018001800180018, "pending_card_payment": 0.0018001800180018, "pending_cash_withdrawal": 0.031103110311031103, "pending_top_up": 0.0017001700170017002, "pending_transfer": 0.0018001800180018, "pin_blocked": 0.0019001900190019003, "receiving_money": 0.1538153815381538, "request_refund": 0.0025002500250025004, "reverted_card_payment?": 0.0024002400240024, "supported_cards_and_currencies": 0.09210921092109212, "terminate_account": 0.002000200020002, "top_up_by_bank_transfer_charge": 0.0056005600560056, "top_up_by_card_charge": 0.006100610061006101, "top_up_by_cash_or_cheque": 0.036203620362036205, "top_up_failed": 0.0027002700270027003, "top_up_limits": 0.0037003700370037006, "top_up_reverted": 0.0028002800280028, "topping_up_by_card": 0.0097009700970097, "transaction_charged_twice": 0.0023002300230023, "transfer_fee_charged": 0.0025002500250025004, "transfer_into_account": 0.004300430043004301, "transfer_not_received_by_recipient": 0.0024002400240024, "transfer_timing": 0.0030003000300030005, "unable_to_verify_identity": 0.0026002600260026003, "verify_my_identity": 0.0021002100210021, "verify_source_of_funds": 0.0025002500250025004, "verify_top_up": 0.0018001800180018, "virtual_card_not_working": 0.0029002900290029, "visa_or_mastercard": 0.011401140114011402, "why_verify_identity": 0.0021002100210021, "wrong_amount_of_cash_received": 0.0033003300330033004, "wrong_exchange_rate_for_cash_withdrawal": 0.0159015901590159 }, "error": null, "latency_ms": 71.0447080200538, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1480", "text_group": "89677dbfae7c11b085ed730b269f8e34044973e759e7d860c654b8627ddb6e99", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0012998700129987, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.9733026697330267, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 69.73237497732043, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1481", "text_group": "49c4049563c98a520ac9cabf1702016d9a6025a045ace8a9e8b407f8f9ad7624", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.0024997500249975004, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.0012998700129987, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.977002299770023, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.0010998900109989002, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 69.77783306501806, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1482", "text_group": "32a425cb25fa13e49c2b2d2fb07f0736db80b2d0b487de902833f7e56fbbf695", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.0006002400960384153, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00020008003201280514, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.9800920368147259, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.0008003201280512205, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00040016006402561027, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.0006002400960384153, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 69.66141692828387, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1483", "text_group": "6449c4450ee1fc39a56f6498c7ebfe972b281c4f04ef5de4905de4596989b93e", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0017, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0005, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.9668, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0004, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0005, "reverted_card_payment?": 0.0015, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.002, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0056, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 70.12879196554422, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1484", "text_group": "311a2310f66b7b8e843d076427c36ca299594c25b7b2355dd78ac62ead57f708", "expected": "direct_debit_payment_not_recognised", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0005001000200040008, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0008001600320064013, "atm_support": 0.0010002000400080016, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0009001800360072014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009001800360072014, "beneficiary_not_allowed": 0.0008001600320064013, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0008001600320064013, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0007001400280056011, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.019403880776155232, "card_payment_not_recognised": 0.005001000200040008, "card_payment_wrong_exchange_rate": 0.0015003000600120023, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.09481896379275855, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0005001000200040008, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.004300860172034407, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.007501500300060012, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.7755551110222044, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0006001200240048009, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0007001400280056011, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0007001400280056011, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.018503700740148028, "top_up_by_card_charge": 0.03280656131226246, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0008001600320064013, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0035007001400280055, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.0006001200240048009, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 69.53654100652784, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1485", "text_group": "976933f991f078a935c69da6d0741f5616cd8e29594634391c6ba0e50f9ffacb", "expected": "direct_debit_payment_not_recognised", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.0845915408459154, "activate_my_card": 0.0013998600139986002, "age_limit": 0.0010998900109989002, "apple_pay_or_google_pay": 0.0013998600139986002, "atm_support": 0.0018998100189981002, "automatic_top_up": 0.0010998900109989002, "balance_not_updated_after_bank_transfer": 0.0028997100289971, "balance_not_updated_after_cheque_or_cash_deposit": 0.0020997900209979003, "beneficiary_not_allowed": 0.004399560043995601, "cancel_transfer": 0.0016998300169983002, "card_about_to_expire": 0.0017998200179982, "card_acceptance": 0.0020997900209979003, "card_arrival": 0.0013998600139986002, "card_delivery_estimate": 0.0013998600139986002, "card_linking": 0.0021997800219978004, "card_not_working": 0.0028997100289971, "card_payment_fee_charged": 0.0032996700329967, "card_payment_not_recognised": 0.17698230176982302, "card_payment_wrong_exchange_rate": 0.0022997700229977, "card_swallowed": 0.0025997400259974, "cash_withdrawal_charge": 0.0017998200179982, "cash_withdrawal_not_recognised": 0.0020997900209979003, "change_pin": 0.0011998800119988001, "compromised_card": 0.08829117088291172, "contactless_not_working": 0.0015998400159984002, "country_support": 0.0015998400159984002, "declined_card_payment": 0.004999500049995001, "declined_cash_withdrawal": 0.0016998300169983002, "declined_transfer": 0.0018998100189981002, "direct_debit_payment_not_recognised": 0.015098490150984903, "disposable_card_limits": 0.0015998400159984002, "edit_personal_details": 0.0017998200179982, "exchange_charge": 0.0011998800119988001, "exchange_rate": 0.000999900009999, "exchange_via_app": 0.000999900009999, "extra_charge_on_statement": 0.0033996600339966003, "failed_transfer": 0.0013998600139986002, "fiat_currency_support": 0.0014998500149985001, "get_disposable_virtual_card": 0.0013998600139986002, "get_physical_card": 0.0012998700129987, "getting_spare_card": 0.0010998900109989002, "getting_virtual_card": 0.000999900009999, "lost_or_stolen_card": 0.009599040095990401, "lost_or_stolen_phone": 0.0010998900109989002, "order_physical_card": 0.0011998800119988001, "passcode_forgotten": 0.0010998900109989002, "pending_card_payment": 0.0018998100189981002, "pending_cash_withdrawal": 0.0011998800119988001, "pending_top_up": 0.0011998800119988001, "pending_transfer": 0.0010998900109989002, "pin_blocked": 0.0012998700129987, "receiving_money": 0.0016998300169983002, "request_refund": 0.44575542445755423, "reverted_card_payment?": 0.03519648035196481, "supported_cards_and_currencies": 0.0028997100289971, "terminate_account": 0.0013998600139986002, "top_up_by_bank_transfer_charge": 0.0013998600139986002, "top_up_by_card_charge": 0.0015998400159984002, "top_up_by_cash_or_cheque": 0.0012998700129987, "top_up_failed": 0.0014998500149985001, "top_up_limits": 0.0011998800119988001, "top_up_reverted": 0.0021997800219978004, "topping_up_by_card": 0.0016998300169983002, "transaction_charged_twice": 0.0265973402659734, "transfer_fee_charged": 0.0014998500149985001, "transfer_into_account": 0.0010998900109989002, "transfer_not_received_by_recipient": 0.0013998600139986002, "transfer_timing": 0.0010998900109989002, "unable_to_verify_identity": 0.0015998400159984002, "verify_my_identity": 0.0011998800119988001, "verify_source_of_funds": 0.0013998600139986002, "verify_top_up": 0.0010998900109989002, "virtual_card_not_working": 0.0015998400159984002, "visa_or_mastercard": 0.0017998200179982, "why_verify_identity": 0.0011998800119988001, "wrong_amount_of_cash_received": 0.0018998100189981002, "wrong_exchange_rate_for_cash_withdrawal": 0.0013998600139986002 }, "error": null, "latency_ms": 72.35575001686811, "usage": { "input_tokens": 624, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1486", "text_group": "2f63706e51959dcccef9de29c5ace5df76ab0f0ddca9baee40b4e557a350509b", "expected": "direct_debit_payment_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0039003900390039, "activate_my_card": 0.001000100010001, "age_limit": 0.0013001300130013002, "apple_pay_or_google_pay": 0.0015001500150015003, "atm_support": 0.0021002100210021, "automatic_top_up": 0.001000100010001, "balance_not_updated_after_bank_transfer": 0.017101710171017102, "balance_not_updated_after_cheque_or_cash_deposit": 0.0069006900690069, "beneficiary_not_allowed": 0.006000600060006001, "cancel_transfer": 0.0022002200220022005, "card_about_to_expire": 0.0016001600160016002, "card_acceptance": 0.0014001400140014, "card_arrival": 0.0015001500150015003, "card_delivery_estimate": 0.0014001400140014, "card_linking": 0.0017001700170017002, "card_not_working": 0.0024002400240024, "card_payment_fee_charged": 0.0013001300130013002, "card_payment_not_recognised": 0.004000400040004, "card_payment_wrong_exchange_rate": 0.0019001900190019003, "card_swallowed": 0.06460646064606461, "cash_withdrawal_charge": 0.0016001600160016002, "cash_withdrawal_not_recognised": 0.32993299329932996, "change_pin": 0.0011001100110011003, "compromised_card": 0.050705070507050705, "contactless_not_working": 0.0019001900190019003, "country_support": 0.0018001800180018, "declined_card_payment": 0.002000200020002, "declined_cash_withdrawal": 0.0030003000300030005, "declined_transfer": 0.0023002300230023, "direct_debit_payment_not_recognised": 0.0036003600360036, "disposable_card_limits": 0.0019001900190019003, "edit_personal_details": 0.0012001200120012, "exchange_charge": 0.001000100010001, "exchange_rate": 0.001000100010001, "exchange_via_app": 0.0011001100110011003, "extra_charge_on_statement": 0.0009000900090009, "failed_transfer": 0.0014001400140014, "fiat_currency_support": 0.0015001500150015003, "get_disposable_virtual_card": 0.0012001200120012, "get_physical_card": 0.0012001200120012, "getting_spare_card": 0.001000100010001, "getting_virtual_card": 0.001000100010001, "lost_or_stolen_card": 0.28072807280728074, "lost_or_stolen_phone": 0.07190719071907191, "order_physical_card": 0.001000100010001, "passcode_forgotten": 0.0011001100110011003, "pending_card_payment": 0.001000100010001, "pending_cash_withdrawal": 0.0013001300130013002, "pending_top_up": 0.001000100010001, "pending_transfer": 0.0011001100110011003, "pin_blocked": 0.0016001600160016002, "receiving_money": 0.005200520052005201, "request_refund": 0.0048004800480048, "reverted_card_payment?": 0.0017001700170017002, "supported_cards_and_currencies": 0.0014001400140014, "terminate_account": 0.002000200020002, "top_up_by_bank_transfer_charge": 0.0012001200120012, "top_up_by_card_charge": 0.0011001100110011003, "top_up_by_cash_or_cheque": 0.0022002200220022005, "top_up_failed": 0.0019001900190019003, "top_up_limits": 0.0014001400140014, "top_up_reverted": 0.005100510051005101, "topping_up_by_card": 0.0017001700170017002, "transaction_charged_twice": 0.0014001400140014, "transfer_fee_charged": 0.0012001200120012, "transfer_into_account": 0.0013001300130013002, "transfer_not_received_by_recipient": 0.0025002500250025004, "transfer_timing": 0.0013001300130013002, "unable_to_verify_identity": 0.0018001800180018, "verify_my_identity": 0.0012001200120012, "verify_source_of_funds": 0.0070007000700070005, "verify_top_up": 0.0011001100110011003, "virtual_card_not_working": 0.002000200020002, "visa_or_mastercard": 0.0013001300130013002, "why_verify_identity": 0.0021002100210021, "wrong_amount_of_cash_received": 0.046004600460046, "wrong_exchange_rate_for_cash_withdrawal": 0.0022002200220022005 }, "error": null, "latency_ms": 69.70079196617007, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1487", "text_group": "d3e39340200e039e2064d8007f9c8e7d125eca3abdaf300c22f3991219a3f9d4", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.015296940611877623, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00019996000799840034, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.9518096380723855, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00019996000799840034, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.015896820635872826, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 71.94845797494054, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1488", "text_group": "98ea1b50f9ae401168e8f4a0953a9f1a348dba6f7617531db4b1cfaafac63928", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.000499850044986504, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0006997900629811057, "atm_support": 0.000999700089973008, "automatic_top_up": 0.0005998200539838048, "balance_not_updated_after_bank_transfer": 0.0013995801259622115, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011996401079676095, "beneficiary_not_allowed": 0.0012996101169649105, "cancel_transfer": 0.0007997600719784066, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0008997300809757073, "card_arrival": 0.0005998200539838048, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.0007997600719784066, "card_not_working": 0.0008997300809757073, "card_payment_fee_charged": 0.0005998200539838048, "card_payment_not_recognised": 0.0018994301709487154, "card_payment_wrong_exchange_rate": 0.000999700089973008, "card_swallowed": 0.0008997300809757073, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.000499850044986504, "compromised_card": 0.0008997300809757073, "contactless_not_working": 0.0006997900629811057, "country_support": 0.0006997900629811057, "declined_card_payment": 0.0006997900629811057, "declined_cash_withdrawal": 0.0006997900629811057, "declined_transfer": 0.0008997300809757073, "direct_debit_payment_not_recognised": 0.9411176647005899, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.0012996101169649105, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.0006997900629811057, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.0007997600719784066, "get_disposable_virtual_card": 0.0006997900629811057, "get_physical_card": 0.0006997900629811057, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.000499850044986504, "pin_blocked": 0.0005998200539838048, "receiving_money": 0.0007997600719784066, "request_refund": 0.0008997300809757073, "reverted_card_payment?": 0.0037988603418974308, "supported_cards_and_currencies": 0.0008997300809757073, "terminate_account": 0.0016994901529541137, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.000499850044986504, "top_up_reverted": 0.0018994301709487154, "topping_up_by_card": 0.0006997900629811057, "transaction_charged_twice": 0.0006997900629811057, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.0005998200539838048, "transfer_not_received_by_recipient": 0.0005998200539838048, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.0005998200539838048, "verify_my_identity": 0.0005998200539838048, "verify_source_of_funds": 0.0014995501349595122, "verify_top_up": 0.0005998200539838048, "virtual_card_not_working": 0.0005998200539838048, "visa_or_mastercard": 0.0006997900629811057, "why_verify_identity": 0.0006997900629811057, "wrong_amount_of_cash_received": 0.0013995801259622115, "wrong_exchange_rate_for_cash_withdrawal": 0.0008997300809757073 }, "error": null, "latency_ms": 69.80045896489173, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1489", "text_group": "368e64a7cc069a14250980f5c95b7ad1c8eeec068fa159ff894acf63ed4c568d", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0007998400319936014, "activate_my_card": 0.00029994001199760045, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0005998800239952009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0004999000199960008, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.0020995800839832034, "card_payment_not_recognised": 0.007298540291941612, "card_payment_wrong_exchange_rate": 0.0008998200359928015, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0008998200359928015, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00029994001199760045, "compromised_card": 0.0018996200759848032, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0007998400319936014, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.8355328934213158, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.11947610477904419, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0004999000199960008, "request_refund": 0.0006998600279944011, "reverted_card_payment?": 0.0006998600279944011, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0008998200359928015, "top_up_by_card_charge": 0.0007998400319936014, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.0007998400319936014, "transfer_fee_charged": 0.0007998400319936014, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 69.07045806292444, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1490", "text_group": "c20f83b65d77697d9388694a16905ecd67e8c4bf4bd3ebdc3a28a5bb498467a2", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 9.993004896572399e-05, "activate_my_card": 0.00019986009793144797, "age_limit": 9.993004896572399e-05, "apple_pay_or_google_pay": 0.00019986009793144797, "atm_support": 0.00019986009793144797, "automatic_top_up": 0.00019986009793144797, "balance_not_updated_after_bank_transfer": 0.00019986009793144797, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019986009793144797, "beneficiary_not_allowed": 0.00019986009793144797, "cancel_transfer": 0.00019986009793144797, "card_about_to_expire": 0.00019986009793144797, "card_acceptance": 0.00019986009793144797, "card_arrival": 0.00019986009793144797, "card_delivery_estimate": 0.00019986009793144797, "card_linking": 0.00019986009793144797, "card_not_working": 0.00019986009793144797, "card_payment_fee_charged": 0.00019986009793144797, "card_payment_not_recognised": 0.005196362546217647, "card_payment_wrong_exchange_rate": 0.00039972019586289594, "card_swallowed": 0.00019986009793144797, "cash_withdrawal_charge": 0.00019986009793144797, "cash_withdrawal_not_recognised": 0.00019986009793144797, "change_pin": 9.993004896572399e-05, "compromised_card": 0.00039972019586289594, "contactless_not_working": 0.00019986009793144797, "country_support": 0.00019986009793144797, "declined_card_payment": 0.0002997901468971719, "declined_cash_withdrawal": 0.00019986009793144797, "declined_transfer": 0.00019986009793144797, "direct_debit_payment_not_recognised": 0.9798141301089236, "disposable_card_limits": 0.00019986009793144797, "edit_personal_details": 0.00019986009793144797, "exchange_charge": 9.993004896572399e-05, "exchange_rate": 9.993004896572399e-05, "exchange_via_app": 0.00019986009793144797, "extra_charge_on_statement": 0.00019986009793144797, "failed_transfer": 0.00019986009793144797, "fiat_currency_support": 0.00019986009793144797, "get_disposable_virtual_card": 0.00019986009793144797, "get_physical_card": 0.00019986009793144797, "getting_spare_card": 9.993004896572399e-05, "getting_virtual_card": 0.00019986009793144797, "lost_or_stolen_card": 0.0002997901468971719, "lost_or_stolen_phone": 0.00019986009793144797, "order_physical_card": 0.00019986009793144797, "passcode_forgotten": 0.00019986009793144797, "pending_card_payment": 0.00019986009793144797, "pending_cash_withdrawal": 9.993004896572399e-05, "pending_top_up": 9.993004896572399e-05, "pending_transfer": 9.993004896572399e-05, "pin_blocked": 0.00019986009793144797, "receiving_money": 0.0002997901468971719, "request_refund": 9.993004896572399e-05, "reverted_card_payment?": 0.00039972019586289594, "supported_cards_and_currencies": 0.00019986009793144797, "terminate_account": 0.00019986009793144797, "top_up_by_bank_transfer_charge": 0.00019986009793144797, "top_up_by_card_charge": 0.00019986009793144797, "top_up_by_cash_or_cheque": 0.00019986009793144797, "top_up_failed": 0.00019986009793144797, "top_up_limits": 0.00019986009793144797, "top_up_reverted": 0.00019986009793144797, "topping_up_by_card": 0.0002997901468971719, "transaction_charged_twice": 0.00019986009793144797, "transfer_fee_charged": 0.00019986009793144797, "transfer_into_account": 0.00019986009793144797, "transfer_not_received_by_recipient": 0.00019986009793144797, "transfer_timing": 0.00019986009793144797, "unable_to_verify_identity": 0.00019986009793144797, "verify_my_identity": 0.00019986009793144797, "verify_source_of_funds": 0.00019986009793144797, "verify_top_up": 0.00019986009793144797, "virtual_card_not_working": 0.00019986009793144797, "visa_or_mastercard": 0.00019986009793144797, "why_verify_identity": 0.00019986009793144797, "wrong_amount_of_cash_received": 0.00019986009793144797, "wrong_exchange_rate_for_cash_withdrawal": 0.00019986009793144797 }, "error": null, "latency_ms": 71.40495802741498, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1491", "text_group": "79bdd426cb5c4ce019d3c4aeed07972568817e3fdedb2315b0e97f15eec03f79", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.001000100010001, "card_payment_not_recognised": 0.0008000800080008001, "card_payment_wrong_exchange_rate": 0.0017001700170017002, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.005100510051005101, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0003000300030003, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.5321532153215321, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.4201420142014201, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0005000500050005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0007000700070007, "top_up_by_bank_transfer_charge": 0.006000600060006001, "top_up_by_card_charge": 0.0029002900290029, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0034003400340034003, "transfer_fee_charged": 0.0025002500250025004, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 70.38487505633384, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1492", "text_group": "5c2318d1598e3b9857a95533a5b40c7d993901aed70f18d59503ac09b24a9305", "expected": "direct_debit_payment_not_recognised", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.06109389061093891, "activate_my_card": 0.0020997900209979003, "age_limit": 0.0020997900209979003, "apple_pay_or_google_pay": 0.0029997000299970002, "atm_support": 0.0045995400459954, "automatic_top_up": 0.0022997700229977, "balance_not_updated_after_bank_transfer": 0.009799020097990201, "balance_not_updated_after_cheque_or_cash_deposit": 0.0044995500449955, "beneficiary_not_allowed": 0.0073992600739926015, "cancel_transfer": 0.0034996500349965005, "card_about_to_expire": 0.0024997500249975004, "card_acceptance": 0.0037996200379962005, "card_arrival": 0.0020997900209979003, "card_delivery_estimate": 0.0020997900209979003, "card_linking": 0.0031996800319968005, "card_not_working": 0.0031996800319968005, "card_payment_fee_charged": 0.0038996100389961, "card_payment_not_recognised": 0.11758824117588242, "card_payment_wrong_exchange_rate": 0.0058994100589941, "card_swallowed": 0.0027997200279972004, "cash_withdrawal_charge": 0.0034996500349965005, "cash_withdrawal_not_recognised": 0.0032996700329967, "change_pin": 0.0018998100189981002, "compromised_card": 0.0030996900309969004, "contactless_not_working": 0.0027997200279972004, "country_support": 0.0029997000299970002, "declined_card_payment": 0.0160983901609839, "declined_cash_withdrawal": 0.0024997500249975004, "declined_transfer": 0.0025997400259974, "direct_debit_payment_not_recognised": 0.19958004199580043, "disposable_card_limits": 0.0031996800319968005, "edit_personal_details": 0.0033996600339966003, "exchange_charge": 0.0026997300269973002, "exchange_rate": 0.0020997900209979003, "exchange_via_app": 0.0021997800219978004, "extra_charge_on_statement": 0.0164983501649835, "failed_transfer": 0.0024997500249975004, "fiat_currency_support": 0.0030996900309969004, "get_disposable_virtual_card": 0.0029997000299970002, "get_physical_card": 0.0023997600239976003, "getting_spare_card": 0.0020997900209979003, "getting_virtual_card": 0.001999800019998, "lost_or_stolen_card": 0.0020997900209979003, "lost_or_stolen_phone": 0.0015998400159984002, "order_physical_card": 0.0017998200179982, "passcode_forgotten": 0.0017998200179982, "pending_card_payment": 0.0044995500449955, "pending_cash_withdrawal": 0.001999800019998, "pending_top_up": 0.0025997400259974, "pending_transfer": 0.0024997500249975004, "pin_blocked": 0.0021997800219978004, "receiving_money": 0.0026997300269973002, "request_refund": 0.172982701729827, "reverted_card_payment?": 0.20267973202679732, "supported_cards_and_currencies": 0.0029997000299970002, "terminate_account": 0.0024997500249975004, "top_up_by_bank_transfer_charge": 0.0029997000299970002, "top_up_by_card_charge": 0.0029997000299970002, "top_up_by_cash_or_cheque": 0.0023997600239976003, "top_up_failed": 0.0022997700229977, "top_up_limits": 0.0022997700229977, "top_up_reverted": 0.0038996100389961, "topping_up_by_card": 0.0024997500249975004, "transaction_charged_twice": 0.007599240075992401, "transfer_fee_charged": 0.0025997400259974, "transfer_into_account": 0.0017998200179982, "transfer_not_received_by_recipient": 0.003999600039996, "transfer_timing": 0.0018998100189981002, "unable_to_verify_identity": 0.0029997000299970002, "verify_my_identity": 0.0027997200279972004, "verify_source_of_funds": 0.0032996700329967, "verify_top_up": 0.0034996500349965005, "virtual_card_not_working": 0.0028997100289971, "visa_or_mastercard": 0.0029997000299970002, "why_verify_identity": 0.0026997300269973002, "wrong_amount_of_cash_received": 0.0028997100289971, "wrong_exchange_rate_for_cash_withdrawal": 0.0025997400259974 }, "error": null, "latency_ms": 72.88550003431737, "usage": { "input_tokens": 629, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1493", "text_group": "901e8d4471267ebd992874f8fe5b886140cf72561a6a08b1bc727f3935d62ed4", "expected": "direct_debit_payment_not_recognised", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.002, "activate_my_card": 0.0014, "age_limit": 0.0011, "apple_pay_or_google_pay": 0.0021, "atm_support": 0.0028, "automatic_top_up": 0.0013, "balance_not_updated_after_bank_transfer": 0.0092, "balance_not_updated_after_cheque_or_cash_deposit": 0.0032, "beneficiary_not_allowed": 0.0027, "cancel_transfer": 0.0021, "card_about_to_expire": 0.0013, "card_acceptance": 0.0023, "card_arrival": 0.0015, "card_delivery_estimate": 0.0013, "card_linking": 0.0023, "card_not_working": 0.002, "card_payment_fee_charged": 0.0017, "card_payment_not_recognised": 0.1157, "card_payment_wrong_exchange_rate": 0.0021, "card_swallowed": 0.0018, "cash_withdrawal_charge": 0.0015, "cash_withdrawal_not_recognised": 0.0136, "change_pin": 0.0012, "compromised_card": 0.1953, "contactless_not_working": 0.0017, "country_support": 0.002, "declined_card_payment": 0.0019, "declined_cash_withdrawal": 0.0016, "declined_transfer": 0.0017, "direct_debit_payment_not_recognised": 0.024, "disposable_card_limits": 0.0015, "edit_personal_details": 0.0017, "exchange_charge": 0.0013, "exchange_rate": 0.0013, "exchange_via_app": 0.0015, "extra_charge_on_statement": 0.0013, "failed_transfer": 0.0018, "fiat_currency_support": 0.002, "get_disposable_virtual_card": 0.0014, "get_physical_card": 0.0017, "getting_spare_card": 0.0011, "getting_virtual_card": 0.0013, "lost_or_stolen_card": 0.2315, "lost_or_stolen_phone": 0.0021, "order_physical_card": 0.0011, "passcode_forgotten": 0.0013, "pending_card_payment": 0.0013, "pending_cash_withdrawal": 0.0012, "pending_top_up": 0.0012, "pending_transfer": 0.0013, "pin_blocked": 0.0016, "receiving_money": 0.0022, "request_refund": 0.0043, "reverted_card_payment?": 0.0035, "supported_cards_and_currencies": 0.0025, "terminate_account": 0.0016, "top_up_by_bank_transfer_charge": 0.0015, "top_up_by_card_charge": 0.0012, "top_up_by_cash_or_cheque": 0.0015, "top_up_failed": 0.0014, "top_up_limits": 0.0012, "top_up_reverted": 0.0021, "topping_up_by_card": 0.0015, "transaction_charged_twice": 0.1593, "transfer_fee_charged": 0.0012, "transfer_into_account": 0.0013, "transfer_not_received_by_recipient": 0.002, "transfer_timing": 0.0012, "unable_to_verify_identity": 0.0726, "verify_my_identity": 0.0171, "verify_source_of_funds": 0.0228, "verify_top_up": 0.0051, "virtual_card_not_working": 0.0015, "visa_or_mastercard": 0.0021, "why_verify_identity": 0.0212, "wrong_amount_of_cash_received": 0.0016, "wrong_exchange_rate_for_cash_withdrawal": 0.0016 }, "error": null, "latency_ms": 72.06033309921622, "usage": { "input_tokens": 618, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1494", "text_group": "1e6c52bc4c54d80c5ce7a3eda4504e946878b642e039beb049a41875fd225100", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0015003000600120023, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.9805961192238448, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.6696249069646, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1495", "text_group": "29a83ea79315b5a1b40566cf52601bb34862dde3a011bba34762d86d869cb231", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.012701270127012701, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.9686968696869687, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.84791699890047, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1496", "text_group": "e4b679e5b25d36b17a32db3c4b093c93a13b9da29583ed62d4bfc54bf2c8f306", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0006003001500750375, "activate_my_card": 0.0022011005502751376, "age_limit": 0.00040020010005002504, "apple_pay_or_google_pay": 0.003101550775387694, "atm_support": 0.0018009004502251126, "automatic_top_up": 0.0335167583791896, "balance_not_updated_after_bank_transfer": 0.0010005002501250627, "balance_not_updated_after_cheque_or_cash_deposit": 0.001900950475237619, "beneficiary_not_allowed": 0.0011005502751375688, "cancel_transfer": 0.0006003001500750375, "card_about_to_expire": 0.00040020010005002504, "card_acceptance": 0.0009004502251125563, "card_arrival": 0.0006003001500750375, "card_delivery_estimate": 0.0005002501250625313, "card_linking": 0.0008004002001000501, "card_not_working": 0.0007003501750875438, "card_payment_fee_charged": 0.0006003001500750375, "card_payment_not_recognised": 0.4786393196598299, "card_payment_wrong_exchange_rate": 0.001200600300150075, "card_swallowed": 0.0006003001500750375, "cash_withdrawal_charge": 0.0005002501250625313, "cash_withdrawal_not_recognised": 0.0016008004002001002, "change_pin": 0.00040020010005002504, "compromised_card": 0.0008004002001000501, "contactless_not_working": 0.0008004002001000501, "country_support": 0.0009004502251125563, "declined_card_payment": 0.0011005502751375688, "declined_cash_withdrawal": 0.0006003001500750375, "declined_transfer": 0.0009004502251125563, "direct_debit_payment_not_recognised": 0.3010505252626313, "disposable_card_limits": 0.0006003001500750375, "edit_personal_details": 0.0005002501250625313, "exchange_charge": 0.0006003001500750375, "exchange_rate": 0.0006003001500750375, "exchange_via_app": 0.0008004002001000501, "extra_charge_on_statement": 0.0028014007003501753, "failed_transfer": 0.0006003001500750375, "fiat_currency_support": 0.0011005502751375688, "get_disposable_virtual_card": 0.0014007003501750877, "get_physical_card": 0.0018009004502251126, "getting_spare_card": 0.0008004002001000501, "getting_virtual_card": 0.0020010005002501254, "lost_or_stolen_card": 0.00040020010005002504, "lost_or_stolen_phone": 0.00040020010005002504, "order_physical_card": 0.0008004002001000501, "passcode_forgotten": 0.00040020010005002504, "pending_card_payment": 0.0006003001500750375, "pending_cash_withdrawal": 0.00040020010005002504, "pending_top_up": 0.0007003501750875438, "pending_transfer": 0.0006003001500750375, "pin_blocked": 0.0005002501250625313, "receiving_money": 0.11095547773886943, "request_refund": 0.0007003501750875438, "reverted_card_payment?": 0.0007003501750875438, "supported_cards_and_currencies": 0.0011005502751375688, "terminate_account": 0.0006003001500750375, "top_up_by_bank_transfer_charge": 0.001200600300150075, "top_up_by_card_charge": 0.0008004002001000501, "top_up_by_cash_or_cheque": 0.0011005502751375688, "top_up_failed": 0.0008004002001000501, "top_up_limits": 0.0006003001500750375, "top_up_reverted": 0.001200600300150075, "topping_up_by_card": 0.006803401700850425, "transaction_charged_twice": 0.0006003001500750375, "transfer_fee_charged": 0.0005002501250625313, "transfer_into_account": 0.003001500750375188, "transfer_not_received_by_recipient": 0.0021010505252626313, "transfer_timing": 0.0011005502751375688, "unable_to_verify_identity": 0.0006003001500750375, "verify_my_identity": 0.0006003001500750375, "verify_source_of_funds": 0.0028014007003501753, "verify_top_up": 0.0005002501250625313, "virtual_card_not_working": 0.0006003001500750375, "visa_or_mastercard": 0.0009004502251125563, "why_verify_identity": 0.0005002501250625313, "wrong_amount_of_cash_received": 0.0007003501750875438, "wrong_exchange_rate_for_cash_withdrawal": 0.0007003501750875438 }, "error": null, "latency_ms": 72.83020799513906, "usage": { "input_tokens": 581, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1497", "text_group": "10bacc1ecc25cc3e23dbb186d57174c4a2db22ed851763dae50c42c655ae0013", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 9.999000099990002e-05, "activate_my_card": 9.999000099990002e-05, "age_limit": 9.999000099990002e-05, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00019998000199980003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019998000199980003, "beneficiary_not_allowed": 0.00019998000199980003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00019998000199980003, "card_not_working": 0.00019998000199980003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.013098690130986902, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 9.999000099990002e-05, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00019998000199980003, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.972002799720028, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 9.999000099990002e-05, "exchange_rate": 9.999000099990002e-05, "exchange_via_app": 9.999000099990002e-05, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00019998000199980003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 9.999000099990002e-05, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 9.999000099990002e-05, "order_physical_card": 9.999000099990002e-05, "passcode_forgotten": 9.999000099990002e-05, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 9.999000099990002e-05, "pending_top_up": 9.999000099990002e-05, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 9.999000099990002e-05, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00019998000199980003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 9.999000099990002e-05, "top_up_reverted": 0.00019998000199980003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 70.30904199928045, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1498", "text_group": "1497d615a6ce42255af7ce13a296d5e60fe0e6a547b77ca817beca1f627454bf", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0034006801360272052, "activate_my_card": 0.0022004400880176037, "age_limit": 0.001900380076015203, "apple_pay_or_google_pay": 0.0034006801360272052, "atm_support": 0.004800960192038407, "automatic_top_up": 0.0022004400880176037, "balance_not_updated_after_bank_transfer": 0.05121024204840968, "balance_not_updated_after_cheque_or_cash_deposit": 0.009601920384076814, "beneficiary_not_allowed": 0.0049009801960392075, "cancel_transfer": 0.005301060212042409, "card_about_to_expire": 0.002100420084016803, "card_acceptance": 0.0036007201440288058, "card_arrival": 0.002500500100020004, "card_delivery_estimate": 0.002000400080016003, "card_linking": 0.003900780156031206, "card_not_working": 0.003200640128025605, "card_payment_fee_charged": 0.0024004800960192034, "card_payment_not_recognised": 0.3308661732346469, "card_payment_wrong_exchange_rate": 0.004000800160032006, "card_swallowed": 0.0034006801360272052, "cash_withdrawal_charge": 0.0024004800960192034, "cash_withdrawal_not_recognised": 0.05261052210442088, "change_pin": 0.0022004400880176037, "compromised_card": 0.03020604120824165, "contactless_not_working": 0.0030006001200240046, "country_support": 0.0030006001200240046, "declined_card_payment": 0.0034006801360272052, "declined_cash_withdrawal": 0.003200640128025605, "declined_transfer": 0.0033006601320264054, "direct_debit_payment_not_recognised": 0.15653130626125225, "disposable_card_limits": 0.002500500100020004, "edit_personal_details": 0.003800760152030406, "exchange_charge": 0.002000400080016003, "exchange_rate": 0.002100420084016803, "exchange_via_app": 0.002500500100020004, "extra_charge_on_statement": 0.0023004600920184036, "failed_transfer": 0.0030006001200240046, "fiat_currency_support": 0.003900780156031206, "get_disposable_virtual_card": 0.0027005401080216042, "get_physical_card": 0.004200840168033606, "getting_spare_card": 0.002000400080016003, "getting_virtual_card": 0.0022004400880176037, "lost_or_stolen_card": 0.004800960192038407, "lost_or_stolen_phone": 0.001900380076015203, "order_physical_card": 0.001900380076015203, "passcode_forgotten": 0.002500500100020004, "pending_card_payment": 0.002600520104020804, "pending_cash_withdrawal": 0.002500500100020004, "pending_top_up": 0.0022004400880176037, "pending_transfer": 0.002600520104020804, "pin_blocked": 0.0028005601120224045, "receiving_money": 0.004200840168033606, "request_refund": 0.006001200240048009, "reverted_card_payment?": 0.009101820364072815, "supported_cards_and_currencies": 0.003700740148029606, "terminate_account": 0.005301060212042409, "top_up_by_bank_transfer_charge": 0.002500500100020004, "top_up_by_card_charge": 0.001900380076015203, "top_up_by_cash_or_cheque": 0.002600520104020804, "top_up_failed": 0.002600520104020804, "top_up_limits": 0.002000400080016003, "top_up_reverted": 0.0045009001800360065, "topping_up_by_card": 0.0028005601120224045, "transaction_charged_twice": 0.03520704140828166, "transfer_fee_charged": 0.0022004400880176037, "transfer_into_account": 0.0030006001200240046, "transfer_not_received_by_recipient": 0.004100820164032807, "transfer_timing": 0.0024004800960192034, "unable_to_verify_identity": 0.016803360672134424, "verify_my_identity": 0.00650130026005201, "verify_source_of_funds": 0.07761552310462093, "verify_top_up": 0.01700340068013603, "virtual_card_not_working": 0.0033006601320264054, "visa_or_mastercard": 0.003100620124024805, "why_verify_identity": 0.011102220444088817, "wrong_amount_of_cash_received": 0.0035007001400280055, "wrong_exchange_rate_for_cash_withdrawal": 0.003200640128025605 }, "error": null, "latency_ms": 73.18216597195715, "usage": { "input_tokens": 609, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1499", "text_group": "ed0fddfc6de14a467803ca756422b730d11b26c08f4bdc7d3377e8de5c6d23e9", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0036988903329001305, "activate_my_card": 0.002099370188943317, "age_limit": 0.001999400179946016, "apple_pay_or_google_pay": 0.0034989503149055285, "atm_support": 0.005198440467859642, "automatic_top_up": 0.0024992502249325203, "balance_not_updated_after_bank_transfer": 0.055883235029491156, "balance_not_updated_after_cheque_or_cash_deposit": 0.01619514145756273, "beneficiary_not_allowed": 0.0045986204138758376, "cancel_transfer": 0.0031990402879136263, "card_about_to_expire": 0.0022993102069379188, "card_acceptance": 0.0037988603418974308, "card_arrival": 0.002399280215935219, "card_delivery_estimate": 0.002099370188943317, "card_linking": 0.0036988903329001305, "card_not_working": 0.0032990102969109266, "card_payment_fee_charged": 0.002799160251924423, "card_payment_not_recognised": 0.020093971808457463, "card_payment_wrong_exchange_rate": 0.004098770368889334, "card_swallowed": 0.0035989203239028293, "cash_withdrawal_charge": 0.0029991002699190244, "cash_withdrawal_not_recognised": 0.0738778366490053, "change_pin": 0.001999400179946016, "compromised_card": 0.007697690692792163, "contactless_not_working": 0.002599220233929821, "country_support": 0.002699190242927122, "declined_card_payment": 0.0028991302609217232, "declined_cash_withdrawal": 0.003099070278916325, "declined_transfer": 0.002799160251924423, "direct_debit_payment_not_recognised": 0.3641907427771669, "disposable_card_limits": 0.002799160251924423, "edit_personal_details": 0.0032990102969109266, "exchange_charge": 0.0022993102069379188, "exchange_rate": 0.0022993102069379188, "exchange_via_app": 0.002399280215935219, "extra_charge_on_statement": 0.0029991002699190244, "failed_transfer": 0.0029991002699190244, "fiat_currency_support": 0.0035989203239028293, "get_disposable_virtual_card": 0.0028991302609217232, "get_physical_card": 0.002799160251924423, "getting_spare_card": 0.002099370188943317, "getting_virtual_card": 0.0022993102069379188, "lost_or_stolen_card": 0.011996401079676098, "lost_or_stolen_phone": 0.002099370188943317, "order_physical_card": 0.002099370188943317, "passcode_forgotten": 0.0022993102069379188, "pending_card_payment": 0.002399280215935219, "pending_cash_withdrawal": 0.002399280215935219, "pending_top_up": 0.0022993102069379188, "pending_transfer": 0.002099370188943317, "pin_blocked": 0.0024992502249325203, "receiving_money": 0.006997900629811057, "request_refund": 0.005998200539838049, "reverted_card_payment?": 0.014495651304608618, "supported_cards_and_currencies": 0.0035989203239028293, "terminate_account": 0.0032990102969109266, "top_up_by_bank_transfer_charge": 0.0029991002699190244, "top_up_by_card_charge": 0.0022993102069379188, "top_up_by_cash_or_cheque": 0.0032990102969109266, "top_up_failed": 0.0029991002699190244, "top_up_limits": 0.002199340197940618, "top_up_reverted": 0.027591722483255025, "topping_up_by_card": 0.0032990102969109266, "transaction_charged_twice": 0.00619814055783265, "transfer_fee_charged": 0.002199340197940618, "transfer_into_account": 0.0028991302609217232, "transfer_not_received_by_recipient": 0.002699190242927122, "transfer_timing": 0.002099370188943317, "unable_to_verify_identity": 0.004098770368889334, "verify_my_identity": 0.0034989503149055285, "verify_source_of_funds": 0.1833449965010497, "verify_top_up": 0.00979706088173548, "virtual_card_not_working": 0.0024992502249325203, "visa_or_mastercard": 0.002199340197940618, "why_verify_identity": 0.0031990402879136263, "wrong_amount_of_cash_received": 0.01829451164650605, "wrong_exchange_rate_for_cash_withdrawal": 0.0029991002699190244 }, "error": null, "latency_ms": 72.19837501179427, "usage": { "input_tokens": 624, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1500", "text_group": "67b91ecc2ea9dc626c586ee37ae0ed0f4af4f1d1c45c67325661f0cb883a1f9c", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.000199860097931448, "activate_my_card": 0.000199860097931448, "age_limit": 9.9930048965724e-05, "apple_pay_or_google_pay": 0.000199860097931448, "atm_support": 0.00029979014689717197, "automatic_top_up": 0.000199860097931448, "balance_not_updated_after_bank_transfer": 0.000199860097931448, "balance_not_updated_after_cheque_or_cash_deposit": 0.000199860097931448, "beneficiary_not_allowed": 0.00029979014689717197, "cancel_transfer": 0.000199860097931448, "card_about_to_expire": 0.000199860097931448, "card_acceptance": 0.000199860097931448, "card_arrival": 0.000199860097931448, "card_delivery_estimate": 0.000199860097931448, "card_linking": 0.000199860097931448, "card_not_working": 0.000199860097931448, "card_payment_fee_charged": 0.00049965024482862, "card_payment_not_recognised": 0.013690416708304188, "card_payment_wrong_exchange_rate": 0.000399720195862896, "card_swallowed": 0.000199860097931448, "cash_withdrawal_charge": 0.00029979014689717197, "cash_withdrawal_not_recognised": 0.000199860097931448, "change_pin": 9.9930048965724e-05, "compromised_card": 0.000399720195862896, "contactless_not_working": 0.000199860097931448, "country_support": 0.000199860097931448, "declined_card_payment": 0.00029979014689717197, "declined_cash_withdrawal": 0.000199860097931448, "declined_transfer": 0.000199860097931448, "direct_debit_payment_not_recognised": 0.968522034575797, "disposable_card_limits": 0.000199860097931448, "edit_personal_details": 0.000199860097931448, "exchange_charge": 0.000199860097931448, "exchange_rate": 0.000199860097931448, "exchange_via_app": 0.000199860097931448, "extra_charge_on_statement": 0.001299090636554412, "failed_transfer": 0.000199860097931448, "fiat_currency_support": 0.000199860097931448, "get_disposable_virtual_card": 0.000199860097931448, "get_physical_card": 0.000199860097931448, "getting_spare_card": 0.000199860097931448, "getting_virtual_card": 9.9930048965724e-05, "lost_or_stolen_card": 0.000199860097931448, "lost_or_stolen_phone": 9.9930048965724e-05, "order_physical_card": 0.000199860097931448, "passcode_forgotten": 0.000199860097931448, "pending_card_payment": 0.000199860097931448, "pending_cash_withdrawal": 9.9930048965724e-05, "pending_top_up": 9.9930048965724e-05, "pending_transfer": 9.9930048965724e-05, "pin_blocked": 0.000199860097931448, "receiving_money": 0.000199860097931448, "request_refund": 0.000199860097931448, "reverted_card_payment?": 0.000399720195862896, "supported_cards_and_currencies": 0.000199860097931448, "terminate_account": 0.000199860097931448, "top_up_by_bank_transfer_charge": 0.00049965024482862, "top_up_by_card_charge": 0.000399720195862896, "top_up_by_cash_or_cheque": 0.000199860097931448, "top_up_failed": 0.000199860097931448, "top_up_limits": 9.9930048965724e-05, "top_up_reverted": 0.000199860097931448, "topping_up_by_card": 0.000199860097931448, "transaction_charged_twice": 0.000399720195862896, "transfer_fee_charged": 0.0005995802937943439, "transfer_into_account": 0.000199860097931448, "transfer_not_received_by_recipient": 0.000199860097931448, "transfer_timing": 0.000199860097931448, "unable_to_verify_identity": 0.000199860097931448, "verify_my_identity": 0.000199860097931448, "verify_source_of_funds": 0.00029979014689717197, "verify_top_up": 0.000199860097931448, "virtual_card_not_working": 0.000199860097931448, "visa_or_mastercard": 0.000199860097931448, "why_verify_identity": 0.000199860097931448, "wrong_amount_of_cash_received": 0.000199860097931448, "wrong_exchange_rate_for_cash_withdrawal": 0.000199860097931448 }, "error": null, "latency_ms": 71.18099997751415, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1501", "text_group": "39fb7362d3d64877fcc9ed5548a774f7a37b9c28557143c553d8d64b5b6c03d7", "expected": "direct_debit_payment_not_recognised", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0006997201119552179, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0006997201119552179, "atm_support": 0.0006997201119552179, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.0005997600959616154, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005997600959616154, "beneficiary_not_allowed": 0.0006997201119552179, "cancel_transfer": 0.0025989604158336665, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.0006997201119552179, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0005997600959616154, "card_not_working": 0.0005997600959616154, "card_payment_fee_charged": 0.000899640143942423, "card_payment_not_recognised": 0.49400239904038384, "card_payment_wrong_exchange_rate": 0.0011995201919232307, "card_swallowed": 0.0004998000799680128, "cash_withdrawal_charge": 0.0003998400639744103, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0003998400639744103, "compromised_card": 0.0014994002399040384, "contactless_not_working": 0.0004998000799680128, "country_support": 0.0006997201119552179, "declined_card_payment": 0.033286685325869654, "declined_cash_withdrawal": 0.0003998400639744103, "declined_transfer": 0.0004998000799680128, "direct_debit_payment_not_recognised": 0.16533386645341863, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0006997201119552179, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.0003998400639744103, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0004998000799680128, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.0005997600959616154, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0004998000799680128, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.0006997201119552179, "lost_or_stolen_phone": 0.0003998400639744103, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0003998400639744103, "pending_card_payment": 0.001799280287884846, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.0003998400639744103, "receiving_money": 0.0004998000799680128, "request_refund": 0.0026989204318272693, "reverted_card_payment?": 0.2614954018392643, "supported_cards_and_currencies": 0.0006997201119552179, "terminate_account": 0.0004998000799680128, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0009996001599360256, "topping_up_by_card": 0.0005997600959616154, "transaction_charged_twice": 0.0007996801279488206, "transfer_fee_charged": 0.0004998000799680128, "transfer_into_account": 0.0003998400639744103, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.0009996001599360256, "verify_my_identity": 0.0006997201119552179, "verify_source_of_funds": 0.0007996801279488206, "verify_top_up": 0.0006997201119552179, "virtual_card_not_working": 0.0004998000799680128, "visa_or_mastercard": 0.0006997201119552179, "why_verify_identity": 0.0011995201919232307, "wrong_amount_of_cash_received": 0.0004998000799680128, "wrong_exchange_rate_for_cash_withdrawal": 0.0005997600959616154 }, "error": null, "latency_ms": 72.56175007205456, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1502", "text_group": "455d8c88ed6d4e307e49748b3d374a62923b5df2f172710cf653f82be8c185ec", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0002, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0142, "card_payment_wrong_exchange_rate": 0.0013, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0193, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.9407, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0005, "reverted_card_payment?": 0.007, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 70.41675003711134, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1503", "text_group": "9525751c7a1a41291a7bb58f349f2573bb5d9a9756a37e4525186fbe59140679", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 9.996001599360257e-05, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019992003198720514, "beneficiary_not_allowed": 0.0020991603358656535, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.00019992003198720514, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.003398640543782487, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.00019992003198720514, "declined_card_payment": 0.002499000399840064, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.9751099560175931, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.00019992003198720514, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 9.996001599360257e-05, "lost_or_stolen_phone": 9.996001599360257e-05, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.0003998400639744103, "pending_cash_withdrawal": 9.996001599360257e-05, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.0002998800479808077, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.0011995201919232307, "supported_cards_and_currencies": 0.0002998800479808077, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 70.05308393854648, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1504", "text_group": "ffe2453f6df9c750ffc6b369cc3e251d7feb37c8f181f52db9686740a54e712a", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0033003300330033004, "activate_my_card": 0.0011001100110011003, "age_limit": 0.0011001100110011003, "apple_pay_or_google_pay": 0.0019001900190019003, "atm_support": 0.0023002300230023, "automatic_top_up": 0.0011001100110011003, "balance_not_updated_after_bank_transfer": 0.0022002200220022005, "balance_not_updated_after_cheque_or_cash_deposit": 0.002000200020002, "beneficiary_not_allowed": 0.0033003300330033004, "cancel_transfer": 0.0022002200220022005, "card_about_to_expire": 0.0012001200120012, "card_acceptance": 0.0023002300230023, "card_arrival": 0.0014001400140014, "card_delivery_estimate": 0.0014001400140014, "card_linking": 0.0018001800180018, "card_not_working": 0.0015001500150015003, "card_payment_fee_charged": 0.0030003000300030005, "card_payment_not_recognised": 0.038303830383038306, "card_payment_wrong_exchange_rate": 0.0022002200220022005, "card_swallowed": 0.0014001400140014, "cash_withdrawal_charge": 0.0012001200120012, "cash_withdrawal_not_recognised": 0.0011001100110011003, "change_pin": 0.0011001100110011003, "compromised_card": 0.0015001500150015003, "contactless_not_working": 0.0014001400140014, "country_support": 0.0019001900190019003, "declined_card_payment": 0.12171217121712172, "declined_cash_withdrawal": 0.0012001200120012, "declined_transfer": 0.0019001900190019003, "direct_debit_payment_not_recognised": 0.326032603260326, "disposable_card_limits": 0.0015001500150015003, "edit_personal_details": 0.0015001500150015003, "exchange_charge": 0.0011001100110011003, "exchange_rate": 0.0011001100110011003, "exchange_via_app": 0.0011001100110011003, "extra_charge_on_statement": 0.0013001300130013002, "failed_transfer": 0.0011001100110011003, "fiat_currency_support": 0.0017001700170017002, "get_disposable_virtual_card": 0.0012001200120012, "get_physical_card": 0.001000100010001, "getting_spare_card": 0.001000100010001, "getting_virtual_card": 0.0009000900090009, "lost_or_stolen_card": 0.001000100010001, "lost_or_stolen_phone": 0.0009000900090009, "order_physical_card": 0.001000100010001, "passcode_forgotten": 0.001000100010001, "pending_card_payment": 0.019701970197019702, "pending_cash_withdrawal": 0.0009000900090009, "pending_top_up": 0.0011001100110011003, "pending_transfer": 0.0011001100110011003, "pin_blocked": 0.0011001100110011003, "receiving_money": 0.0017001700170017002, "request_refund": 0.17811781178117814, "reverted_card_payment?": 0.21272127212721273, "supported_cards_and_currencies": 0.002000200020002, "terminate_account": 0.0012001200120012, "top_up_by_bank_transfer_charge": 0.0011001100110011003, "top_up_by_card_charge": 0.001000100010001, "top_up_by_cash_or_cheque": 0.0011001100110011003, "top_up_failed": 0.0011001100110011003, "top_up_limits": 0.0011001100110011003, "top_up_reverted": 0.0021002100210021, "topping_up_by_card": 0.0013001300130013002, "transaction_charged_twice": 0.002000200020002, "transfer_fee_charged": 0.0013001300130013002, "transfer_into_account": 0.001000100010001, "transfer_not_received_by_recipient": 0.0012001200120012, "transfer_timing": 0.001000100010001, "unable_to_verify_identity": 0.0012001200120012, "verify_my_identity": 0.0012001200120012, "verify_source_of_funds": 0.0013001300130013002, "verify_top_up": 0.0017001700170017002, "virtual_card_not_working": 0.0014001400140014, "visa_or_mastercard": 0.0019001900190019003, "why_verify_identity": 0.0011001100110011003, "wrong_amount_of_cash_received": 0.0013001300130013002, "wrong_exchange_rate_for_cash_withdrawal": 0.0015001500150015003 }, "error": null, "latency_ms": 72.54587498027831, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1505", "text_group": "d9189d96ecdac55ba3fe1d030c7c058768407f3009210d176183106f8e7158eb", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.002000400080016003, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.9778955791158231, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 73.32962506916374, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1506", "text_group": "f18441bc37aa30675401dad4209460e334ef873231b4a22a91c478c8e857ee85", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0007000700070007, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0007000700070007, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0006000600060006, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.001000100010001, "card_payment_not_recognised": 0.0107010701070107, "card_payment_wrong_exchange_rate": 0.0015001500150015003, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0017001700170017002, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0005000500050005, "declined_card_payment": 0.0008000800080008001, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.6687668766876688, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.28232823282328234, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0006000600060006, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0018001800180018, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0013001300130013002, "top_up_by_card_charge": 0.0009000900090009, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.0008000800080008001, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 71.42674992792308, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1507", "text_group": "043b955d21e659b33f735f4d9b81775d94c6de89f29791654a3b610f6762d64b", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 9.998000399920017e-05, "activate_my_card": 0.00019996000799840034, "age_limit": 9.998000399920017e-05, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00019996000799840034, "automatic_top_up": 9.998000399920017e-05, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019996000799840034, "beneficiary_not_allowed": 0.00019996000799840034, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00019996000799840034, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.009498100379924015, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 9.998000399920017e-05, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00019996000799840034, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.9761047790441911, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 9.998000399920017e-05, "exchange_via_app": 9.998000399920017e-05, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 9.998000399920017e-05, "fiat_currency_support": 0.00019996000799840034, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 9.998000399920017e-05, "getting_spare_card": 9.998000399920017e-05, "getting_virtual_card": 9.998000399920017e-05, "lost_or_stolen_card": 9.998000399920017e-05, "lost_or_stolen_phone": 9.998000399920017e-05, "order_physical_card": 9.998000399920017e-05, "passcode_forgotten": 9.998000399920017e-05, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 9.998000399920017e-05, "pending_top_up": 9.998000399920017e-05, "pending_transfer": 9.998000399920017e-05, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.00019996000799840034, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 9.998000399920017e-05, "top_up_reverted": 0.00019996000799840034, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 9.998000399920017e-05, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 9.998000399920017e-05, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 69.70712495967746, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1508", "text_group": "dc66b0773695170b1c9a67fe43803649541122fee0533c19bbd9edd0c7246b8b", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0027994401119776045, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.003599280143971206, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.970505898820236, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.0004999000199960008, "reverted_card_payment?": 0.0016996600679864027, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0007998400319936014, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.0010997800439912018, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 68.69600003119558, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1509", "text_group": "fe6f70126e4cf3d4d2c8ca73bf840bddc46ccccdc7bd08597590b0dccf78107a", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0063, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0002, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0008, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.9685, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0004, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0005, "request_refund": 0.0004, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 69.33416693937033, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1510", "text_group": "79f1bb0dadebacc0b207e8c3faf42a7fb0dab9e60325b85713b004314cefe015", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0049985004498650405, "activate_my_card": 0.000999700089973008, "age_limit": 0.0007997600719784066, "apple_pay_or_google_pay": 0.0011996401079676095, "atm_support": 0.0015995201439568132, "automatic_top_up": 0.0008997300809757073, "balance_not_updated_after_bank_transfer": 0.0034989503149055285, "balance_not_updated_after_cheque_or_cash_deposit": 0.001999400179946016, "beneficiary_not_allowed": 0.0033989803059082274, "cancel_transfer": 0.0015995201439568132, "card_about_to_expire": 0.000999700089973008, "card_acceptance": 0.0014995501349595122, "card_arrival": 0.0008997300809757073, "card_delivery_estimate": 0.0008997300809757073, "card_linking": 0.0012996101169649105, "card_not_working": 0.0011996401079676095, "card_payment_fee_charged": 0.0028991302609217232, "card_payment_not_recognised": 0.12196341097670699, "card_payment_wrong_exchange_rate": 0.0037988603418974308, "card_swallowed": 0.001099670098970309, "cash_withdrawal_charge": 0.02349295211436569, "cash_withdrawal_not_recognised": 0.002099370188943317, "change_pin": 0.0007997600719784066, "compromised_card": 0.0015995201439568132, "contactless_not_working": 0.000999700089973008, "country_support": 0.0011996401079676095, "declined_card_payment": 0.0033989803059082274, "declined_cash_withdrawal": 0.000999700089973008, "declined_transfer": 0.000999700089973008, "direct_debit_payment_not_recognised": 0.4510646805958213, "disposable_card_limits": 0.001099670098970309, "edit_personal_details": 0.0015995201439568132, "exchange_charge": 0.0014995501349595122, "exchange_rate": 0.0007997600719784066, "exchange_via_app": 0.0008997300809757073, "extra_charge_on_statement": 0.10776766969909028, "failed_transfer": 0.0008997300809757073, "fiat_currency_support": 0.0011996401079676095, "get_disposable_virtual_card": 0.001099670098970309, "get_physical_card": 0.0008997300809757073, "getting_spare_card": 0.0007997600719784066, "getting_virtual_card": 0.0007997600719784066, "lost_or_stolen_card": 0.0008997300809757073, "lost_or_stolen_phone": 0.0006997900629811057, "order_physical_card": 0.0006997900629811057, "passcode_forgotten": 0.0007997600719784066, "pending_card_payment": 0.0014995501349595122, "pending_cash_withdrawal": 0.0008997300809757073, "pending_top_up": 0.0008997300809757073, "pending_transfer": 0.0008997300809757073, "pin_blocked": 0.0008997300809757073, "receiving_money": 0.0011996401079676095, "request_refund": 0.10066979906028192, "reverted_card_payment?": 0.08397480755773269, "supported_cards_and_currencies": 0.0012996101169649105, "terminate_account": 0.001099670098970309, "top_up_by_bank_transfer_charge": 0.0028991302609217232, "top_up_by_card_charge": 0.006598020593821853, "top_up_by_cash_or_cheque": 0.001099670098970309, "top_up_failed": 0.000999700089973008, "top_up_limits": 0.0007997600719784066, "top_up_reverted": 0.0017994601619514146, "topping_up_by_card": 0.001099670098970309, "transaction_charged_twice": 0.006298110566829951, "transfer_fee_charged": 0.0015995201439568132, "transfer_into_account": 0.0007997600719784066, "transfer_not_received_by_recipient": 0.000999700089973008, "transfer_timing": 0.0007997600719784066, "unable_to_verify_identity": 0.0015995201439568132, "verify_my_identity": 0.0015995201439568132, "verify_source_of_funds": 0.0024992502249325203, "verify_top_up": 0.001999400179946016, "virtual_card_not_working": 0.001099670098970309, "visa_or_mastercard": 0.0012996101169649105, "why_verify_identity": 0.0013995801259622115, "wrong_amount_of_cash_received": 0.0013995801259622115, "wrong_exchange_rate_for_cash_withdrawal": 0.0012996101169649105 }, "error": null, "latency_ms": 71.88145804684609, "usage": { "input_tokens": 620, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1511", "text_group": "5c824b24eaf70014218541f5f27a67bc8c93d976fefc2429aed74e74d256feff", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.10415207603801901, "card_payment_wrong_exchange_rate": 0.0005002501250625313, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.00020010005002501252, "compromised_card": 0.00040020010005002504, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00040020010005002504, "declined_card_payment": 0.004402201100550275, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.854327163581791, "disposable_card_limits": 0.00020010005002501252, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.0005002501250625313, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.017708854427213608, "supported_cards_and_currencies": 0.00040020010005002504, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.0005002501250625313, "verify_top_up": 0.0005002501250625313, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 69.98150004073977, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1512", "text_group": "dd97cc364be85c5f809ca6a9408798aa3a837fabb390a479b8b8b514da06702f", "expected": "direct_debit_payment_not_recognised", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.0115, "activate_my_card": 0.006, "age_limit": 0.0058, "apple_pay_or_google_pay": 0.0084, "atm_support": 0.0116, "automatic_top_up": 0.0063, "balance_not_updated_after_bank_transfer": 0.0253, "balance_not_updated_after_cheque_or_cash_deposit": 0.0183, "beneficiary_not_allowed": 0.0129, "cancel_transfer": 0.0184, "card_about_to_expire": 0.0075, "card_acceptance": 0.0145, "card_arrival": 0.0067, "card_delivery_estimate": 0.0061, "card_linking": 0.012, "card_not_working": 0.0084, "card_payment_fee_charged": 0.0082, "card_payment_not_recognised": 0.0174, "card_payment_wrong_exchange_rate": 0.0149, "card_swallowed": 0.007, "cash_withdrawal_charge": 0.0072, "cash_withdrawal_not_recognised": 0.0067, "change_pin": 0.0067, "compromised_card": 0.0324, "contactless_not_working": 0.0071, "country_support": 0.0074, "declined_card_payment": 0.0086, "declined_cash_withdrawal": 0.007, "declined_transfer": 0.0073, "direct_debit_payment_not_recognised": 0.0261, "disposable_card_limits": 0.0134, "edit_personal_details": 0.0149, "exchange_charge": 0.0057, "exchange_rate": 0.005, "exchange_via_app": 0.0053, "extra_charge_on_statement": 0.0079, "failed_transfer": 0.0057, "fiat_currency_support": 0.0076, "get_disposable_virtual_card": 0.007, "get_physical_card": 0.0068, "getting_spare_card": 0.0052, "getting_virtual_card": 0.005, "lost_or_stolen_card": 0.0076, "lost_or_stolen_phone": 0.0044, "order_physical_card": 0.0063, "passcode_forgotten": 0.0055, "pending_card_payment": 0.007, "pending_cash_withdrawal": 0.0058, "pending_top_up": 0.0064, "pending_transfer": 0.0059, "pin_blocked": 0.0071, "receiving_money": 0.0083, "request_refund": 0.2894, "reverted_card_payment?": 0.0091, "supported_cards_and_currencies": 0.0091, "terminate_account": 0.0251, "top_up_by_bank_transfer_charge": 0.0074, "top_up_by_card_charge": 0.0062, "top_up_by_cash_or_cheque": 0.0074, "top_up_failed": 0.0063, "top_up_limits": 0.0066, "top_up_reverted": 0.0089, "topping_up_by_card": 0.008, "transaction_charged_twice": 0.0076, "transfer_fee_charged": 0.0061, "transfer_into_account": 0.0068, "transfer_not_received_by_recipient": 0.0067, "transfer_timing": 0.0061, "unable_to_verify_identity": 0.0081, "verify_my_identity": 0.0079, "verify_source_of_funds": 0.0119, "verify_top_up": 0.0114, "virtual_card_not_working": 0.0074, "visa_or_mastercard": 0.0108, "why_verify_identity": 0.0107, "wrong_amount_of_cash_received": 0.0085, "wrong_exchange_rate_for_cash_withdrawal": 0.009 }, "error": null, "latency_ms": 70.73404104448855, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1513", "text_group": "c8b65aa387594364f4855cd95f31ab994808c400a789c59e388d87327f7358c9", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00019998000199980003, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.9805019498050196, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 71.29466603510082, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1514", "text_group": "61f3d82bb9df441f91f1f02d514e861fddaafc08fe3227832da4003e769b551f", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0092009200920092, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.00020002000200020003, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.9734973497349735, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00020002000200020003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 71.37587503530085, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1515", "text_group": "1ebd6e32bbc580d6f3a79d7b0c8d1e4b3cd97c401b95b2f3c4f48123baa0be18", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0008997300809757073, "automatic_top_up": 0.000999700089973008, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0006997900629811057, "cancel_transfer": 0.0006997900629811057, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0006997900629811057, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0006997900629811057, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0003998800359892033, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.000499850044986504, "country_support": 0.0005998200539838048, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.9605118464460662, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.0005998200539838048, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0006997900629811057, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.0003998800359892033, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.000499850044986504, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.000999700089973008, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.0007997600719784066, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.0007997600719784066, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0005998200539838048, "topping_up_by_card": 0.0006997900629811057, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.0005998200539838048, "transfer_into_account": 0.000999700089973008, "transfer_not_received_by_recipient": 0.0005998200539838048, "transfer_timing": 0.0006997900629811057, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.000499850044986504 }, "error": null, "latency_ms": 69.53716708812863, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1516", "text_group": "a9710350536fb20b0304231094444001c8fce620c5ab38057d75c2f12325485c", "expected": "direct_debit_payment_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0013007804682809686, "activate_my_card": 0.0005003001801080648, "age_limit": 0.0006003602161296778, "apple_pay_or_google_pay": 0.0008004802881729038, "atm_support": 0.0011006603962377428, "automatic_top_up": 0.0006003602161296778, "balance_not_updated_after_bank_transfer": 0.00940564338603162, "balance_not_updated_after_cheque_or_cash_deposit": 0.0031018611166700022, "beneficiary_not_allowed": 0.002301380828497098, "cancel_transfer": 0.0011006603962377428, "card_about_to_expire": 0.0007004202521512908, "card_acceptance": 0.0008004802881729038, "card_arrival": 0.0008004802881729038, "card_delivery_estimate": 0.0008004802881729038, "card_linking": 0.0008004802881729038, "card_not_working": 0.0010006003602161296, "card_payment_fee_charged": 0.0006003602161296778, "card_payment_not_recognised": 0.0015009005403241946, "card_payment_wrong_exchange_rate": 0.0009005403241945167, "card_swallowed": 0.003602161296778067, "cash_withdrawal_charge": 0.0007004202521512908, "cash_withdrawal_not_recognised": 0.4643786271763058, "change_pin": 0.0006003602161296778, "compromised_card": 0.04632779667800681, "contactless_not_working": 0.0009005403241945167, "country_support": 0.0008004802881729038, "declined_card_payment": 0.0007004202521512908, "declined_cash_withdrawal": 0.0011006603962377428, "declined_transfer": 0.0008004802881729038, "direct_debit_payment_not_recognised": 0.0013007804682809686, "disposable_card_limits": 0.0007004202521512908, "edit_personal_details": 0.0006003602161296778, "exchange_charge": 0.0005003001801080648, "exchange_rate": 0.0006003602161296778, "exchange_via_app": 0.0006003602161296778, "extra_charge_on_statement": 0.0005003001801080648, "failed_transfer": 0.0007004202521512908, "fiat_currency_support": 0.0008004802881729038, "get_disposable_virtual_card": 0.0006003602161296778, "get_physical_card": 0.0006003602161296778, "getting_spare_card": 0.0006003602161296778, "getting_virtual_card": 0.0006003602161296778, "lost_or_stolen_card": 0.27656593956373826, "lost_or_stolen_phone": 0.0239143486091655, "order_physical_card": 0.0005003001801080648, "passcode_forgotten": 0.0006003602161296778, "pending_card_payment": 0.0006003602161296778, "pending_cash_withdrawal": 0.0009005403241945167, "pending_top_up": 0.0006003602161296778, "pending_transfer": 0.0006003602161296778, "pin_blocked": 0.0008004802881729038, "receiving_money": 0.002301380828497098, "request_refund": 0.0011006603962377428, "reverted_card_payment?": 0.0008004802881729038, "supported_cards_and_currencies": 0.0007004202521512908, "terminate_account": 0.0009005403241945167, "top_up_by_bank_transfer_charge": 0.0006003602161296778, "top_up_by_card_charge": 0.0006003602161296778, "top_up_by_cash_or_cheque": 0.0010006003602161296, "top_up_failed": 0.0010006003602161296, "top_up_limits": 0.0006003602161296778, "top_up_reverted": 0.0013007804682809686, "topping_up_by_card": 0.0009005403241945167, "transaction_charged_twice": 0.0008004802881729038, "transfer_fee_charged": 0.0006003602161296778, "transfer_into_account": 0.0006003602161296778, "transfer_not_received_by_recipient": 0.0016009605763458077, "transfer_timing": 0.0006003602161296778, "unable_to_verify_identity": 0.0011006603962377428, "verify_my_identity": 0.0006003602161296778, "verify_source_of_funds": 0.11276766059635782, "verify_top_up": 0.0006003602161296778, "virtual_card_not_working": 0.0008004802881729038, "visa_or_mastercard": 0.0007004202521512908, "why_verify_identity": 0.0008004802881729038, "wrong_amount_of_cash_received": 0.003301981188713228, "wrong_exchange_rate_for_cash_withdrawal": 0.0009005403241945167 }, "error": null, "latency_ms": 69.36974998097867, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1517", "text_group": "2d4dd6ad4204aeecf7bf1833930a3221f828f1eab380ccb1ca13a41e8ad7978e", "expected": "direct_debit_payment_not_recognised", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0008997300809757073, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.000999700089973008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0011996401079676095, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.000499850044986504, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.00489853044086774, "card_payment_not_recognised": 0.010396880935719284, "card_payment_wrong_exchange_rate": 0.0016994901529541137, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.01579526142157353, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0002999100269919024, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0008997300809757073, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.028991302609217236, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.000499850044986504, "exchange_charge": 0.0011996401079676095, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.8965310406877938, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.000499850044986504, "request_refund": 0.0029991002699190244, "reverted_card_payment?": 0.002099370188943317, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0005998200539838048, "top_up_by_bank_transfer_charge": 0.0024992502249325203, "top_up_by_card_charge": 0.003099070278916325, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0005998200539838048, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.0008997300809757073, "transfer_fee_charged": 0.002199340197940618, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998200539838048 }, "error": null, "latency_ms": 70.06675004959106, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1518", "text_group": "ce7131e76c5067c955d79d05e83c96bc78425ea1250ab516193441a14dc6c741", "expected": "direct_debit_payment_not_recognised", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0006998600279944011, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.0005998800239952009, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.9756048790241952, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.0006998600279944011, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 72.23024999257177, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1519", "text_group": "91617382d993a5eb466219ea4893f0d9fd4baf33202c6589c8dc9cf94fa470bf", "expected": "direct_debit_payment_not_recognised", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.0028, "activate_my_card": 0.0008, "age_limit": 0.0008, "apple_pay_or_google_pay": 0.0013, "atm_support": 0.002, "automatic_top_up": 0.0009, "balance_not_updated_after_bank_transfer": 0.0198, "balance_not_updated_after_cheque_or_cash_deposit": 0.003, "beneficiary_not_allowed": 0.0505, "cancel_transfer": 0.0032, "card_about_to_expire": 0.0008, "card_acceptance": 0.0019, "card_arrival": 0.0009, "card_delivery_estimate": 0.0009, "card_linking": 0.0014, "card_not_working": 0.0014, "card_payment_fee_charged": 0.0011, "card_payment_not_recognised": 0.004, "card_payment_wrong_exchange_rate": 0.0018, "card_swallowed": 0.3218, "cash_withdrawal_charge": 0.0016, "cash_withdrawal_not_recognised": 0.0027, "change_pin": 0.0008, "compromised_card": 0.0018, "contactless_not_working": 0.0013, "country_support": 0.0013, "declined_card_payment": 0.0077, "declined_cash_withdrawal": 0.0048, "declined_transfer": 0.0086, "direct_debit_payment_not_recognised": 0.0346, "disposable_card_limits": 0.0011, "edit_personal_details": 0.0019, "exchange_charge": 0.0009, "exchange_rate": 0.0008, "exchange_via_app": 0.001, "extra_charge_on_statement": 0.0015, "failed_transfer": 0.0015, "fiat_currency_support": 0.0013, "get_disposable_virtual_card": 0.0011, "get_physical_card": 0.0011, "getting_spare_card": 0.0008, "getting_virtual_card": 0.0008, "lost_or_stolen_card": 0.0013, "lost_or_stolen_phone": 0.0007, "order_physical_card": 0.0008, "passcode_forgotten": 0.0008, "pending_card_payment": 0.0013, "pending_cash_withdrawal": 0.0009, "pending_top_up": 0.0012, "pending_transfer": 0.0009, "pin_blocked": 0.0012, "receiving_money": 0.0014, "request_refund": 0.0014, "reverted_card_payment?": 0.0145, "supported_cards_and_currencies": 0.0012, "terminate_account": 0.0016, "top_up_by_bank_transfer_charge": 0.0011, "top_up_by_card_charge": 0.0009, "top_up_by_cash_or_cheque": 0.0011, "top_up_failed": 0.0039, "top_up_limits": 0.0008, "top_up_reverted": 0.419, "topping_up_by_card": 0.0022, "transaction_charged_twice": 0.0049, "transfer_fee_charged": 0.001, "transfer_into_account": 0.0013, "transfer_not_received_by_recipient": 0.0015, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.0011, "verify_my_identity": 0.001, "verify_source_of_funds": 0.0026, "verify_top_up": 0.0041, "virtual_card_not_working": 0.0013, "visa_or_mastercard": 0.0009, "why_verify_identity": 0.0014, "wrong_amount_of_cash_received": 0.0184, "wrong_exchange_rate_for_cash_withdrawal": 0.0014 }, "error": null, "latency_ms": 68.76287504564971, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1520", "text_group": "75097acfb51e6b42730d0b1e16d55a0d8ea5e378e5a26a8e9905e23533572436", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 9.994003597841294e-05, "activate_my_card": 0.00019988007195682588, "age_limit": 9.994003597841294e-05, "apple_pay_or_google_pay": 0.00019988007195682588, "atm_support": 0.0002998201079352388, "automatic_top_up": 9.994003597841294e-05, "balance_not_updated_after_bank_transfer": 0.00019988007195682588, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019988007195682588, "beneficiary_not_allowed": 0.00019988007195682588, "cancel_transfer": 0.00019988007195682588, "card_about_to_expire": 0.00019988007195682588, "card_acceptance": 0.00019988007195682588, "card_arrival": 0.00019988007195682588, "card_delivery_estimate": 0.00019988007195682588, "card_linking": 0.00019988007195682588, "card_not_working": 0.00019988007195682588, "card_payment_fee_charged": 0.00019988007195682588, "card_payment_not_recognised": 0.00019988007195682588, "card_payment_wrong_exchange_rate": 0.00019988007195682588, "card_swallowed": 0.00019988007195682588, "cash_withdrawal_charge": 0.00019988007195682588, "cash_withdrawal_not_recognised": 0.00019988007195682588, "change_pin": 0.0002998201079352388, "compromised_card": 0.00019988007195682588, "contactless_not_working": 0.00019988007195682588, "country_support": 0.0002998201079352388, "declined_card_payment": 0.00019988007195682588, "declined_cash_withdrawal": 0.00019988007195682588, "declined_transfer": 0.00019988007195682588, "direct_debit_payment_not_recognised": 0.00019988007195682588, "disposable_card_limits": 0.0002998201079352388, "edit_personal_details": 0.00019988007195682588, "exchange_charge": 0.00019988007195682588, "exchange_rate": 0.00019988007195682588, "exchange_via_app": 0.00019988007195682588, "extra_charge_on_statement": 0.00019988007195682588, "failed_transfer": 0.00019988007195682588, "fiat_currency_support": 0.00019988007195682588, "get_disposable_virtual_card": 0.00019988007195682588, "get_physical_card": 0.00019988007195682588, "getting_spare_card": 0.00019988007195682588, "getting_virtual_card": 0.00019988007195682588, "lost_or_stolen_card": 0.0002998201079352388, "lost_or_stolen_phone": 0.00039976014391365176, "order_physical_card": 9.994003597841294e-05, "passcode_forgotten": 0.9848091145312812, "pending_card_payment": 9.994003597841294e-05, "pending_cash_withdrawal": 9.994003597841294e-05, "pending_top_up": 9.994003597841294e-05, "pending_transfer": 0.00019988007195682588, "pin_blocked": 0.0004997001798920647, "receiving_money": 0.00019988007195682588, "request_refund": 0.00019988007195682588, "reverted_card_payment?": 0.00019988007195682588, "supported_cards_and_currencies": 0.00019988007195682588, "terminate_account": 0.00019988007195682588, "top_up_by_bank_transfer_charge": 0.00019988007195682588, "top_up_by_card_charge": 9.994003597841294e-05, "top_up_by_cash_or_cheque": 0.00019988007195682588, "top_up_failed": 0.00019988007195682588, "top_up_limits": 0.00019988007195682588, "top_up_reverted": 0.00019988007195682588, "topping_up_by_card": 0.00019988007195682588, "transaction_charged_twice": 0.00019988007195682588, "transfer_fee_charged": 0.00019988007195682588, "transfer_into_account": 9.994003597841294e-05, "transfer_not_received_by_recipient": 0.00019988007195682588, "transfer_timing": 0.00019988007195682588, "unable_to_verify_identity": 0.00019988007195682588, "verify_my_identity": 0.00019988007195682588, "verify_source_of_funds": 0.00019988007195682588, "verify_top_up": 9.994003597841294e-05, "virtual_card_not_working": 0.00019988007195682588, "visa_or_mastercard": 0.00019988007195682588, "why_verify_identity": 0.00019988007195682588, "wrong_amount_of_cash_received": 0.00019988007195682588, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682588 }, "error": null, "latency_ms": 71.53120799921453, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1521", "text_group": "f6bbfa8dc614185738c7b3042e903bccab8954a1fe2947e393738a632c0720e1", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0004998000799680128, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0003998400639744103, "atm_support": 0.0006997201119552179, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0005997600959616154, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0004998000799680128, "card_not_working": 0.0004998000799680128, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0005997600959616154, "compromised_card": 0.0005997600959616154, "contactless_not_working": 0.0004998000799680128, "country_support": 0.0004998000799680128, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0004998000799680128, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0023990403838464614, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.0013994402239104358, "lost_or_stolen_phone": 0.0007996801279488206, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.9641143542582967, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0025989604158336665, "receiving_money": 0.0002998800479808077, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0003998400639744103, "terminate_account": 0.0005997600959616154, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0004998000799680128, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0011995201919232307, "verify_my_identity": 0.0006997201119552179, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0005997600959616154, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0007996801279488206, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 72.76041700970381, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1522", "text_group": "c6059a7164bd1a555023bbcdeb8a78ddccde0aa71e5800b43a9385130d37bc2f", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00020004000800160032, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.00020004000800160032, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.008001600320064013, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.9747949589917984, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.00020004000800160032, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00020004000800160032, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 72.74149998556823, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1523", "text_group": "2b110a2cd58ba1e53a82b5617cd5c55952c3a705557273b1f8f729cbf2f6d119", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0003, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0003, "card_not_working": 0.0084, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0005, "compromised_card": 0.0004, "contactless_not_working": 0.0006, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0004, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0002, "passcode_forgotten": 0.9655, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0003, "pin_blocked": 0.0024, "receiving_money": 0.0002, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0028, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 71.47716695908457, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1524", "text_group": "30e0f3f1fbc141a5bd93d1bb4a0966575fefc8ed613d1724a932efc1bf1a7829", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0005000500050005, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0011001100110011003, "automatic_top_up": 0.0005000500050005, "balance_not_updated_after_bank_transfer": 0.001000100010001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090009, "beneficiary_not_allowed": 0.001000100010001, "cancel_transfer": 0.0007000700070007, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0007000700070007, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.0006000600060006, "card_linking": 0.0007000700070007, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.0007000700070007, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.0008000800080008001, "change_pin": 0.0008000800080008001, "compromised_card": 0.0021002100210021, "contactless_not_working": 0.0008000800080008001, "country_support": 0.0009000900090009, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0007000700070007, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0009000900090009, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0009000900090009, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.0387038703870387, "lost_or_stolen_phone": 0.0251025102510251, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.8857885788578859, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0015001500150015003, "receiving_money": 0.0005000500050005, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.0007000700070007, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0008000800080008001, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0005000500050005, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0017001700170017002, "verify_my_identity": 0.001000100010001, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.001000100010001, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 71.9640830066055, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1525", "text_group": "2a4799aef427a0bc4e14a0072ac3f70c36485ef3835842584f9c7d3d605ed62b", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0005000500050005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.001000100010001, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.1103110311031103, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0012001200120012, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0007000700070007, "card_not_working": 0.001000100010001, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0106010601060106, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0009000900090009, "country_support": 0.0006000600060006, "declined_card_payment": 0.0026002600260026003, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.007900790079007902, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.0028002800280028, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0008000800080008001, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.7761776177617762, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0462046204620462, "receiving_money": 0.00040004000400040005, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0017001700170017002, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0008000800080008001, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0027002700270027003, "verify_my_identity": 0.0009000900090009, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0008000800080008001, "virtual_card_not_working": 0.0014001400140014, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.002000200020002, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 69.98608307912946, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1526", "text_group": "1c25767429c15f71952e0b91f7895e750e2bbb86d052a3e1b07794ed0ce7c8ba", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.000499850044986504, "activate_my_card": 0.0005998200539838048, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0011996401079676095, "automatic_top_up": 0.000499850044986504, "balance_not_updated_after_bank_transfer": 0.0005998200539838048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006997900629811057, "beneficiary_not_allowed": 0.000999700089973008, "cancel_transfer": 0.0006997900629811057, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0006997900629811057, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.0006997900629811057, "card_not_working": 0.0007997600719784066, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.0006997900629811057, "card_payment_wrong_exchange_rate": 0.0007997600719784066, "card_swallowed": 0.0005998200539838048, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.0014995501349595122, "compromised_card": 0.001999400179946016, "contactless_not_working": 0.000999700089973008, "country_support": 0.0007997600719784066, "declined_card_payment": 0.0006997900629811057, "declined_cash_withdrawal": 0.000499850044986504, "declined_transfer": 0.0008997300809757073, "direct_debit_payment_not_recognised": 0.0005998200539838048, "disposable_card_limits": 0.0006997900629811057, "edit_personal_details": 0.004798560431870438, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.0005998200539838048, "extra_charge_on_statement": 0.000499850044986504, "failed_transfer": 0.0005998200539838048, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.0006997900629811057, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.8891332600219934, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.000499850044986504, "pin_blocked": 0.0246925922223333, "receiving_money": 0.0005998200539838048, "request_refund": 0.0006997900629811057, "reverted_card_payment?": 0.0006997900629811057, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.0007997600719784066, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.000499850044986504, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.0006997900629811057, "top_up_limits": 0.000499850044986504, "top_up_reverted": 0.0007997600719784066, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.000499850044986504, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.008397480755773267, "verify_my_identity": 0.005198440467859642, "verify_source_of_funds": 0.0005998200539838048, "verify_top_up": 0.0007997600719784066, "virtual_card_not_working": 0.0011996401079676095, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.021693491952414278, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0006997900629811057 }, "error": null, "latency_ms": 71.88224990386516, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1527", "text_group": "c8cd117d20ee35a9bc9f5d4cc385eb24d1603d31b0fd116093e570472b3ce1b3", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.0005001000200040008, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.9797959591918384, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0011002200440088019, "receiving_money": 0.00020004000800160032, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00020004000800160032, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.54037491232157, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1528", "text_group": "fc4995f513d5b1d1ede2d61f15ce6efeafe48edcc1ba41ee4064999ec47b8eca", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 9.994003597841297e-05, "activate_my_card": 0.00029982010793523883, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00029982010793523883, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.00019988007195682593, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019988007195682593, "beneficiary_not_allowed": 0.00019988007195682593, "cancel_transfer": 0.00029982010793523883, "card_about_to_expire": 0.00019988007195682593, "card_acceptance": 0.00019988007195682593, "card_arrival": 0.00019988007195682593, "card_delivery_estimate": 0.00019988007195682593, "card_linking": 0.00019988007195682593, "card_not_working": 0.00019988007195682593, "card_payment_fee_charged": 0.00019988007195682593, "card_payment_not_recognised": 0.00019988007195682593, "card_payment_wrong_exchange_rate": 0.00019988007195682593, "card_swallowed": 0.00019988007195682593, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.0043973615830501704, "compromised_card": 0.00019988007195682593, "contactless_not_working": 0.00019988007195682593, "country_support": 0.00029982010793523883, "declined_card_payment": 9.994003597841297e-05, "declined_cash_withdrawal": 0.00019988007195682593, "declined_transfer": 0.00019988007195682593, "direct_debit_payment_not_recognised": 0.00019988007195682593, "disposable_card_limits": 0.00019988007195682593, "edit_personal_details": 0.00029982010793523883, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00019988007195682593, "fiat_currency_support": 0.00019988007195682593, "get_disposable_virtual_card": 0.00019988007195682593, "get_physical_card": 0.00019988007195682593, "getting_spare_card": 0.00019988007195682593, "getting_virtual_card": 0.00019988007195682593, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00019988007195682593, "passcode_forgotten": 0.9804117529482311, "pending_card_payment": 9.994003597841297e-05, "pending_cash_withdrawal": 9.994003597841297e-05, "pending_top_up": 9.994003597841297e-05, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.00039976014391365186, "receiving_money": 0.00019988007195682593, "request_refund": 0.00019988007195682593, "reverted_card_payment?": 0.00019988007195682593, "supported_cards_and_currencies": 0.00019988007195682593, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00019988007195682593, "top_up_failed": 0.00019988007195682593, "top_up_limits": 0.00019988007195682593, "top_up_reverted": 0.00019988007195682593, "topping_up_by_card": 0.00019988007195682593, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.00019988007195682593, "visa_or_mastercard": 0.00019988007195682593, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.00019988007195682593, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682593 }, "error": null, "latency_ms": 69.87362494692206, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1529", "text_group": "5c6b242c9dc7c098bdd929ec14728cc22adaac11b1521173b7e4e191e05d9376", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 9.995002498750626e-05, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.0002998500749625187, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.00019990004997501253, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998500749625187, "beneficiary_not_allowed": 0.0002998500749625187, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.00019990004997501253, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.0002998500749625187, "card_not_working": 0.00019990004997501253, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.00019990004997501253, "card_payment_wrong_exchange_rate": 0.00019990004997501253, "card_swallowed": 0.00019990004997501253, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.0008995502248875562, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.00019990004997501253, "country_support": 0.0002998500749625187, "declined_card_payment": 0.00019990004997501253, "declined_cash_withdrawal": 0.00019990004997501253, "declined_transfer": 0.00019990004997501253, "direct_debit_payment_not_recognised": 0.00019990004997501253, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.00019990004997501253, "fiat_currency_support": 0.00019990004997501253, "get_disposable_virtual_card": 0.00019990004997501253, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.0002998500749625187, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.982808595702149, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.0004997501249375313, "receiving_money": 0.00019990004997501253, "request_refund": 0.00019990004997501253, "reverted_card_payment?": 0.00019990004997501253, "supported_cards_and_currencies": 0.00019990004997501253, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.00019990004997501253, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.00019990004997501253, "topping_up_by_card": 0.00019990004997501253, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.00019990004997501253, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.00019990004997501253 }, "error": null, "latency_ms": 67.1665829140693, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1530", "text_group": "3d608282b86e549dd3f4c297e0e4a346afea713137628a3b1dbd66a80e2609ab", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.02179346196141158, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0003998800359892033, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0028991302609217232, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.017494751574527644, "getting_spare_card": 0.001099670098970309, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.9311206638008598, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.002699190242927122, "receiving_money": 0.0002999100269919024, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 67.01845792122185, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1531", "text_group": "c9d94fd3d570f2a946cc4631643da201f517e10a3b095ca49ef25e309a7cb892", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.00020004000800160035, "atm_support": 0.0003000600120024005, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.00020004000800160035, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0003000600120024005, "cancel_transfer": 0.00020004000800160035, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.00020004000800160035, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.00020004000800160035, "card_not_working": 0.00020004000800160035, "card_payment_fee_charged": 0.00020004000800160035, "card_payment_not_recognised": 0.00020004000800160035, "card_payment_wrong_exchange_rate": 0.00020004000800160035, "card_swallowed": 0.00020004000800160035, "cash_withdrawal_charge": 0.00020004000800160035, "cash_withdrawal_not_recognised": 0.0003000600120024005, "change_pin": 0.0004000800160032007, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0003000600120024005, "declined_card_payment": 0.00020004000800160035, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.00020004000800160035, "direct_debit_payment_not_recognised": 0.00020004000800160035, "disposable_card_limits": 0.00020004000800160035, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.00020004000800160035, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.00020004000800160035, "fiat_currency_support": 0.00020004000800160035, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.0003000600120024005, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.0004000800160032007, "lost_or_stolen_phone": 0.0004000800160032007, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.9823964792958593, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.00020004000800160035, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.00020004000800160035, "supported_cards_and_currencies": 0.00020004000800160035, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.00020004000800160035, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.00020004000800160035, "topping_up_by_card": 0.00020004000800160035, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0003000600120024005, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.00020004000800160035, "visa_or_mastercard": 0.00020004000800160035, "why_verify_identity": 0.0003000600120024005, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160035 }, "error": null, "latency_ms": 66.45024998579174, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1532", "text_group": "6bad2e11ab9d310c821136d46f581b47eb79c0e7e468db9b31711f3cc4ede2e9", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.0008999100089991, "activate_my_card": 0.0045995400459954, "age_limit": 0.0007999200079992001, "apple_pay_or_google_pay": 0.0010998900109989002, "atm_support": 0.0017998200179982, "automatic_top_up": 0.0007999200079992001, "balance_not_updated_after_bank_transfer": 0.0011998800119988001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011998800119988001, "beneficiary_not_allowed": 0.001999800019998, "cancel_transfer": 0.0008999100089991, "card_about_to_expire": 0.0008999100089991, "card_acceptance": 0.0014998500149985001, "card_arrival": 0.0026997300269973002, "card_delivery_estimate": 0.0010998900109989002, "card_linking": 0.0023997600239976003, "card_not_working": 0.0011998800119988001, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.0010998900109989002, "card_payment_wrong_exchange_rate": 0.0008999100089991, "card_swallowed": 0.0011998800119988001, "cash_withdrawal_charge": 0.0006999300069993001, "cash_withdrawal_not_recognised": 0.0012998700129987, "change_pin": 0.000999900009999, "compromised_card": 0.0010998900109989002, "contactless_not_working": 0.0010998900109989002, "country_support": 0.0010998900109989002, "declined_card_payment": 0.0006999300069993001, "declined_cash_withdrawal": 0.0007999200079992001, "declined_transfer": 0.0011998800119988001, "direct_debit_payment_not_recognised": 0.0008999100089991, "disposable_card_limits": 0.0011998800119988001, "edit_personal_details": 0.0014998500149985001, "exchange_charge": 0.0006999300069993001, "exchange_rate": 0.0006999300069993001, "exchange_via_app": 0.0016998300169983002, "extra_charge_on_statement": 0.0005999400059994001, "failed_transfer": 0.0007999200079992001, "fiat_currency_support": 0.000999900009999, "get_disposable_virtual_card": 0.0013998600139986002, "get_physical_card": 0.072992700729927, "getting_spare_card": 0.0011998800119988001, "getting_virtual_card": 0.0016998300169983002, "lost_or_stolen_card": 0.041695830416958304, "lost_or_stolen_phone": 0.031096890310968902, "order_physical_card": 0.0021997800219978004, "passcode_forgotten": 0.7467253274672533, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.0007999200079992001, "pending_transfer": 0.0008999100089991, "pin_blocked": 0.0021997800219978004, "receiving_money": 0.0010998900109989002, "request_refund": 0.0010998900109989002, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.0011998800119988001, "terminate_account": 0.0015998400159984002, "top_up_by_bank_transfer_charge": 0.0006999300069993001, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0007999200079992001, "top_up_failed": 0.0007999200079992001, "top_up_limits": 0.0006999300069993001, "top_up_reverted": 0.000999900009999, "topping_up_by_card": 0.000999900009999, "transaction_charged_twice": 0.0006999300069993001, "transfer_fee_charged": 0.0006999300069993001, "transfer_into_account": 0.0006999300069993001, "transfer_not_received_by_recipient": 0.0008999100089991, "transfer_timing": 0.0006999300069993001, "unable_to_verify_identity": 0.022097790220977905, "verify_my_identity": 0.004199580041995801, "verify_source_of_funds": 0.0008999100089991, "verify_top_up": 0.0008999100089991, "virtual_card_not_working": 0.0013998600139986002, "visa_or_mastercard": 0.0007999200079992001, "why_verify_identity": 0.0015998400159984002, "wrong_amount_of_cash_received": 0.0006999300069993001, "wrong_exchange_rate_for_cash_withdrawal": 0.0008999100089991 }, "error": null, "latency_ms": 67.59370910003781, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1533", "text_group": "1426cca6944f1fa8c09d901f20aac6b7c2529150ca3eec8417005441af52d253", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00020002000200020003, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00020002000200020003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.00020002000200020003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00020002000200020003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.0019001900190019003, "lost_or_stolen_phone": 0.0017001700170017002, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.9791979197919791, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0007000700070007, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.00020002000200020003, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00020002000200020003, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 67.90595792699605, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1534", "text_group": "3e044e849382240b41a5235ed291aadf2e24ab6cc1d4e335c1d4e2c991208d44", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.0002001000500250125, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.0006003001500750375, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.00030015007503751874, "card_not_working": 0.007803901950975487, "card_payment_fee_charged": 0.0002001000500250125, "card_payment_not_recognised": 0.0002001000500250125, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.000400200100050025, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.0005002501250625312, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.002001000500250125, "country_support": 0.000400200100050025, "declined_card_payment": 0.000400200100050025, "declined_cash_withdrawal": 0.000400200100050025, "declined_transfer": 0.00080040020010005, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.00030015007503751874, "lost_or_stolen_phone": 0.00030015007503751874, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.9125562781390695, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.05422711355677839, "receiving_money": 0.0002001000500250125, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.000400200100050025, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.000400200100050025, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.0006003001500750375, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.00240120060030015, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0006003001500750375, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.01187491510063, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1535", "text_group": "234f010f77832cd18b046083d916558b1c65fe3202e473b9370623edaa54dae1", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00019998000199980003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.0004999500049995, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.000999900009999, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.9792020797920208, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.0006999300069993001, "receiving_money": 0.00029997000299970003, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 73.15499999094754, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1536", "text_group": "3104dcaeefe1909caed4d9e1e019cfd1aee09e3081b9927ed2480660f126dca3", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00019998000199980003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.015798420157984203, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.9661033896610338, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.0010998900109989002, "receiving_money": 0.00019998000199980003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 75.48424997366965, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1537", "text_group": "ed3c2e34c1ec3ddacf7e8061b856e3ba79b4e63ccc29d6ff6f9e43d27560f29d", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.0004999500049995, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00019998000199980003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00019998000199980003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00019998000199980003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.010498950104989501, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.971002899710029, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.0012998700129987, "receiving_money": 0.00019998000199980003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 72.28087494149804, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1538", "text_group": "4e48cdf6f9e46219fc47436b1a4730f83576bde5848d03c352eb31d4de8e0052", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00250075022506752, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.9780934280284085, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0012003601080324095, "receiving_money": 0.00020006001800540162, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.00040012003601080324, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.00020006001800540162, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 70.51424996461719, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1539", "text_group": "e790a18caf983527b6d8ccfaa92baa6b4cd466ad47668a870c4de580fae4382d", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0002, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0003, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0002, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0045, "order_physical_card": 0.0002, "passcode_forgotten": 0.9785, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0006, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0002, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0002, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 70.94504206907004, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1540", "text_group": "7bd71ee871d7d748d6fdd81b6d1d6e4f29794873c75902a74a5ab924107f256c", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.001299740051989602, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.0004999000199960008, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.9704059188162368, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0008998200359928015, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0005998800239952009, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.001299740051989602, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 69.814334041439, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1541", "text_group": "590d7020b9ede74ef830a7e9c3958cefbd008fb8396a23ce90fdfdb9986609b7", "expected": "passcode_forgotten", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.004298710386883935, "activate_my_card": 0.02829151254623613, "age_limit": 0.0035989203239028293, "apple_pay_or_google_pay": 0.0064980505848245525, "atm_support": 0.017494751574527644, "automatic_top_up": 0.00609817054883535, "balance_not_updated_after_bank_transfer": 0.007897630710786765, "balance_not_updated_after_cheque_or_cash_deposit": 0.008197540737778668, "beneficiary_not_allowed": 0.012996101169649105, "cancel_transfer": 0.008997300809757072, "card_about_to_expire": 0.0037988603418974308, "card_acceptance": 0.007097870638808358, "card_arrival": 0.005698290512846147, "card_delivery_estimate": 0.005098470458862342, "card_linking": 0.013196041187643706, "card_not_working": 0.007097870638808358, "card_payment_fee_charged": 0.0035989203239028293, "card_payment_not_recognised": 0.07437768669399179, "card_payment_wrong_exchange_rate": 0.00609817054883535, "card_swallowed": 0.005398380485854244, "cash_withdrawal_charge": 0.004498650404878536, "cash_withdrawal_not_recognised": 0.1720483854843547, "change_pin": 0.005298410476856943, "compromised_card": 0.006398080575827253, "contactless_not_working": 0.007897630710786765, "country_support": 0.00869739078276517, "declined_card_payment": 0.004498650404878536, "declined_cash_withdrawal": 0.005398380485854244, "declined_transfer": 0.005698290512846147, "direct_debit_payment_not_recognised": 0.011796461061681496, "disposable_card_limits": 0.005698290512846147, "edit_personal_details": 0.005498350494851544, "exchange_charge": 0.0049985004498650405, "exchange_rate": 0.0057982605218434465, "exchange_via_app": 0.00859742077376787, "extra_charge_on_statement": 0.0036988903329001305, "failed_transfer": 0.005998200539838049, "fiat_currency_support": 0.00979706088173548, "get_disposable_virtual_card": 0.0246925922223333, "get_physical_card": 0.04998500449865041, "getting_spare_card": 0.007697690692792163, "getting_virtual_card": 0.03319004298710387, "lost_or_stolen_card": 0.10786763970808758, "lost_or_stolen_phone": 0.006598020593821853, "order_physical_card": 0.00609817054883535, "passcode_forgotten": 0.06298110566829951, "pending_card_payment": 0.0037988603418974308, "pending_cash_withdrawal": 0.004298710386883935, "pending_top_up": 0.004098770368889334, "pending_transfer": 0.0049985004498650405, "pin_blocked": 0.005598320503848846, "receiving_money": 0.010096970908727382, "request_refund": 0.010196940917724684, "reverted_card_payment?": 0.005198440467859642, "supported_cards_and_currencies": 0.009497150854743577, "terminate_account": 0.006897930620813756, "top_up_by_bank_transfer_charge": 0.0045986204138758376, "top_up_by_card_charge": 0.0035989203239028293, "top_up_by_cash_or_cheque": 0.005598320503848846, "top_up_failed": 0.005098470458862342, "top_up_limits": 0.003998800359892032, "top_up_reverted": 0.0057982605218434465, "topping_up_by_card": 0.00619814055783265, "transaction_charged_twice": 0.0038988303508947315, "transfer_fee_charged": 0.0034989503149055285, "transfer_into_account": 0.0049985004498650405, "transfer_not_received_by_recipient": 0.00609817054883535, "transfer_timing": 0.004798560431870438, "unable_to_verify_identity": 0.0064980505848245525, "verify_my_identity": 0.0057982605218434465, "verify_source_of_funds": 0.004798560431870438, "verify_top_up": 0.004198740377886634, "virtual_card_not_working": 0.017594721583524944, "visa_or_mastercard": 0.005698290512846147, "why_verify_identity": 0.005398380485854244, "wrong_amount_of_cash_received": 0.0045986204138758376, "wrong_exchange_rate_for_cash_withdrawal": 0.005298410476856943 }, "error": null, "latency_ms": 69.84908296726644, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1542", "text_group": "880a60da28aee24f52e60a45f33f816ba5133511fc5edaf04b72eb137581aad5", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0005000500050005, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.00020002000200020003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.001000100010001, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0007000700070007, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.98009800980098, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0007000700070007, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 70.37174992728978, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1543", "text_group": "4c26ffdc30e581f365b62caf2a6e0ccd42e857687518ef81dedabcb83289180a", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.0023997600239976003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.9772022797720228, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.0020997900209979003, "receiving_money": 0.00019998000199980003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 69.95454209391028, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1544", "text_group": "d026e4c48bd38d74faaf93aecb8694e62c45d6ec3f13426f1e15633650846861", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00040012003601080324, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0006001800540162048, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.0019005701710513153, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0005001500450135041, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0005001500450135041, "edit_personal_details": 0.0005001500450135041, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.001600480144043213, "get_physical_card": 0.03531059317795338, "getting_spare_card": 0.006001800540162049, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.01130339101730519, "passcode_forgotten": 0.9222766830049015, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0012003601080324095, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 69.2212909925729, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1545", "text_group": "8325e454094e24f1ffa5719d1f9768b6499b037d6dc0fdac7751a07e1455c5df", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.0002998500749625187, "activate_my_card": 0.00039980009995002505, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.0002998500749625187, "atm_support": 0.0005997001499250374, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.00039980009995002505, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039980009995002505, "beneficiary_not_allowed": 0.0004997501249375313, "cancel_transfer": 0.00039980009995002505, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.00039980009995002505, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.00039980009995002505, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.0002998500749625187, "card_payment_wrong_exchange_rate": 0.00039980009995002505, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.0002998500749625187, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0005997001499250374, "compromised_card": 0.00039980009995002505, "contactless_not_working": 0.00039980009995002505, "country_support": 0.0004997501249375313, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.00039980009995002505, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.0004997501249375313, "edit_personal_details": 0.0005997001499250374, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.0004997501249375313, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.0005997001499250374, "lost_or_stolen_phone": 0.0004997501249375313, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.9705147426286856, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0007996001999000501, "receiving_money": 0.0002998500749625187, "request_refund": 0.00039980009995002505, "reverted_card_payment?": 0.0002998500749625187, "supported_cards_and_currencies": 0.00039980009995002505, "terminate_account": 0.0004997501249375313, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.00039980009995002505, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0011994002998500749, "verify_my_identity": 0.0008995502248875562, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.00039980009995002505, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.0009995002498750627, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998500749625187 }, "error": null, "latency_ms": 68.75283305998892, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1546", "text_group": "c27ec951bdf953c5004bd5d7811c1eef022b9f0aa1c38f5768738743124e6c0f", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0025, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0007, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0009, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0004, "card_acceptance": 0.0006, "card_arrival": 0.0009, "card_delivery_estimate": 0.0006, "card_linking": 0.0007, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0005, "compromised_card": 0.0005, "contactless_not_working": 0.0005, "country_support": 0.0005, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0006, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0004, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.017, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0021, "lost_or_stolen_phone": 0.0065, "order_physical_card": 0.0007, "passcode_forgotten": 0.9338, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0014, "receiving_money": 0.0005, "request_refund": 0.0006, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0004, "top_up_limits": 0.0004, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0029, "verify_my_identity": 0.0009, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 68.90320894308388, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1547", "text_group": "613193e0ea54e212bee516a2fcc4dbf92b0a0e333e89602b8b89858868526fd8", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.0002997901468971719, "activate_my_card": 0.00039972019586289594, "age_limit": 0.0002997901468971719, "apple_pay_or_google_pay": 0.0002997901468971719, "atm_support": 0.0005995802937943438, "automatic_top_up": 0.0002997901468971719, "balance_not_updated_after_bank_transfer": 0.00039972019586289594, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039972019586289594, "beneficiary_not_allowed": 0.0004996502448286199, "cancel_transfer": 0.0004996502448286199, "card_about_to_expire": 0.0002997901468971719, "card_acceptance": 0.00039972019586289594, "card_arrival": 0.0002997901468971719, "card_delivery_estimate": 0.0002997901468971719, "card_linking": 0.00039972019586289594, "card_not_working": 0.00039972019586289594, "card_payment_fee_charged": 0.0002997901468971719, "card_payment_not_recognised": 0.0002997901468971719, "card_payment_wrong_exchange_rate": 0.00039972019586289594, "card_swallowed": 0.0002997901468971719, "cash_withdrawal_charge": 0.0002997901468971719, "cash_withdrawal_not_recognised": 0.0002997901468971719, "change_pin": 0.0005995802937943438, "compromised_card": 0.00039972019586289594, "contactless_not_working": 0.00039972019586289594, "country_support": 0.0004996502448286199, "declined_card_payment": 0.0002997901468971719, "declined_cash_withdrawal": 0.0002997901468971719, "declined_transfer": 0.00039972019586289594, "direct_debit_payment_not_recognised": 0.0002997901468971719, "disposable_card_limits": 0.00039972019586289594, "edit_personal_details": 0.0005995802937943438, "exchange_charge": 0.0002997901468971719, "exchange_rate": 0.0002997901468971719, "exchange_via_app": 0.0002997901468971719, "extra_charge_on_statement": 0.0002997901468971719, "failed_transfer": 0.0002997901468971719, "fiat_currency_support": 0.00039972019586289594, "get_disposable_virtual_card": 0.00039972019586289594, "get_physical_card": 0.0004996502448286199, "getting_spare_card": 0.0002997901468971719, "getting_virtual_card": 0.0002997901468971719, "lost_or_stolen_card": 0.0005995802937943438, "lost_or_stolen_phone": 0.00039972019586289594, "order_physical_card": 0.0002997901468971719, "passcode_forgotten": 0.9717197961427, "pending_card_payment": 0.00019986009793144797, "pending_cash_withdrawal": 0.00019986009793144797, "pending_top_up": 0.0002997901468971719, "pending_transfer": 0.0002997901468971719, "pin_blocked": 0.0005995802937943438, "receiving_money": 0.0002997901468971719, "request_refund": 0.0004996502448286199, "reverted_card_payment?": 0.0002997901468971719, "supported_cards_and_currencies": 0.0002997901468971719, "terminate_account": 0.0005995802937943438, "top_up_by_bank_transfer_charge": 0.0002997901468971719, "top_up_by_card_charge": 0.0002997901468971719, "top_up_by_cash_or_cheque": 0.0002997901468971719, "top_up_failed": 0.0002997901468971719, "top_up_limits": 0.0002997901468971719, "top_up_reverted": 0.00039972019586289594, "topping_up_by_card": 0.0002997901468971719, "transaction_charged_twice": 0.0002997901468971719, "transfer_fee_charged": 0.0002997901468971719, "transfer_into_account": 0.0002997901468971719, "transfer_not_received_by_recipient": 0.0002997901468971719, "transfer_timing": 0.0002997901468971719, "unable_to_verify_identity": 0.0007994403917257919, "verify_my_identity": 0.0006995103427600678, "verify_source_of_funds": 0.0002997901468971719, "verify_top_up": 0.0002997901468971719, "virtual_card_not_working": 0.00039972019586289594, "visa_or_mastercard": 0.0002997901468971719, "why_verify_identity": 0.0006995103427600678, "wrong_amount_of_cash_received": 0.0002997901468971719, "wrong_exchange_rate_for_cash_withdrawal": 0.0002997901468971719 }, "error": null, "latency_ms": 69.61945805232972, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1548", "text_group": "eee8a3c4cbff88e1570792e65ba4dd2fd529dcfde65347655cfb8715d4631204", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.0028011204481792717, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.0007002801120448179, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.0006002400960384153, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.0008003201280512205, "card_delivery_estimate": 0.0005002000800320128, "card_linking": 0.0006002400960384153, "card_not_working": 0.0006002400960384153, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.0005002000800320128, "change_pin": 0.00040016006402561027, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.0005002000800320128, "country_support": 0.0005002000800320128, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.0005002000800320128, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.0005002000800320128, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.0005002000800320128, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.0005002000800320128, "get_physical_card": 0.009303721488595438, "getting_spare_card": 0.0005002000800320128, "getting_virtual_card": 0.0006002400960384153, "lost_or_stolen_card": 0.0035014005602240898, "lost_or_stolen_phone": 0.01290516206482593, "order_physical_card": 0.0011004401760704283, "passcode_forgotten": 0.9410764305722289, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.0006002400960384153, "receiving_money": 0.00040016006402561027, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.0007002801120448179, "verify_my_identity": 0.0005002000800320128, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.0005002000800320128, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 69.11412498448044, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1549", "text_group": "4423c2d65fcff01199ce9cad2f09adf11033c9dbab14d0ff0d62779dc8ccaccc", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.0003998400639744103, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0003998400639744103, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.00019992003198720514, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.004998000799680128, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.0002998800479808077, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.9772091163534586, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.0007996801279488206, "receiving_money": 0.00019992003198720514, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0002998800479808077, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.00019992003198720514, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 69.58504195790738, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1550", "text_group": "87bf8325e0dda552c3ecb7de6e607d93872cb445139d5cd43f3f661be06ac8c1", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.0004000800160032007, "activate_my_card": 0.002500500100020004, "age_limit": 0.0004000800160032007, "apple_pay_or_google_pay": 0.000600120024004801, "atm_support": 0.0013002600520104022, "automatic_top_up": 0.0008001600320064014, "balance_not_updated_after_bank_transfer": 0.000600120024004801, "balance_not_updated_after_cheque_or_cash_deposit": 0.000600120024004801, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.0010002000400080016, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.000600120024004801, "card_arrival": 0.0004000800160032007, "card_delivery_estimate": 0.0004000800160032007, "card_linking": 0.0007001400280056011, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0004000800160032007, "cash_withdrawal_not_recognised": 0.0004000800160032007, "change_pin": 0.020304060812162433, "compromised_card": 0.000600120024004801, "contactless_not_working": 0.000600120024004801, "country_support": 0.0007001400280056011, "declined_card_payment": 0.0004000800160032007, "declined_cash_withdrawal": 0.0004000800160032007, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0032006401280256056, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.000600120024004801, "extra_charge_on_statement": 0.0004000800160032007, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.000600120024004801, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0011002200440088019, "getting_spare_card": 0.0004000800160032007, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.0004000800160032007, "lost_or_stolen_phone": 0.0003000600120024005, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.9248849769953992, "pending_card_payment": 0.0004000800160032007, "pending_cash_withdrawal": 0.0003000600120024005, "pending_top_up": 0.0004000800160032007, "pending_transfer": 0.0004000800160032007, "pin_blocked": 0.0014002800560112022, "receiving_money": 0.0005001000200040008, "request_refund": 0.0008001600320064014, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.000600120024004801, "terminate_account": 0.006501300260052011, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0004000800160032007, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0007001400280056011, "top_up_limits": 0.000600120024004801, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.0004000800160032007, "transfer_fee_charged": 0.0004000800160032007, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.000600120024004801, "unable_to_verify_identity": 0.0010002000400080016, "verify_my_identity": 0.0019003800760152032, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.000600120024004801, "virtual_card_not_working": 0.0007001400280056011, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.0010002000400080016, "wrong_amount_of_cash_received": 0.0004000800160032007, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 70.19179209601134, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1551", "text_group": "7e105b122fc506a57af273cc5ecc105f1a9cf74c26f670a9c4fbdcbe1f49bd99", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0006, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0007, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0008, "card_about_to_expire": 0.0004, "card_acceptance": 0.0004, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0005, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.002, "compromised_card": 0.0006, "contactless_not_working": 0.0005, "country_support": 0.0005, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0011, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0005, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.002, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0007, "order_physical_card": 0.0004, "passcode_forgotten": 0.9542, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0004, "pending_transfer": 0.0005, "pin_blocked": 0.0013, "receiving_money": 0.0004, "request_refund": 0.0009, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0037, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0006, "top_up_limits": 0.0004, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0017, "verify_my_identity": 0.0008, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0009, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 72.17420905362815, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1552", "text_group": "d2b12b417f00b1d603e437e19109abac2c3ba6bc59ad952cc544419eff0ec636", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.0006002400960384153, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.009503801520608243, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.0005002000800320128, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.9702881152460985, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.0010004001600640256, "receiving_money": 0.00020008003201280514, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00020008003201280514, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 70.1475830283016, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1553", "text_group": "fd19957d807f7175a738277db14c97d6e7dbdc505a50e2491b03728001365c55", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 9.998000399920017e-05, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00019996000799840034, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00019996000799840034, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00019996000799840034, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00029994001199760045, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.9831033793241352, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.00019996000799840034, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00019996000799840034, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 68.6644579982385, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1554", "text_group": "46aec028b5bf6d49c92d0e97f50739603dbee1f44ecfd73769725568d0e504e2", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0003000900270081024, "card_not_working": 0.00250075022506752, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.0005001500450135041, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.0006001800540162048, "country_support": 0.00040012003601080324, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.00040012003601080324, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.970591177353206, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.004001200360108033, "receiving_money": 0.00020006001800540162, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.00020006001800540162, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0010003000900270082, "verify_my_identity": 0.00040012003601080324, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0020006001800540163, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.0005001500450135041, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 70.28608291875571, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1555", "text_group": "4ad75c1fdcec198b9c6a00ad74527cdd7be573b732a9881a8a93d7407ca561fb", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.0005002501250625312, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.000400200100050025, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.0002001000500250125, "card_payment_not_recognised": 0.0002001000500250125, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.005802901450725362, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.000400200100050025, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.0002001000500250125, "direct_debit_payment_not_recognised": 0.0002001000500250125, "disposable_card_limits": 0.000400200100050025, "edit_personal_details": 0.000400200100050025, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.000400200100050025, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.9739869934967483, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.001200600300150075, "receiving_money": 0.0002001000500250125, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.000400200100050025, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.0002001000500250125, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.0194590240717, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1556", "text_group": "0b4313298f58a4737d4eef75b50615bdaec1a2dd71f799fcde037de26fa5f558", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0003998400639744103, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.03338664534186325, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0003998400639744103, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0009996001599360256, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0013994402239104358, "getting_spare_card": 0.000899640143942423, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0010995601759296284, "passcode_forgotten": 0.9402239104358256, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.000899640143942423, "receiving_money": 0.0002998800479808077, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0003998400639744103, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 67.83191708382219, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1557", "text_group": "bb46f42e727399b916f38910957a47b877415b4be0c552401768d0e2337833e6", "expected": "passcode_forgotten", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.0011995201919232307, "activate_my_card": 0.006897241103558577, "age_limit": 0.0011995201919232307, "apple_pay_or_google_pay": 0.0018992403038784486, "atm_support": 0.0029988004798080768, "automatic_top_up": 0.0011995201919232307, "balance_not_updated_after_bank_transfer": 0.0018992403038784486, "balance_not_updated_after_cheque_or_cash_deposit": 0.002299080367852859, "beneficiary_not_allowed": 0.0026989204318272693, "cancel_transfer": 0.0014994002399040384, "card_about_to_expire": 0.0012994802079168333, "card_acceptance": 0.001999200319872051, "card_arrival": 0.029988004798080767, "card_delivery_estimate": 0.00899640143942423, "card_linking": 0.004698120751699321, "card_not_working": 0.001999200319872051, "card_payment_fee_charged": 0.0011995201919232307, "card_payment_not_recognised": 0.0016993202718912435, "card_payment_wrong_exchange_rate": 0.0014994002399040384, "card_swallowed": 0.001999200319872051, "cash_withdrawal_charge": 0.0012994802079168333, "cash_withdrawal_not_recognised": 0.0023990403838464614, "change_pin": 0.0014994002399040384, "compromised_card": 0.0018992403038784486, "contactless_not_working": 0.001999200319872051, "country_support": 0.001999200319872051, "declined_card_payment": 0.0011995201919232307, "declined_cash_withdrawal": 0.0013994402239104358, "declined_transfer": 0.0016993202718912435, "direct_debit_payment_not_recognised": 0.0015993602558976412, "disposable_card_limits": 0.001999200319872051, "edit_personal_details": 0.001799280287884846, "exchange_charge": 0.0011995201919232307, "exchange_rate": 0.0012994802079168333, "exchange_via_app": 0.002499000399840064, "extra_charge_on_statement": 0.0009996001599360256, "failed_transfer": 0.0013994402239104358, "fiat_currency_support": 0.001799280287884846, "get_disposable_virtual_card": 0.0026989204318272693, "get_physical_card": 0.1719312275089964, "getting_spare_card": 0.0020991603358656535, "getting_virtual_card": 0.0038984406237504996, "lost_or_stolen_card": 0.05407836865253899, "lost_or_stolen_phone": 0.5499800079968014, "order_physical_card": 0.001999200319872051, "passcode_forgotten": 0.05497800879648141, "pending_card_payment": 0.0011995201919232307, "pending_cash_withdrawal": 0.0012994802079168333, "pending_top_up": 0.0012994802079168333, "pending_transfer": 0.0016993202718912435, "pin_blocked": 0.0029988004798080768, "receiving_money": 0.0021991203518592567, "request_refund": 0.001799280287884846, "reverted_card_payment?": 0.0013994402239104358, "supported_cards_and_currencies": 0.001799280287884846, "terminate_account": 0.0015993602558976412, "top_up_by_bank_transfer_charge": 0.0011995201919232307, "top_up_by_card_charge": 0.0009996001599360256, "top_up_by_cash_or_cheque": 0.0014994002399040384, "top_up_failed": 0.0013994402239104358, "top_up_limits": 0.0011995201919232307, "top_up_reverted": 0.0015993602558976412, "topping_up_by_card": 0.0014994002399040384, "transaction_charged_twice": 0.0011995201919232307, "transfer_fee_charged": 0.0011995201919232307, "transfer_into_account": 0.0010995601759296284, "transfer_not_received_by_recipient": 0.0018992403038784486, "transfer_timing": 0.0013994402239104358, "unable_to_verify_identity": 0.0027988804478208716, "verify_my_identity": 0.001999200319872051, "verify_source_of_funds": 0.0014994002399040384, "verify_top_up": 0.0013994402239104358, "virtual_card_not_working": 0.0018992403038784486, "visa_or_mastercard": 0.0013994402239104358, "why_verify_identity": 0.001799280287884846, "wrong_amount_of_cash_received": 0.0012994802079168333, "wrong_exchange_rate_for_cash_withdrawal": 0.0015993602558976412 }, "error": null, "latency_ms": 68.29191697761416, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1558", "text_group": "ea690f5fda4e65bee2029c7e0a30207848be44e8ebf2129ad8c207c7a0f03078", "expected": "passcode_forgotten", "prediction": "passcode_forgotten", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00040008001600320064, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.005301060212042409, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.9758951790358071, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0012002400480096017, "receiving_money": 0.00020004000800160032, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 67.61033402290195, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1559", "text_group": "ae18cf9d99be19c9ecaecfc602d473206d6449899cbffe2b35188d5a1b76881a", "expected": "passcode_forgotten", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0009005403241945166, "activate_my_card": 0.14408645187112265, "age_limit": 0.0011006603962377425, "apple_pay_or_google_pay": 0.002201320792475485, "atm_support": 0.0038022813688212923, "automatic_top_up": 0.0018010806483890333, "balance_not_updated_after_bank_transfer": 0.0013007804682809683, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013007804682809683, "beneficiary_not_allowed": 0.0020012007204322593, "cancel_transfer": 0.0012007204322593554, "card_about_to_expire": 0.0013007804682809683, "card_acceptance": 0.003201921152691615, "card_arrival": 0.0018010806483890333, "card_delivery_estimate": 0.0014008405043025814, "card_linking": 0.023113868320992593, "card_not_working": 0.0015009005403241943, "card_payment_fee_charged": 0.0012007204322593554, "card_payment_not_recognised": 0.0014008405043025814, "card_payment_wrong_exchange_rate": 0.0013007804682809683, "card_swallowed": 0.0014008405043025814, "cash_withdrawal_charge": 0.0010006003602161296, "cash_withdrawal_not_recognised": 0.0010006003602161296, "change_pin": 0.0012007204322593554, "compromised_card": 0.0014008405043025814, "contactless_not_working": 0.0014008405043025814, "country_support": 0.0016009605763458075, "declined_card_payment": 0.0011006603962377425, "declined_cash_withdrawal": 0.0010006003602161296, "declined_transfer": 0.0011006603962377425, "direct_debit_payment_not_recognised": 0.0011006603962377425, "disposable_card_limits": 0.0017010206123674201, "edit_personal_details": 0.0011006603962377425, "exchange_charge": 0.0010006003602161296, "exchange_rate": 0.0010006003602161296, "exchange_via_app": 0.0039023414048429054, "extra_charge_on_statement": 0.0008004802881729037, "failed_transfer": 0.0010006003602161296, "fiat_currency_support": 0.0016009605763458075, "get_disposable_virtual_card": 0.01801080648389033, "get_physical_card": 0.6099659795877527, "getting_spare_card": 0.008204922953772264, "getting_virtual_card": 0.028817290374224532, "lost_or_stolen_card": 0.0009005403241945166, "lost_or_stolen_phone": 0.0009005403241945166, "order_physical_card": 0.05603362017210326, "passcode_forgotten": 0.016109665799479686, "pending_card_payment": 0.0009005403241945166, "pending_cash_withdrawal": 0.0008004802881729037, "pending_top_up": 0.0010006003602161296, "pending_transfer": 0.0010006003602161296, "pin_blocked": 0.0014008405043025814, "receiving_money": 0.0020012007204322593, "request_refund": 0.0012007204322593554, "reverted_card_payment?": 0.0012007204322593554, "supported_cards_and_currencies": 0.002501500900540324, "terminate_account": 0.0014008405043025814, "top_up_by_bank_transfer_charge": 0.0011006603962377425, "top_up_by_card_charge": 0.0010006003602161296, "top_up_by_cash_or_cheque": 0.0011006603962377425, "top_up_failed": 0.0011006603962377425, "top_up_limits": 0.0012007204322593554, "top_up_reverted": 0.0013007804682809683, "topping_up_by_card": 0.0016009605763458075, "transaction_charged_twice": 0.0009005403241945166, "transfer_fee_charged": 0.0009005403241945166, "transfer_into_account": 0.0010006003602161296, "transfer_not_received_by_recipient": 0.0011006603962377425, "transfer_timing": 0.0010006003602161296, "unable_to_verify_identity": 0.0018010806483890333, "verify_my_identity": 0.002201320792475485, "verify_source_of_funds": 0.0012007204322593554, "verify_top_up": 0.0013007804682809683, "virtual_card_not_working": 0.0016009605763458075, "visa_or_mastercard": 0.0013007804682809683, "why_verify_identity": 0.0015009005403241943, "wrong_amount_of_cash_received": 0.0009005403241945166, "wrong_exchange_rate_for_cash_withdrawal": 0.0012007204322593554 }, "error": null, "latency_ms": 68.34799994248897, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1560", "text_group": "ef9fadff1c1ac9927caf338d7fa6f7a6e07645554aed01705bf532e2c5cf7152", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0008998200359928015, "activate_my_card": 0.0009998000399920016, "age_limit": 0.0007998400319936014, "apple_pay_or_google_pay": 0.0011997600479904018, "atm_support": 0.0030993801239752048, "automatic_top_up": 0.001299740051989602, "balance_not_updated_after_bank_transfer": 0.0013997200559888023, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014997000599880025, "beneficiary_not_allowed": 0.15646870625874826, "cancel_transfer": 0.0018996200759848032, "card_about_to_expire": 0.0007998400319936014, "card_acceptance": 0.0014997000599880025, "card_arrival": 0.0007998400319936014, "card_delivery_estimate": 0.0008998200359928015, "card_linking": 0.0013997200559888023, "card_not_working": 0.0015996800639872027, "card_payment_fee_charged": 0.0009998000399920016, "card_payment_not_recognised": 0.001299740051989602, "card_payment_wrong_exchange_rate": 0.0014997000599880025, "card_swallowed": 0.009098180363927216, "cash_withdrawal_charge": 0.0010997800439912018, "cash_withdrawal_not_recognised": 0.0030993801239752048, "change_pin": 0.005198960207958408, "compromised_card": 0.0020995800839832034, "contactless_not_working": 0.002999400119976005, "country_support": 0.0011997600479904018, "declined_card_payment": 0.0030993801239752048, "declined_cash_withdrawal": 0.3224355128974205, "declined_transfer": 0.05578884223155369, "direct_debit_payment_not_recognised": 0.0011997600479904018, "disposable_card_limits": 0.002299540091981604, "edit_personal_details": 0.002299540091981604, "exchange_charge": 0.0009998000399920016, "exchange_rate": 0.0008998200359928015, "exchange_via_app": 0.0010997800439912018, "extra_charge_on_statement": 0.0008998200359928015, "failed_transfer": 0.004199160167966407, "fiat_currency_support": 0.001799640071985603, "get_disposable_virtual_card": 0.006898620275944811, "get_physical_card": 0.004099180163967207, "getting_spare_card": 0.002599480103979204, "getting_virtual_card": 0.001299740051989602, "lost_or_stolen_card": 0.0008998200359928015, "lost_or_stolen_phone": 0.0006998600279944011, "order_physical_card": 0.0015996800639872027, "passcode_forgotten": 0.0015996800639872027, "pending_card_payment": 0.0008998200359928015, "pending_cash_withdrawal": 0.001299740051989602, "pending_top_up": 0.0009998000399920016, "pending_transfer": 0.0010997800439912018, "pin_blocked": 0.31223755248950213, "receiving_money": 0.007498500299940012, "request_refund": 0.0010997800439912018, "reverted_card_payment?": 0.0014997000599880025, "supported_cards_and_currencies": 0.0014997000599880025, "terminate_account": 0.0014997000599880025, "top_up_by_bank_transfer_charge": 0.0011997600479904018, "top_up_by_card_charge": 0.0008998200359928015, "top_up_by_cash_or_cheque": 0.0013997200559888023, "top_up_failed": 0.0026994601079784043, "top_up_limits": 0.001299740051989602, "top_up_reverted": 0.004199160167966407, "topping_up_by_card": 0.0018996200759848032, "transaction_charged_twice": 0.0010997800439912018, "transfer_fee_charged": 0.0010997800439912018, "transfer_into_account": 0.0010997800439912018, "transfer_not_received_by_recipient": 0.0011997600479904018, "transfer_timing": 0.0011997600479904018, "unable_to_verify_identity": 0.0023995200959808036, "verify_my_identity": 0.0014997000599880025, "verify_source_of_funds": 0.007598480303939213, "verify_top_up": 0.0013997200559888023, "virtual_card_not_working": 0.008098380323935212, "visa_or_mastercard": 0.0008998200359928015, "why_verify_identity": 0.002299540091981604, "wrong_amount_of_cash_received": 0.0026994601079784043, "wrong_exchange_rate_for_cash_withdrawal": 0.002299540091981604 }, "error": null, "latency_ms": 69.77408402599394, "usage": { "input_tokens": 606, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1561", "text_group": "65320feb11808078059f58e4e243b0443904048c753b1c9e243841e693106dcf", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.01950390078015603, "activate_my_card": 0.0007001400280056011, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.0009001800360072014, "atm_support": 0.0011002200440088019, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0034006801360272052, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014002800560112022, "beneficiary_not_allowed": 0.002600520104020804, "cancel_transfer": 0.17683536707341468, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.0011002200440088019, "card_arrival": 0.0007001400280056011, "card_delivery_estimate": 0.0007001400280056011, "card_linking": 0.0010002000400080016, "card_not_working": 0.0009001800360072014, "card_payment_fee_charged": 0.0008001600320064013, "card_payment_not_recognised": 0.0009001800360072014, "card_payment_wrong_exchange_rate": 0.0010002000400080016, "card_swallowed": 0.0010002000400080016, "cash_withdrawal_charge": 0.002600520104020804, "cash_withdrawal_not_recognised": 0.022304460892178437, "change_pin": 0.0006001200240048009, "compromised_card": 0.0008001600320064013, "contactless_not_working": 0.0009001800360072014, "country_support": 0.0010002000400080016, "declined_card_payment": 0.0011002200440088019, "declined_cash_withdrawal": 0.3920784156831366, "declined_transfer": 0.0011002200440088019, "direct_debit_payment_not_recognised": 0.0008001600320064013, "disposable_card_limits": 0.0008001600320064013, "edit_personal_details": 0.0008001600320064013, "exchange_charge": 0.0007001400280056011, "exchange_rate": 0.0007001400280056011, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0008001600320064013, "failed_transfer": 0.0009001800360072014, "fiat_currency_support": 0.0011002200440088019, "get_disposable_virtual_card": 0.0008001600320064013, "get_physical_card": 0.0008001600320064013, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0007001400280056011, "lost_or_stolen_card": 0.0006001200240048009, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.0007001400280056011, "pending_cash_withdrawal": 0.01820364072814563, "pending_top_up": 0.0007001400280056011, "pending_transfer": 0.0008001600320064013, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.0011002200440088019, "request_refund": 0.0072014402880576115, "reverted_card_payment?": 0.0017003400680136026, "supported_cards_and_currencies": 0.0011002200440088019, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.0007001400280056011, "top_up_by_card_charge": 0.0007001400280056011, "top_up_by_cash_or_cheque": 0.0008001600320064013, "top_up_failed": 0.0008001600320064013, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.2961592318463692, "topping_up_by_card": 0.0009001800360072014, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.0007001400280056011, "transfer_into_account": 0.0007001400280056011, "transfer_not_received_by_recipient": 0.0009001800360072014, "transfer_timing": 0.0008001600320064013, "unable_to_verify_identity": 0.0008001600320064013, "verify_my_identity": 0.0008001600320064013, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0008001600320064013, "visa_or_mastercard": 0.0010002000400080016, "why_verify_identity": 0.0007001400280056011, "wrong_amount_of_cash_received": 0.0029005801160232043, "wrong_exchange_rate_for_cash_withdrawal": 0.0029005801160232043 }, "error": null, "latency_ms": 69.08258295152336, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1562", "text_group": "a992a41e910fab5192b3abc70aff11b57fd0fcc54a293e49474c0d7183190b82", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0015996800639872027, "activate_my_card": 0.0014997000599880025, "age_limit": 0.001299740051989602, "apple_pay_or_google_pay": 0.0015996800639872027, "atm_support": 0.13067386522695462, "automatic_top_up": 0.0011997600479904018, "balance_not_updated_after_bank_transfer": 0.0018996200759848032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0020995800839832034, "beneficiary_not_allowed": 0.016896620675864827, "cancel_transfer": 0.0018996200759848032, "card_about_to_expire": 0.0014997000599880025, "card_acceptance": 0.004199160167966407, "card_arrival": 0.0016996600679864027, "card_delivery_estimate": 0.0015996800639872027, "card_linking": 0.004599080183963208, "card_not_working": 0.3149370125974805, "card_payment_fee_charged": 0.0016996600679864027, "card_payment_not_recognised": 0.001799640071985603, "card_payment_wrong_exchange_rate": 0.0023995200959808036, "card_swallowed": 0.00569886022795441, "cash_withdrawal_charge": 0.0018996200759848032, "cash_withdrawal_not_recognised": 0.002299540091981604, "change_pin": 0.0016996600679864027, "compromised_card": 0.0018996200759848032, "contactless_not_working": 0.007798440311937612, "country_support": 0.002599480103979204, "declined_card_payment": 0.015596880623875225, "declined_cash_withdrawal": 0.3249350129974005, "declined_transfer": 0.01259748050389922, "direct_debit_payment_not_recognised": 0.001799640071985603, "disposable_card_limits": 0.0021995600879824036, "edit_personal_details": 0.0016996600679864027, "exchange_charge": 0.0014997000599880025, "exchange_rate": 0.0013997200559888023, "exchange_via_app": 0.0015996800639872027, "extra_charge_on_statement": 0.001299740051989602, "failed_transfer": 0.002999400119976005, "fiat_currency_support": 0.007498500299940012, "get_disposable_virtual_card": 0.0021995600879824036, "get_physical_card": 0.0027994401119776045, "getting_spare_card": 0.0014997000599880025, "getting_virtual_card": 0.0015996800639872027, "lost_or_stolen_card": 0.001299740051989602, "lost_or_stolen_phone": 0.0010997800439912018, "order_physical_card": 0.0023995200959808036, "passcode_forgotten": 0.0013997200559888023, "pending_card_payment": 0.0016996600679864027, "pending_cash_withdrawal": 0.0014997000599880025, "pending_top_up": 0.0013997200559888023, "pending_transfer": 0.001299740051989602, "pin_blocked": 0.009198160367926415, "receiving_money": 0.001799640071985603, "request_refund": 0.001999600079984003, "reverted_card_payment?": 0.0024995000999800043, "supported_cards_and_currencies": 0.012397520495900819, "terminate_account": 0.0015996800639872027, "top_up_by_bank_transfer_charge": 0.0016996600679864027, "top_up_by_card_charge": 0.0015996800639872027, "top_up_by_cash_or_cheque": 0.001999600079984003, "top_up_failed": 0.0030993801239752048, "top_up_limits": 0.0015996800639872027, "top_up_reverted": 0.0023995200959808036, "topping_up_by_card": 0.0034993001399720057, "transaction_charged_twice": 0.0023995200959808036, "transfer_fee_charged": 0.0014997000599880025, "transfer_into_account": 0.0013997200559888023, "transfer_not_received_by_recipient": 0.0016996600679864027, "transfer_timing": 0.0014997000599880025, "unable_to_verify_identity": 0.001999600079984003, "verify_my_identity": 0.0013997200559888023, "verify_source_of_funds": 0.001299740051989602, "verify_top_up": 0.001299740051989602, "virtual_card_not_working": 0.017396520695860826, "visa_or_mastercard": 0.0021995600879824036, "why_verify_identity": 0.0013997200559888023, "wrong_amount_of_cash_received": 0.0020995800839832034, "wrong_exchange_rate_for_cash_withdrawal": 0.0026994601079784043 }, "error": null, "latency_ms": 70.42741600889713, "usage": { "input_tokens": 619, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1563", "text_group": "084b2e9feccf31ba1d0a7b95a3bb2d587cfc3598cc92b49333fbb0bae268d919", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0481, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0002, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0023, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.9123, "declined_transfer": 0.0009, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0004, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0124, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0006, "top_up_limits": 0.0003, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0016, "wrong_exchange_rate_for_cash_withdrawal": 0.0008 }, "error": null, "latency_ms": 70.78658300451934, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1564", "text_group": "41d421ac6035d1daea654d5fa986fcf4b2d7436dc3f822742ae0e74100b877e1", "expected": "declined_cash_withdrawal", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0004999000199960008, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0007998400319936014, "atm_support": 0.02539492101579684, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.0011997600479904018, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009998000399920016, "beneficiary_not_allowed": 0.005598880223955209, "cancel_transfer": 0.5679864027194562, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0008998200359928015, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0005998800239952009, "card_linking": 0.0006998600279944011, "card_not_working": 0.0008998200359928015, "card_payment_fee_charged": 0.0006998600279944011, "card_payment_not_recognised": 0.0009998000399920016, "card_payment_wrong_exchange_rate": 0.0010997800439912018, "card_swallowed": 0.0008998200359928015, "cash_withdrawal_charge": 0.0010997800439912018, "cash_withdrawal_not_recognised": 0.0010997800439912018, "change_pin": 0.0005998800239952009, "compromised_card": 0.0007998400319936014, "contactless_not_working": 0.0026994601079784043, "country_support": 0.0011997600479904018, "declined_card_payment": 0.004499100179964007, "declined_cash_withdrawal": 0.11657668466306738, "declined_transfer": 0.03149370125974805, "direct_debit_payment_not_recognised": 0.0009998000399920016, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.0006998600279944011, "exchange_charge": 0.0006998600279944011, "exchange_rate": 0.0006998600279944011, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.004799040191961607, "fiat_currency_support": 0.0011997600479904018, "get_disposable_virtual_card": 0.0006998600279944011, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0004999000199960008, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.0007998400319936014, "pending_cash_withdrawal": 0.0007998400319936014, "pending_top_up": 0.0005998800239952009, "pending_transfer": 0.0006998600279944011, "pin_blocked": 0.0007998400319936014, "receiving_money": 0.0008998200359928015, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.03639272145570886, "supported_cards_and_currencies": 0.0010997800439912018, "terminate_account": 0.0006998600279944011, "top_up_by_bank_transfer_charge": 0.0006998600279944011, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0006998600279944011, "top_up_failed": 0.0011997600479904018, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.14287142571485703, "topping_up_by_card": 0.0006998600279944011, "transaction_charged_twice": 0.010597880423915218, "transfer_fee_charged": 0.0006998600279944011, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.0007998400319936014, "transfer_timing": 0.0006998600279944011, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0005998800239952009, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0010997800439912018, "visa_or_mastercard": 0.0006998600279944011, "why_verify_identity": 0.0006998600279944011, "wrong_amount_of_cash_received": 0.0011997600479904018, "wrong_exchange_rate_for_cash_withdrawal": 0.001299740051989602 }, "error": null, "latency_ms": 72.10029207635671, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1565", "text_group": "709c5e83e8916212d478721346b348b6a708bc8ad2657e66d16dcc96c1fcb67b", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0006001200240048009, "activate_my_card": 0.0006001200240048009, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.060612122424484896, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0008001600320064013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008001600320064013, "beneficiary_not_allowed": 0.03900780156031206, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.004700940188037608, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.0006001200240048009, "card_linking": 0.0011002200440088019, "card_not_working": 0.010002000400080016, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0008001600320064013, "card_payment_wrong_exchange_rate": 0.0008001600320064013, "card_swallowed": 0.0011002200440088019, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.0008001600320064013, "change_pin": 0.0006001200240048009, "compromised_card": 0.0008001600320064013, "contactless_not_working": 0.004100820164032807, "country_support": 0.0010002000400080016, "declined_card_payment": 0.04990998199639928, "declined_cash_withdrawal": 0.7315463092618524, "declined_transfer": 0.03900780156031206, "direct_debit_payment_not_recognised": 0.0007001400280056011, "disposable_card_limits": 0.0008001600320064013, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0010002000400080016, "fiat_currency_support": 0.0016003200640128026, "get_disposable_virtual_card": 0.0008001600320064013, "get_physical_card": 0.0011002200440088019, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0007001400280056011, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.0007001400280056011, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0006001200240048009, "pin_blocked": 0.0010002000400080016, "receiving_money": 0.0009001800360072014, "request_refund": 0.0008001600320064013, "reverted_card_payment?": 0.001300260052010402, "supported_cards_and_currencies": 0.003900780156031206, "terminate_account": 0.0010002000400080016, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0006001200240048009, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0011002200440088019, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.0012002400480096017, "topping_up_by_card": 0.0012002400480096017, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.0007001400280056011, "transfer_into_account": 0.0006001200240048009, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0008001600320064013, "verify_my_identity": 0.0007001400280056011, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.005001000200040008, "visa_or_mastercard": 0.0008001600320064013, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.002000400080016003, "wrong_exchange_rate_for_cash_withdrawal": 0.0014002800560112022 }, "error": null, "latency_ms": 72.70933303516358, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1566", "text_group": "34002d73e48a48908b1b55bb3c87188ada862b0909ac824af84a4a0f1b4ac958", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.0018998100189981002, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.008599140085991401, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00019998000199980003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00019998000199980003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.9664033596640337, "declined_transfer": 0.0010998900109989002, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.0011998800119988001, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.000999900009999, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.0016998300169983002, "wrong_exchange_rate_for_cash_withdrawal": 0.0011998800119988001 }, "error": null, "latency_ms": 70.61900000553578, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1567", "text_group": "fa26b50a2ad1c62c30018445de111e764f3cd798bc376b1a566de8f8bde307aa", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.001799640071985603, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.02519496100779844, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00019996000799840034, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.003599280143971206, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.853629274145171, "declined_transfer": 0.0011997600479904018, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.0007998400319936014, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.016696660667866427, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.00029994001199760045, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.0007998400319936014, "top_up_failed": 0.013997200559888023, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.001799640071985603, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.0631873625274945, "wrong_exchange_rate_for_cash_withdrawal": 0.0009998000399920016 }, "error": null, "latency_ms": 69.82537498697639, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1568", "text_group": "22501f509fecf65e81e7da4672955cc4523f89975ae9031fb7d596ac70e1c1f9", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00030009002700810244, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00020006001800540165, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.0005001500450135041, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001800540162049, "beneficiary_not_allowed": 0.005001500450135041, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.00030009002700810244, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.00030009002700810244, "card_not_working": 0.0004001200360108033, "card_payment_fee_charged": 0.00020006001800540165, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.0007002100630189057, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.0017005101530459137, "change_pin": 0.00020006001800540165, "compromised_card": 0.00020006001800540165, "contactless_not_working": 0.00030009002700810244, "country_support": 0.00030009002700810244, "declined_card_payment": 0.0004001200360108033, "declined_cash_withdrawal": 0.5166549964989496, "declined_transfer": 0.0013003901170351106, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.0010003000900270082, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.4506351905571672, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.0004001200360108033, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.0005001500450135041, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.00030009002700810244, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.0029008702610783237, "top_up_limits": 0.00030009002700810244, "top_up_reverted": 0.0004001200360108033, "topping_up_by_card": 0.00030009002700810244, "transaction_charged_twice": 0.00030009002700810244, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00030009002700810244, "transfer_not_received_by_recipient": 0.0005001500450135041, "transfer_timing": 0.00030009002700810244, "unable_to_verify_identity": 0.0004001200360108033, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.0004001200360108033, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.0008002400720216066, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 70.70995890535414, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1569", "text_group": "1def55a39439c62cdd9698d42b6202ba0fa28d1d42651ac49e0d96e383a3cff7", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0011, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.01, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0053, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0005, "card_acceptance": 0.0017, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.001, "card_not_working": 0.0142, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0007, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0003, "compromised_card": 0.0005, "contactless_not_working": 0.0006, "country_support": 0.0005, "declined_card_payment": 0.0248, "declined_cash_withdrawal": 0.8928, "declined_transfer": 0.0046, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0005, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0005, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0006, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0004, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0004, "receiving_money": 0.0004, "request_refund": 0.0005, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0113, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0006, "top_up_limits": 0.0003, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0015, "transaction_charged_twice": 0.0015, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0017, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0009, "wrong_exchange_rate_for_cash_withdrawal": 0.0008 }, "error": null, "latency_ms": 70.36679203156382, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1570", "text_group": "336f40786dd9909d8db843874808a0652b4583b4230bc646f8b8d6ad697ffbbc", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00039980009995002505, "activate_my_card": 0.0002998500749625187, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.00039980009995002505, "atm_support": 0.0004997501249375313, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.0004997501249375313, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997501249375313, "beneficiary_not_allowed": 0.0042978510744627685, "cancel_transfer": 0.00039980009995002505, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.0008995502248875562, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.0005997001499250374, "card_not_working": 0.011694152923538231, "card_payment_fee_charged": 0.00039980009995002505, "card_payment_not_recognised": 0.00039980009995002505, "card_payment_wrong_exchange_rate": 0.00039980009995002505, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.00039980009995002505, "cash_withdrawal_not_recognised": 0.0006996501749125438, "change_pin": 0.00019990004997501253, "compromised_card": 0.0002998500749625187, "contactless_not_working": 0.0004997501249375313, "country_support": 0.00039980009995002505, "declined_card_payment": 0.006196901549225388, "declined_cash_withdrawal": 0.9397301349325338, "declined_transfer": 0.0015992003998001002, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.00039980009995002505, "fiat_currency_support": 0.0004997501249375313, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.00039980009995002505, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.0008995502248875562, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.00039980009995002505, "request_refund": 0.0004997501249375313, "reverted_card_payment?": 0.001699150424787606, "supported_cards_and_currencies": 0.0010994502748625688, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0004997501249375313, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0059970014992503755, "topping_up_by_card": 0.0007996001999000501, "transaction_charged_twice": 0.00039980009995002505, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.0013993003498250875, "visa_or_mastercard": 0.00039980009995002505, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0007996001999000501, "wrong_exchange_rate_for_cash_withdrawal": 0.0008995502248875562 }, "error": null, "latency_ms": 72.64324999414384, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1571", "text_group": "3232f3e67bd44169354d6d42f00d132336da8738a2c0534061bc779356fabb9c", "expected": "declined_cash_withdrawal", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0015995201439568132, "activate_my_card": 0.0012996101169649105, "age_limit": 0.0013995801259622115, "apple_pay_or_google_pay": 0.0015995201439568132, "atm_support": 0.032890132960111965, "automatic_top_up": 0.000999700089973008, "balance_not_updated_after_bank_transfer": 0.0018994301709487154, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015995201439568132, "beneficiary_not_allowed": 0.04208737378786364, "cancel_transfer": 0.0013995801259622115, "card_about_to_expire": 0.0015995201439568132, "card_acceptance": 0.013296011196641007, "card_arrival": 0.0012996101169649105, "card_delivery_estimate": 0.000999700089973008, "card_linking": 0.003998800359892032, "card_not_working": 0.0843746875937219, "card_payment_fee_charged": 0.0014995501349595122, "card_payment_not_recognised": 0.0014995501349595122, "card_payment_wrong_exchange_rate": 0.0015995201439568132, "card_swallowed": 0.002799160251924423, "cash_withdrawal_charge": 0.0011996401079676095, "cash_withdrawal_not_recognised": 0.0012996101169649105, "change_pin": 0.001099670098970309, "compromised_card": 0.0016994901529541137, "contactless_not_working": 0.016894931520543836, "country_support": 0.0016994901529541137, "declined_card_payment": 0.5455363390982705, "declined_cash_withdrawal": 0.10596820953713885, "declined_transfer": 0.03508947315805259, "direct_debit_payment_not_recognised": 0.0012996101169649105, "disposable_card_limits": 0.0014995501349595122, "edit_personal_details": 0.0013995801259622115, "exchange_charge": 0.000999700089973008, "exchange_rate": 0.001099670098970309, "exchange_via_app": 0.0012996101169649105, "extra_charge_on_statement": 0.000999700089973008, "failed_transfer": 0.0018994301709487154, "fiat_currency_support": 0.002199340197940618, "get_disposable_virtual_card": 0.0015995201439568132, "get_physical_card": 0.0018994301709487154, "getting_spare_card": 0.0011996401079676095, "getting_virtual_card": 0.001099670098970309, "lost_or_stolen_card": 0.0012996101169649105, "lost_or_stolen_phone": 0.0007997600719784066, "order_physical_card": 0.001099670098970309, "passcode_forgotten": 0.0012996101169649105, "pending_card_payment": 0.0012996101169649105, "pending_cash_withdrawal": 0.000999700089973008, "pending_top_up": 0.0008997300809757073, "pending_transfer": 0.0008997300809757073, "pin_blocked": 0.002399280215935219, "receiving_money": 0.0014995501349595122, "request_refund": 0.0013995801259622115, "reverted_card_payment?": 0.0035989203239028293, "supported_cards_and_currencies": 0.010296910926721983, "terminate_account": 0.0014995501349595122, "top_up_by_bank_transfer_charge": 0.001099670098970309, "top_up_by_card_charge": 0.000999700089973008, "top_up_by_cash_or_cheque": 0.0011996401079676095, "top_up_failed": 0.0018994301709487154, "top_up_limits": 0.000999700089973008, "top_up_reverted": 0.0017994601619514146, "topping_up_by_card": 0.005898230530840748, "transaction_charged_twice": 0.0015995201439568132, "transfer_fee_charged": 0.001099670098970309, "transfer_into_account": 0.001099670098970309, "transfer_not_received_by_recipient": 0.001099670098970309, "transfer_timing": 0.001099670098970309, "unable_to_verify_identity": 0.0016994901529541137, "verify_my_identity": 0.0013995801259622115, "verify_source_of_funds": 0.0012996101169649105, "verify_top_up": 0.0011996401079676095, "virtual_card_not_working": 0.009197240827751675, "visa_or_mastercard": 0.002399280215935219, "why_verify_identity": 0.001099670098970309, "wrong_amount_of_cash_received": 0.002399280215935219, "wrong_exchange_rate_for_cash_withdrawal": 0.0013995801259622115 }, "error": null, "latency_ms": 70.39645907934755, "usage": { "input_tokens": 618, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1572", "text_group": "36553a51197497b297b6a205c9b55cbde1bb560d4e9ffc52654fcf2553d94e9d", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0029, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0002, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.9768, "declined_transfer": 0.0008, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0004, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0006, "top_up_limits": 0.0002, "top_up_reverted": 0.0009, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 69.89375001285225, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1573", "text_group": "baead2bae6ddacd98f40d1ef87f6286cd7c18a8879b0f108706aff21da6e7d35", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0003998400639744103, "activate_my_card": 0.0002998800479808077, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.0193922431027589, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005997600959616154, "beneficiary_not_allowed": 0.0032986805277888847, "cancel_transfer": 0.0004998000799680128, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0004998000799680128, "card_not_working": 0.0009996001599360256, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.0020991603358656535, "cash_withdrawal_charge": 0.0005997600959616154, "cash_withdrawal_not_recognised": 0.0020991603358656535, "change_pin": 0.0003998400639744103, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0020991603358656535, "country_support": 0.0007996801279488206, "declined_card_payment": 0.0007996801279488206, "declined_cash_withdrawal": 0.8780487804878049, "declined_transfer": 0.003998400639744102, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.0003998400639744103, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0003998400639744103, "failed_transfer": 0.001799280287884846, "fiat_currency_support": 0.000899640143942423, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0004998000799680128, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.0003998400639744103, "lost_or_stolen_phone": 0.0003998400639744103, "order_physical_card": 0.0003998400639744103, "passcode_forgotten": 0.0003998400639744103, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.003598560575769692, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.0015993602558976412, "receiving_money": 0.001999200319872051, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.0004998000799680128, "supported_cards_and_currencies": 0.0007996801279488206, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.0004998000799680128, "top_up_failed": 0.0034986005597760898, "top_up_limits": 0.0005997600959616154, "top_up_reverted": 0.000899640143942423, "topping_up_by_card": 0.0005997600959616154, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0003998400639744103, "transfer_into_account": 0.0004998000799680128, "transfer_not_received_by_recipient": 0.0004998000799680128, "transfer_timing": 0.0005997600959616154, "unable_to_verify_identity": 0.0004998000799680128, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0003998400639744103, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0015993602558976412, "visa_or_mastercard": 0.0003998400639744103, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.04198320671731308, "wrong_exchange_rate_for_cash_withdrawal": 0.003598560575769692 }, "error": null, "latency_ms": 67.39879201631993, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1574", "text_group": "4f9939ddf8ceed2d656702143d837c6ab94ee5acd8eed6c1721e7c7bbd8d7c67", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0007000700070007002, "activate_my_card": 0.0006000600060006001, "age_limit": 0.0006000600060006001, "apple_pay_or_google_pay": 0.0007000700070007002, "atm_support": 0.05230523052305231, "automatic_top_up": 0.0006000600060006001, "balance_not_updated_after_bank_transfer": 0.0009000900090009002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008000800080008002, "beneficiary_not_allowed": 0.027502750275027507, "cancel_transfer": 0.0007000700070007002, "card_about_to_expire": 0.0007000700070007002, "card_acceptance": 0.003800380038003801, "card_arrival": 0.0006000600060006001, "card_delivery_estimate": 0.0006000600060006001, "card_linking": 0.0011001100110011003, "card_not_working": 0.011901190119011903, "card_payment_fee_charged": 0.0007000700070007002, "card_payment_not_recognised": 0.0008000800080008002, "card_payment_wrong_exchange_rate": 0.0008000800080008002, "card_swallowed": 0.0012001200120012002, "cash_withdrawal_charge": 0.0007000700070007002, "cash_withdrawal_not_recognised": 0.0008000800080008002, "change_pin": 0.0006000600060006001, "compromised_card": 0.0008000800080008002, "contactless_not_working": 0.0039003900390039005, "country_support": 0.0010001000100010003, "declined_card_payment": 0.04540454045404541, "declined_cash_withdrawal": 0.7555755575557556, "declined_transfer": 0.03490349034903491, "direct_debit_payment_not_recognised": 0.0007000700070007002, "disposable_card_limits": 0.0007000700070007002, "edit_personal_details": 0.0006000600060006001, "exchange_charge": 0.0005000500050005002, "exchange_rate": 0.0006000600060006001, "exchange_via_app": 0.0006000600060006001, "extra_charge_on_statement": 0.0005000500050005002, "failed_transfer": 0.0012001200120012002, "fiat_currency_support": 0.0012001200120012002, "get_disposable_virtual_card": 0.0008000800080008002, "get_physical_card": 0.0015001500150015003, "getting_spare_card": 0.0007000700070007002, "getting_virtual_card": 0.0007000700070007002, "lost_or_stolen_card": 0.0006000600060006001, "lost_or_stolen_phone": 0.0005000500050005002, "order_physical_card": 0.0006000600060006001, "passcode_forgotten": 0.0006000600060006001, "pending_card_payment": 0.0007000700070007002, "pending_cash_withdrawal": 0.0007000700070007002, "pending_top_up": 0.0005000500050005002, "pending_transfer": 0.0006000600060006001, "pin_blocked": 0.0011001100110011003, "receiving_money": 0.0008000800080008002, "request_refund": 0.0009000900090009002, "reverted_card_payment?": 0.0018001800180018003, "supported_cards_and_currencies": 0.003300330033003301, "terminate_account": 0.0010001000100010003, "top_up_by_bank_transfer_charge": 0.0006000600060006001, "top_up_by_card_charge": 0.0006000600060006001, "top_up_by_cash_or_cheque": 0.0007000700070007002, "top_up_failed": 0.0017001700170017002, "top_up_limits": 0.0006000600060006001, "top_up_reverted": 0.0015001500150015003, "topping_up_by_card": 0.0013001300130013002, "transaction_charged_twice": 0.0013001300130013002, "transfer_fee_charged": 0.0006000600060006001, "transfer_into_account": 0.0006000600060006001, "transfer_not_received_by_recipient": 0.0006000600060006001, "transfer_timing": 0.0006000600060006001, "unable_to_verify_identity": 0.0008000800080008002, "verify_my_identity": 0.0007000700070007002, "verify_source_of_funds": 0.0007000700070007002, "verify_top_up": 0.0006000600060006001, "virtual_card_not_working": 0.005000500050005001, "visa_or_mastercard": 0.0008000800080008002, "why_verify_identity": 0.0007000700070007002, "wrong_amount_of_cash_received": 0.003200320032003201, "wrong_exchange_rate_for_cash_withdrawal": 0.0015001500150015003 }, "error": null, "latency_ms": 67.99970800057054, "usage": { "input_tokens": 606, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1575", "text_group": "abf61017bf93879ab795c3f022c522b72443f1e9e4fcd00430e1161f8f8582ba", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040020010005002504, "beneficiary_not_allowed": 0.008004002001000501, "cancel_transfer": 0.00020010005002501252, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00020010005002501252, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.0005002501250625313, "change_pin": 0.00020010005002501252, "compromised_card": 0.00020010005002501252, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.0005002501250625313, "declined_cash_withdrawal": 0.9695847923961981, "declined_transfer": 0.001200600300150075, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.00020010005002501252, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.0005002501250625313, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00040020010005002504, "request_refund": 0.00040020010005002504, "reverted_card_payment?": 0.00040020010005002504, "supported_cards_and_currencies": 0.00040020010005002504, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.0005002501250625313, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.0009004502251125563, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.00030015007503751874, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00040020010005002504, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.0005002501250625313, "wrong_exchange_rate_for_cash_withdrawal": 0.0006003001500750375 }, "error": null, "latency_ms": 70.08662493899465, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1576", "text_group": "827a678f1de825eb27b300eeeb12d763aff0474881de9edf7c6fbeb0f089adc6", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00020006001800540165, "atm_support": 0.00030009002700810244, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.00030009002700810244, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004001200360108033, "beneficiary_not_allowed": 0.004101230369110734, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.0004001200360108033, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.00030009002700810244, "card_not_working": 0.0004001200360108033, "card_payment_fee_charged": 0.00020006001800540165, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.0004001200360108033, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.00020006001800540165, "compromised_card": 0.00020006001800540165, "contactless_not_working": 0.00030009002700810244, "country_support": 0.00030009002700810244, "declined_card_payment": 0.0006001800540162049, "declined_cash_withdrawal": 0.9703911173352006, "declined_transfer": 0.0010003000900270082, "direct_debit_payment_not_recognised": 0.00020006001800540165, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.0004001200360108033, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00030009002700810244, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.00030009002700810244, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.0004001200360108033, "supported_cards_and_currencies": 0.0004001200360108033, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.0017005101530459137, "top_up_limits": 0.00030009002700810244, "top_up_reverted": 0.0010003000900270082, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.0004001200360108033, "visa_or_mastercard": 0.00020006001800540165, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.002200660198059418, "wrong_exchange_rate_for_cash_withdrawal": 0.0004001200360108033 }, "error": null, "latency_ms": 72.19375006388873, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1577", "text_group": "d8a5cada1c42a35345c88658514904e598de9cdd1662e09fe768fbc7f4f8f9a5", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.0018007202881152459, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.002501000400160064, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00020008003201280514, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.0005002000800320128, "declined_cash_withdrawal": 0.9711884753901561, "declined_transfer": 0.0017006802721088435, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00040016006402561027, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.0005002000800320128, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.0024009603841536613, "topping_up_by_card": 0.00020008003201280514, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.0024009603841536613, "wrong_exchange_rate_for_cash_withdrawal": 0.0008003201280512205 }, "error": null, "latency_ms": 71.24870899133384, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1578", "text_group": "004462980af1cb6ed6aa1ba32193774515681088e55e657aa0ea0d949ac1894a", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00040012003601080324, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.02970891267380214, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.010703210963288986, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.0023006902070621185, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0005001500450135041, "card_not_working": 0.004601380414124237, "card_payment_fee_charged": 0.00040012003601080324, "card_payment_not_recognised": 0.00040012003601080324, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.00040012003601080324, "cash_withdrawal_not_recognised": 0.00040012003601080324, "change_pin": 0.0003000900270081024, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.001100330099029709, "country_support": 0.0006001800540162048, "declined_card_payment": 0.12033610083024908, "declined_cash_withdrawal": 0.7524257277183154, "declined_transfer": 0.031709512853856155, "direct_debit_payment_not_recognised": 0.00040012003601080324, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.0010003000900270082, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.0005001500450135041, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.00040012003601080324, "pending_cash_withdrawal": 0.00040012003601080324, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.0008002400720216065, "receiving_money": 0.0005001500450135041, "request_refund": 0.00040012003601080324, "reverted_card_payment?": 0.0010003000900270082, "supported_cards_and_currencies": 0.005701710513153946, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00040012003601080324, "top_up_by_card_charge": 0.00040012003601080324, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.0009002700810243073, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0017005101530459135, "topping_up_by_card": 0.0013003901170351103, "transaction_charged_twice": 0.005501650495148544, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.00040012003601080324, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.00040012003601080324, "virtual_card_not_working": 0.0047014104231269385, "visa_or_mastercard": 0.0007002100630189057, "why_verify_identity": 0.0005001500450135041, "wrong_amount_of_cash_received": 0.0009002700810243073, "wrong_exchange_rate_for_cash_withdrawal": 0.0009002700810243073 }, "error": null, "latency_ms": 74.61566606070846, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1579", "text_group": "81c29de0cae82b2ef69ee8f004c64afe902dd84e54e55ee08246495023d8ffaf", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0004002401440864519, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.00020012007204322596, "atm_support": 0.0016009605763458077, "automatic_top_up": 0.00020012007204322596, "balance_not_updated_after_bank_transfer": 0.0004002401440864519, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006003602161296778, "beneficiary_not_allowed": 0.0008004802881729038, "cancel_transfer": 0.00020012007204322596, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0003001801080648389, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.00020012007204322596, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.00020012007204322596, "card_payment_not_recognised": 0.00020012007204322596, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.0004002401440864519, "cash_withdrawal_not_recognised": 0.0022013207924754855, "change_pin": 0.00020012007204322596, "compromised_card": 0.00020012007204322596, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0003001801080648389, "declined_card_payment": 0.0004002401440864519, "declined_cash_withdrawal": 0.8528116870122073, "declined_transfer": 0.0005003001801080648, "direct_debit_payment_not_recognised": 0.00020012007204322596, "disposable_card_limits": 0.00020012007204322596, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.00020012007204322596, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.0004002401440864519, "fiat_currency_support": 0.0004002401440864519, "get_disposable_virtual_card": 0.0004002401440864519, "get_physical_card": 0.0005003001801080648, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.0003001801080648389, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.02601560936561937, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.0003001801080648389, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0003001801080648389, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.00020012007204322596, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.0003001801080648389, "top_up_failed": 0.0018010806483890335, "top_up_limits": 0.00020012007204322596, "top_up_reverted": 0.0013007804682809686, "topping_up_by_card": 0.0003001801080648389, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.0003001801080648389, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.0003001801080648389, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.0003001801080648389, "visa_or_mastercard": 0.00020012007204322596, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.0948569141484891, "wrong_exchange_rate_for_cash_withdrawal": 0.0011006603962377428 }, "error": null, "latency_ms": 70.70108305197209, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1580", "text_group": "59558735974278a33654583bfbd855303de0a0201deb5808a12c7b5222092cbf", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.000400200100050025, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.000400200100050025, "atm_support": 0.009004502251125562, "automatic_top_up": 0.00030015007503751874, "balance_not_updated_after_bank_transfer": 0.0006003001500750375, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006003001500750375, "beneficiary_not_allowed": 0.0043021510755377685, "cancel_transfer": 0.0005002501250625312, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.000400200100050025, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.000400200100050025, "card_not_working": 0.0005002501250625312, "card_payment_fee_charged": 0.000400200100050025, "card_payment_not_recognised": 0.0005002501250625312, "card_payment_wrong_exchange_rate": 0.0005002501250625312, "card_swallowed": 0.000400200100050025, "cash_withdrawal_charge": 0.0005002501250625312, "cash_withdrawal_not_recognised": 0.0007003501750875437, "change_pin": 0.00030015007503751874, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.0010005002501250625, "country_support": 0.0005002501250625312, "declined_card_payment": 0.0038019009504752376, "declined_cash_withdrawal": 0.888344172086043, "declined_transfer": 0.028514257128564282, "direct_debit_payment_not_recognised": 0.0005002501250625312, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.000400200100050025, "exchange_charge": 0.00030015007503751874, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.00030015007503751874, "failed_transfer": 0.006903451725862931, "fiat_currency_support": 0.0005002501250625312, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.00030015007503751874, "getting_virtual_card": 0.00030015007503751874, "lost_or_stolen_card": 0.00030015007503751874, "lost_or_stolen_phone": 0.00030015007503751874, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.00030015007503751874, "pending_card_payment": 0.000400200100050025, "pending_cash_withdrawal": 0.0007003501750875437, "pending_top_up": 0.000400200100050025, "pending_transfer": 0.000400200100050025, "pin_blocked": 0.0005002501250625312, "receiving_money": 0.0005002501250625312, "request_refund": 0.0006003001500750375, "reverted_card_payment?": 0.0006003001500750375, "supported_cards_and_currencies": 0.0006003001500750375, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.000400200100050025, "top_up_failed": 0.007703851925962981, "top_up_limits": 0.00030015007503751874, "top_up_reverted": 0.00240120060030015, "topping_up_by_card": 0.000400200100050025, "transaction_charged_twice": 0.008904452226113056, "transfer_fee_charged": 0.0005002501250625312, "transfer_into_account": 0.00030015007503751874, "transfer_not_received_by_recipient": 0.0007003501750875437, "transfer_timing": 0.00030015007503751874, "unable_to_verify_identity": 0.000400200100050025, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.0006003001500750375, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.010005002501250625, "wrong_exchange_rate_for_cash_withdrawal": 0.0031015507753876935 }, "error": null, "latency_ms": 72.19387497752905, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1581", "text_group": "fb65b9b39e7d3731617b153103bdba3b94f18d67d41b392cd12a423348285167", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0029002900290029, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00020002000200020003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.973997399739974, "declined_transfer": 0.001000100010001, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0027002700270027003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0011001100110011003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 71.58454193267971, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1582", "text_group": "847a5537c2f92471146adfb41583f497550fcec19f5278c022ae900a2888c7ab", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.00030009002700810244, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.00030009002700810244, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.011803541062318696, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.00030009002700810244, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.00030009002700810244, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.00020006001800540165, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.00020006001800540165, "compromised_card": 0.00020006001800540165, "contactless_not_working": 0.00030009002700810244, "country_support": 0.00030009002700810244, "declined_card_payment": 0.0009002700810243074, "declined_cash_withdrawal": 0.9642892867860359, "declined_transfer": 0.0013003901170351106, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.0004001200360108033, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.00020006001800540165, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.0004001200360108033, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.0005001500450135041, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.001100330099029709, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.0004001200360108033, "transaction_charged_twice": 0.00030009002700810244, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.00030009002700810244, "transfer_not_received_by_recipient": 0.0004001200360108033, "transfer_timing": 0.00030009002700810244, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.0004001200360108033, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.0007002100630189057, "wrong_exchange_rate_for_cash_withdrawal": 0.0010003000900270082 }, "error": null, "latency_ms": 70.65483299084008, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1583", "text_group": "f726c0fc07c5b186d4bbc42465b16e0343db68f6bea45819b9a8ea5d50176067", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00860344137655062, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.008403361344537815, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.0006002400960384153, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.0005002000800320128, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.0007002801120448179, "country_support": 0.0006002400960384153, "declined_card_payment": 0.000900360144057623, "declined_cash_withdrawal": 0.9289715886354543, "declined_transfer": 0.008703481392557022, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.000900360144057623, "fiat_currency_support": 0.0005002000800320128, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.0005002000800320128, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.0012004801920768306, "receiving_money": 0.00040016006402561027, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.0007002801120448179, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00040016006402561027, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.0015006002400960385, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.01670668267306923, "wrong_exchange_rate_for_cash_withdrawal": 0.003601440576230492 }, "error": null, "latency_ms": 72.43704202119261, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1584", "text_group": "4168522a23ab89a191f2cc69fda32e3a5ee6b056f71ecf678595c84f17c3b56d", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0005999400059994001, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.04939506049395061, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0311968803119688, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0033996600339966003, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0008999100089991, "card_not_working": 0.009599040095990401, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.0006999300069993001, "card_payment_wrong_exchange_rate": 0.0006999300069993001, "card_swallowed": 0.000999900009999, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0004999500049995, "compromised_card": 0.0006999300069993001, "contactless_not_working": 0.0033996600339966003, "country_support": 0.0008999100089991, "declined_card_payment": 0.0362963703629637, "declined_cash_withdrawal": 0.785021497850215, "declined_transfer": 0.027497250274972504, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.0008999100089991, "fiat_currency_support": 0.0012998700129987, "get_disposable_virtual_card": 0.0006999300069993001, "get_physical_card": 0.000999900009999, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.0005999400059994001, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.0008999100089991, "receiving_money": 0.0007999200079992001, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0011998800119988001, "supported_cards_and_currencies": 0.0033996600339966003, "terminate_account": 0.0007999200079992001, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.0010998900109989002, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0010998900109989002, "topping_up_by_card": 0.0010998900109989002, "transaction_charged_twice": 0.0011998800119988001, "transfer_fee_charged": 0.0005999400059994001, "transfer_into_account": 0.0005999400059994001, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0036996300369963007, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.0005999400059994001, "wrong_amount_of_cash_received": 0.001999800019998, "wrong_exchange_rate_for_cash_withdrawal": 0.0011998800119988001 }, "error": null, "latency_ms": 71.38658291660249, "usage": { "input_tokens": 606, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1585", "text_group": "2a400e0619e87c2bcabc880a2bbf39d1c7b0d56635cd91be0910616788dc424c", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0019, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0002, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.9776, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0004, "top_up_limits": 0.0002, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0013, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 72.16983404941857, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1586", "text_group": "2961bd3f497b297e8cea5c370ca557a3eff4f8a520c1d5fdb33cc04d3431bc1a", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00030024019215372296, "activate_my_card": 0.000200160128102482, "age_limit": 0.000200160128102482, "apple_pay_or_google_pay": 0.000200160128102482, "atm_support": 0.000400320256204964, "automatic_top_up": 0.000200160128102482, "balance_not_updated_after_bank_transfer": 0.000400320256204964, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006004803843074459, "beneficiary_not_allowed": 0.002201761409127302, "cancel_transfer": 0.000200160128102482, "card_about_to_expire": 0.000200160128102482, "card_acceptance": 0.00030024019215372296, "card_arrival": 0.000200160128102482, "card_delivery_estimate": 0.00030024019215372296, "card_linking": 0.00030024019215372296, "card_not_working": 0.000500400320256205, "card_payment_fee_charged": 0.000200160128102482, "card_payment_not_recognised": 0.00030024019215372296, "card_payment_wrong_exchange_rate": 0.00030024019215372296, "card_swallowed": 0.000400320256204964, "cash_withdrawal_charge": 0.00030024019215372296, "cash_withdrawal_not_recognised": 0.007706164931945557, "change_pin": 0.000200160128102482, "compromised_card": 0.000200160128102482, "contactless_not_working": 0.00030024019215372296, "country_support": 0.000400320256204964, "declined_card_payment": 0.0006004803843074459, "declined_cash_withdrawal": 0.9049239391513211, "declined_transfer": 0.001301040832666133, "direct_debit_payment_not_recognised": 0.000200160128102482, "disposable_card_limits": 0.00030024019215372296, "edit_personal_details": 0.000200160128102482, "exchange_charge": 0.000200160128102482, "exchange_rate": 0.000200160128102482, "exchange_via_app": 0.000200160128102482, "extra_charge_on_statement": 0.000200160128102482, "failed_transfer": 0.0006004803843074459, "fiat_currency_support": 0.000400320256204964, "get_disposable_virtual_card": 0.000400320256204964, "get_physical_card": 0.0006004803843074459, "getting_spare_card": 0.00030024019215372296, "getting_virtual_card": 0.000200160128102482, "lost_or_stolen_card": 0.000200160128102482, "lost_or_stolen_phone": 0.000200160128102482, "order_physical_card": 0.000400320256204964, "passcode_forgotten": 0.000200160128102482, "pending_card_payment": 0.000200160128102482, "pending_cash_withdrawal": 0.013811048839071256, "pending_top_up": 0.000200160128102482, "pending_transfer": 0.00030024019215372296, "pin_blocked": 0.000400320256204964, "receiving_money": 0.00030024019215372296, "request_refund": 0.000200160128102482, "reverted_card_payment?": 0.00030024019215372296, "supported_cards_and_currencies": 0.00030024019215372296, "terminate_account": 0.000200160128102482, "top_up_by_bank_transfer_charge": 0.000200160128102482, "top_up_by_card_charge": 0.000200160128102482, "top_up_by_cash_or_cheque": 0.00100080064051241, "top_up_failed": 0.012910328262610089, "top_up_limits": 0.000400320256204964, "top_up_reverted": 0.000900720576461169, "topping_up_by_card": 0.0006004803843074459, "transaction_charged_twice": 0.000200160128102482, "transfer_fee_charged": 0.000200160128102482, "transfer_into_account": 0.000200160128102482, "transfer_not_received_by_recipient": 0.000500400320256205, "transfer_timing": 0.00030024019215372296, "unable_to_verify_identity": 0.00030024019215372296, "verify_my_identity": 0.000200160128102482, "verify_source_of_funds": 0.000200160128102482, "verify_top_up": 0.000200160128102482, "virtual_card_not_working": 0.000500400320256205, "visa_or_mastercard": 0.00030024019215372296, "why_verify_identity": 0.00030024019215372296, "wrong_amount_of_cash_received": 0.034527622097678144, "wrong_exchange_rate_for_cash_withdrawal": 0.000800640512409928 }, "error": null, "latency_ms": 70.85658295545727, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1587", "text_group": "55d378b95b7bb16d2daaf319194d2f150d385ec469f69387a4c45e79c0066aa0", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0024, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0015, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0002, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.004, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.8378, "declined_transfer": 0.0009, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0004, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0095, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.008, "top_up_limits": 0.0003, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.1182, "wrong_exchange_rate_for_cash_withdrawal": 0.0009 }, "error": null, "latency_ms": 71.55049999710172, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1588", "text_group": "5f5aba1925e520e0a57e6c340903de97ead4b70b63ac8f40fecb47005bdfac04", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00030003000300030005, "activate_my_card": 0.00020002000200020005, "age_limit": 0.00020002000200020005, "apple_pay_or_google_pay": 0.00030003000300030005, "atm_support": 0.0005000500050005002, "automatic_top_up": 0.00020002000200020005, "balance_not_updated_after_bank_transfer": 0.0005000500050005002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007000700070007002, "beneficiary_not_allowed": 0.0018001800180018003, "cancel_transfer": 0.00020002000200020005, "card_about_to_expire": 0.00030003000300030005, "card_acceptance": 0.00030003000300030005, "card_arrival": 0.00030003000300030005, "card_delivery_estimate": 0.00030003000300030005, "card_linking": 0.00030003000300030005, "card_not_working": 0.0006000600060006001, "card_payment_fee_charged": 0.00020002000200020005, "card_payment_not_recognised": 0.00030003000300030005, "card_payment_wrong_exchange_rate": 0.0004000400040004001, "card_swallowed": 0.0005000500050005002, "cash_withdrawal_charge": 0.0004000400040004001, "cash_withdrawal_not_recognised": 0.009100910091009102, "change_pin": 0.00020002000200020005, "compromised_card": 0.00030003000300030005, "contactless_not_working": 0.0005000500050005002, "country_support": 0.0004000400040004001, "declined_card_payment": 0.0008000800080008002, "declined_cash_withdrawal": 0.8946894689468947, "declined_transfer": 0.0016001600160016004, "direct_debit_payment_not_recognised": 0.00030003000300030005, "disposable_card_limits": 0.00030003000300030005, "edit_personal_details": 0.00020002000200020005, "exchange_charge": 0.00020002000200020005, "exchange_rate": 0.00020002000200020005, "exchange_via_app": 0.00020002000200020005, "extra_charge_on_statement": 0.00020002000200020005, "failed_transfer": 0.0007000700070007002, "fiat_currency_support": 0.0005000500050005002, "get_disposable_virtual_card": 0.0004000400040004001, "get_physical_card": 0.0006000600060006001, "getting_spare_card": 0.00030003000300030005, "getting_virtual_card": 0.00020002000200020005, "lost_or_stolen_card": 0.00030003000300030005, "lost_or_stolen_phone": 0.00020002000200020005, "order_physical_card": 0.0004000400040004001, "passcode_forgotten": 0.00020002000200020005, "pending_card_payment": 0.00030003000300030005, "pending_cash_withdrawal": 0.0169016901690169, "pending_top_up": 0.00020002000200020005, "pending_transfer": 0.00030003000300030005, "pin_blocked": 0.0004000400040004001, "receiving_money": 0.0004000400040004001, "request_refund": 0.00030003000300030005, "reverted_card_payment?": 0.00030003000300030005, "supported_cards_and_currencies": 0.0004000400040004001, "terminate_account": 0.00020002000200020005, "top_up_by_bank_transfer_charge": 0.00030003000300030005, "top_up_by_card_charge": 0.00030003000300030005, "top_up_by_cash_or_cheque": 0.0011001100110011003, "top_up_failed": 0.0036003600360036006, "top_up_limits": 0.0004000400040004001, "top_up_reverted": 0.0008000800080008002, "topping_up_by_card": 0.0007000700070007002, "transaction_charged_twice": 0.00030003000300030005, "transfer_fee_charged": 0.00030003000300030005, "transfer_into_account": 0.00020002000200020005, "transfer_not_received_by_recipient": 0.0005000500050005002, "transfer_timing": 0.00030003000300030005, "unable_to_verify_identity": 0.00030003000300030005, "verify_my_identity": 0.00030003000300030005, "verify_source_of_funds": 0.00020002000200020005, "verify_top_up": 0.00020002000200020005, "virtual_card_not_working": 0.0006000600060006001, "visa_or_mastercard": 0.00030003000300030005, "why_verify_identity": 0.00030003000300030005, "wrong_amount_of_cash_received": 0.04600460046004601, "wrong_exchange_rate_for_cash_withdrawal": 0.0015001500150015003 }, "error": null, "latency_ms": 71.80983398575336, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1589", "text_group": "ab9e7017098a0d8f4779d286cfb02f29245568e5b2fec74da0b4ae52656e370d", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0106989301069893, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0024997500249975004, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.0018998100189981002, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.0011998800119988001, "country_support": 0.0004999500049995, "declined_card_payment": 0.0007999200079992001, "declined_cash_withdrawal": 0.6856314368563143, "declined_transfer": 0.006399360063993601, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.0012998700129987, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.008299170082991702, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0059994000599940004, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.06939306069393061, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.012898710128987101, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.0005999400059994001, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.1650834916508349, "wrong_exchange_rate_for_cash_withdrawal": 0.0047995200479952005 }, "error": null, "latency_ms": 73.41716694645584, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1590", "text_group": "e562166e3d729cce962cc930ef3fbf62dec8d43bc614c2f695d891131a35ee21", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020002000200020005, "activate_my_card": 0.00020002000200020005, "age_limit": 0.00020002000200020005, "apple_pay_or_google_pay": 0.00020002000200020005, "atm_support": 0.011801180118011801, "automatic_top_up": 0.00020002000200020005, "balance_not_updated_after_bank_transfer": 0.00030003000300030005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030003000300030005, "beneficiary_not_allowed": 0.009800980098009802, "cancel_transfer": 0.00030003000300030005, "card_about_to_expire": 0.00020002000200020005, "card_acceptance": 0.00030003000300030005, "card_arrival": 0.00020002000200020005, "card_delivery_estimate": 0.00020002000200020005, "card_linking": 0.00020002000200020005, "card_not_working": 0.00030003000300030005, "card_payment_fee_charged": 0.00020002000200020005, "card_payment_not_recognised": 0.00030003000300030005, "card_payment_wrong_exchange_rate": 0.00030003000300030005, "card_swallowed": 0.00030003000300030005, "cash_withdrawal_charge": 0.00030003000300030005, "cash_withdrawal_not_recognised": 0.0006000600060006001, "change_pin": 0.00020002000200020005, "compromised_card": 0.00020002000200020005, "contactless_not_working": 0.00030003000300030005, "country_support": 0.0004000400040004001, "declined_card_payment": 0.0007000700070007002, "declined_cash_withdrawal": 0.9500950095009502, "declined_transfer": 0.0024002400240024004, "direct_debit_payment_not_recognised": 0.00030003000300030005, "disposable_card_limits": 0.00030003000300030005, "edit_personal_details": 0.00020002000200020005, "exchange_charge": 0.00020002000200020005, "exchange_rate": 0.00020002000200020005, "exchange_via_app": 0.00020002000200020005, "extra_charge_on_statement": 0.00020002000200020005, "failed_transfer": 0.0005000500050005002, "fiat_currency_support": 0.0004000400040004001, "get_disposable_virtual_card": 0.00030003000300030005, "get_physical_card": 0.00030003000300030005, "getting_spare_card": 0.00020002000200020005, "getting_virtual_card": 0.00020002000200020005, "lost_or_stolen_card": 0.00020002000200020005, "lost_or_stolen_phone": 0.00020002000200020005, "order_physical_card": 0.00020002000200020005, "passcode_forgotten": 0.00020002000200020005, "pending_card_payment": 0.00020002000200020005, "pending_cash_withdrawal": 0.0009000900090009002, "pending_top_up": 0.00020002000200020005, "pending_transfer": 0.00020002000200020005, "pin_blocked": 0.00030003000300030005, "receiving_money": 0.0008000800080008002, "request_refund": 0.00030003000300030005, "reverted_card_payment?": 0.0004000400040004001, "supported_cards_and_currencies": 0.0004000400040004001, "terminate_account": 0.00020002000200020005, "top_up_by_bank_transfer_charge": 0.00020002000200020005, "top_up_by_card_charge": 0.00020002000200020005, "top_up_by_cash_or_cheque": 0.00030003000300030005, "top_up_failed": 0.0018001800180018003, "top_up_limits": 0.00030003000300030005, "top_up_reverted": 0.0023002300230023005, "topping_up_by_card": 0.00030003000300030005, "transaction_charged_twice": 0.00030003000300030005, "transfer_fee_charged": 0.00030003000300030005, "transfer_into_account": 0.00030003000300030005, "transfer_not_received_by_recipient": 0.00030003000300030005, "transfer_timing": 0.00030003000300030005, "unable_to_verify_identity": 0.00030003000300030005, "verify_my_identity": 0.00020002000200020005, "verify_source_of_funds": 0.00030003000300030005, "verify_top_up": 0.00020002000200020005, "virtual_card_not_working": 0.00030003000300030005, "visa_or_mastercard": 0.00020002000200020005, "why_verify_identity": 0.00030003000300030005, "wrong_amount_of_cash_received": 0.0010001000100010003, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009002 }, "error": null, "latency_ms": 76.19937509298325, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1591", "text_group": "66a2c9ea1b5226baeef3369191699ae807305aebf1cacb49012386fc02893332", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0008002400720216065, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.0006001800540162048, "atm_support": 0.050815244573372005, "automatic_top_up": 0.0005001500450135041, "balance_not_updated_after_bank_transfer": 0.0009002700810243073, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009002700810243073, "beneficiary_not_allowed": 0.0038011403421026307, "cancel_transfer": 0.0005001500450135041, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.0006001800540162048, "card_arrival": 0.00040012003601080324, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.0006001800540162048, "card_not_working": 0.0008002400720216065, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0008002400720216065, "card_swallowed": 0.0007002100630189057, "cash_withdrawal_charge": 0.001100330099029709, "cash_withdrawal_not_recognised": 0.01620486145843753, "change_pin": 0.0005001500450135041, "compromised_card": 0.0006001800540162048, "contactless_not_working": 0.0023006902070621185, "country_support": 0.0008002400720216065, "declined_card_payment": 0.0017005101530459135, "declined_cash_withdrawal": 0.3849154746423927, "declined_transfer": 0.004101230369110733, "direct_debit_payment_not_recognised": 0.0006001800540162048, "disposable_card_limits": 0.0006001800540162048, "edit_personal_details": 0.0005001500450135041, "exchange_charge": 0.0005001500450135041, "exchange_rate": 0.0006001800540162048, "exchange_via_app": 0.0007002100630189057, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.0033009902970891265, "fiat_currency_support": 0.0009002700810243073, "get_disposable_virtual_card": 0.0007002100630189057, "get_physical_card": 0.0006001800540162048, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.01590477143142943, "pending_top_up": 0.0006001800540162048, "pending_transfer": 0.0006001800540162048, "pin_blocked": 0.0012003601080324095, "receiving_money": 0.10053015904771431, "request_refund": 0.0006001800540162048, "reverted_card_payment?": 0.0006001800540162048, "supported_cards_and_currencies": 0.0007002100630189057, "terminate_account": 0.0005001500450135041, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.0007002100630189057, "top_up_failed": 0.006101830549164749, "top_up_limits": 0.0007002100630189057, "top_up_reverted": 0.002400720216064819, "topping_up_by_card": 0.0012003601080324095, "transaction_charged_twice": 0.0006001800540162048, "transfer_fee_charged": 0.0006001800540162048, "transfer_into_account": 0.0005001500450135041, "transfer_not_received_by_recipient": 0.0008002400720216065, "transfer_timing": 0.0006001800540162048, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.0007002100630189057, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.0007002100630189057, "visa_or_mastercard": 0.0005001500450135041, "why_verify_identity": 0.0005001500450135041, "wrong_amount_of_cash_received": 0.3557067120136041, "wrong_exchange_rate_for_cash_withdrawal": 0.013804141242372711 }, "error": null, "latency_ms": 73.37699993513525, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1592", "text_group": "912f3efe065eef1dd0d922059516566fcbf4b1fb2c8e4914206f5c394d3e0c48", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.0008999100089991, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00019998000199980003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.0005999400059994001, "declined_cash_withdrawal": 0.9712028797120289, "declined_transfer": 0.0017998200179982, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0014998500149985001, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.0028997100289971, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.0031996800319968005, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 74.55733302049339, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1593", "text_group": "d457863e93c1814fd53e105a2956ac9f91fdce5b31e447518ca3991e530fd695", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.007098580283943212, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008998200359928015, "beneficiary_not_allowed": 0.001799640071985603, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.00029994001199760045, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0034993001399720057, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.01199760047990402, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.9104179164167167, "declined_transfer": 0.0009998000399920016, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0009998000399920016, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.010497900419916018, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0011997600479904018, "top_up_failed": 0.0010997800439912018, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0007998400319936014, "topping_up_by_card": 0.0006998600279944011, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.02499500099980004, "wrong_exchange_rate_for_cash_withdrawal": 0.0008998200359928015 }, "error": null, "latency_ms": 73.40262504294515, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1594", "text_group": "604d84ac05a1945f3361325f01fabc92b3bcff26636a6b761cb755ec1835b953", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0011005502751375688, "activate_my_card": 0.0006003001500750375, "age_limit": 0.0007003501750875438, "apple_pay_or_google_pay": 0.0007003501750875438, "atm_support": 0.0862431215607804, "automatic_top_up": 0.0006003001500750375, "balance_not_updated_after_bank_transfer": 0.001200600300150075, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010005002501250627, "beneficiary_not_allowed": 0.013806903451725864, "cancel_transfer": 0.0009004502251125563, "card_about_to_expire": 0.0008004002001000501, "card_acceptance": 0.0025012506253126567, "card_arrival": 0.0008004002001000501, "card_delivery_estimate": 0.0007003501750875438, "card_linking": 0.0013006503251625813, "card_not_working": 0.010205102551275639, "card_payment_fee_charged": 0.0009004502251125563, "card_payment_not_recognised": 0.0010005002501250627, "card_payment_wrong_exchange_rate": 0.0010005002501250627, "card_swallowed": 0.0014007003501750877, "cash_withdrawal_charge": 0.0007003501750875438, "cash_withdrawal_not_recognised": 0.0011005502751375688, "change_pin": 0.0007003501750875438, "compromised_card": 0.0010005002501250627, "contactless_not_working": 0.001900950475237619, "country_support": 0.0010005002501250627, "declined_card_payment": 0.047223611805902954, "declined_cash_withdrawal": 0.6215107553776889, "declined_transfer": 0.036918459229614814, "direct_debit_payment_not_recognised": 0.0008004002001000501, "disposable_card_limits": 0.0008004002001000501, "edit_personal_details": 0.0008004002001000501, "exchange_charge": 0.0006003001500750375, "exchange_rate": 0.0007003501750875438, "exchange_via_app": 0.0007003501750875438, "extra_charge_on_statement": 0.0006003001500750375, "failed_transfer": 0.001500750375187594, "fiat_currency_support": 0.001200600300150075, "get_disposable_virtual_card": 0.0009004502251125563, "get_physical_card": 0.0010005002501250627, "getting_spare_card": 0.0006003001500750375, "getting_virtual_card": 0.0007003501750875438, "lost_or_stolen_card": 0.0006003001500750375, "lost_or_stolen_phone": 0.0005002501250625313, "order_physical_card": 0.0006003001500750375, "passcode_forgotten": 0.0007003501750875438, "pending_card_payment": 0.0007003501750875438, "pending_cash_withdrawal": 0.0007003501750875438, "pending_top_up": 0.0005002501250625313, "pending_transfer": 0.0006003001500750375, "pin_blocked": 0.0010005002501250627, "receiving_money": 0.0010005002501250627, "request_refund": 0.0011005502751375688, "reverted_card_payment?": 0.0020010005002501254, "supported_cards_and_currencies": 0.0013006503251625813, "terminate_account": 0.0010005002501250627, "top_up_by_bank_transfer_charge": 0.0006003001500750375, "top_up_by_card_charge": 0.0006003001500750375, "top_up_by_cash_or_cheque": 0.0007003501750875438, "top_up_failed": 0.0014007003501750877, "top_up_limits": 0.0006003001500750375, "top_up_reverted": 0.0021010505252626313, "topping_up_by_card": 0.0010005002501250627, "transaction_charged_twice": 0.12006003001500751, "transfer_fee_charged": 0.0007003501750875438, "transfer_into_account": 0.0006003001500750375, "transfer_not_received_by_recipient": 0.0007003501750875438, "transfer_timing": 0.0006003001500750375, "unable_to_verify_identity": 0.0008004002001000501, "verify_my_identity": 0.0007003501750875438, "verify_source_of_funds": 0.0007003501750875438, "verify_top_up": 0.0006003001500750375, "virtual_card_not_working": 0.001200600300150075, "visa_or_mastercard": 0.0008004002001000501, "why_verify_identity": 0.0007003501750875438, "wrong_amount_of_cash_received": 0.0011005502751375688, "wrong_exchange_rate_for_cash_withdrawal": 0.0010005002501250627 }, "error": null, "latency_ms": 73.11745802871883, "usage": { "input_tokens": 616, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1595", "text_group": "c16af3ce29001db69356f68bc3de76666136f336dce5d16df3132053e394bb5b", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.011395441823270692, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0026989204318272693, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0004998000799680128, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0002998800479808077, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0005997600959616154, "cash_withdrawal_not_recognised": 0.004898040783686526, "change_pin": 0.00019992003198720514, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0006997201119552179, "declined_card_payment": 0.0006997201119552179, "declined_cash_withdrawal": 0.9471211515393843, "declined_transfer": 0.0009996001599360256, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0014994002399040384, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.0003998400639744103, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.0003998400639744103, "receiving_money": 0.0002998800479808077, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0004998000799680128, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0011995201919232307, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0004998000799680128, "topping_up_by_card": 0.0003998400639744103, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.004898040783686526, "wrong_exchange_rate_for_cash_withdrawal": 0.003698520591763295 }, "error": null, "latency_ms": 73.15075001679361, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1596", "text_group": "667a888ae7d8ee8337dc0e1635eeffe33b4fd46cf9c84d6ef97f2d98226ff92d", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0013001300130013002, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00020002000200020003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.9790979097909791, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0009000900090009, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 72.89641699753702, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1597", "text_group": "af893cb72ae31af9bcf34b16639939d1fd65fcdd672a46d7029af09457dff86d", "expected": "declined_cash_withdrawal", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.0006998600279944011, "activate_my_card": 0.0003999200159968007, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0006998600279944011, "atm_support": 0.024495100979804042, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.25884823035392923, "cancel_transfer": 0.0006998600279944011, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0008998200359928015, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0005998800239952009, "card_not_working": 0.0006998600279944011, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0006998600279944011, "card_payment_wrong_exchange_rate": 0.0006998600279944011, "card_swallowed": 0.0005998800239952009, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.0003999200159968007, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.002299540091981604, "country_support": 0.0007998400319936014, "declined_card_payment": 0.047390521895620874, "declined_cash_withdrawal": 0.09778044391121776, "declined_transfer": 0.4983003399320136, "direct_debit_payment_not_recognised": 0.0006998600279944011, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.011097780443911218, "fiat_currency_support": 0.0010997800439912018, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.0006998600279944011, "receiving_money": 0.0006998600279944011, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.008498300339932015, "supported_cards_and_currencies": 0.0007998400319936014, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.003899220155968806, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.008498300339932015, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.0015996800639872027, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0008998200359928015, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0004999000199960008, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.0011997600479904018, "visa_or_mastercard": 0.0004999000199960008, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.0008998200359928015, "wrong_exchange_rate_for_cash_withdrawal": 0.0006998600279944011 }, "error": null, "latency_ms": 70.31266705598682, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1598", "text_group": "953caac7da05330ffa87845341c6ace4dd8affbf144340bce7c9bb2171bc8b60", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00019982016185433112, "activate_my_card": 9.991008092716556e-05, "age_limit": 0.00019982016185433112, "apple_pay_or_google_pay": 0.00019982016185433112, "atm_support": 0.00089919072834449, "automatic_top_up": 9.991008092716556e-05, "balance_not_updated_after_bank_transfer": 0.00019982016185433112, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002997302427814967, "beneficiary_not_allowed": 0.021680487561194926, "cancel_transfer": 0.00019982016185433112, "card_about_to_expire": 0.00019982016185433112, "card_acceptance": 0.0002997302427814967, "card_arrival": 0.00019982016185433112, "card_delivery_estimate": 0.00019982016185433112, "card_linking": 0.00019982016185433112, "card_not_working": 0.0002997302427814967, "card_payment_fee_charged": 0.00019982016185433112, "card_payment_not_recognised": 0.00019982016185433112, "card_payment_wrong_exchange_rate": 0.00019982016185433112, "card_swallowed": 0.0002997302427814967, "cash_withdrawal_charge": 0.0002997302427814967, "cash_withdrawal_not_recognised": 0.0013987411329803177, "change_pin": 9.991008092716556e-05, "compromised_card": 0.00019982016185433112, "contactless_not_working": 0.00019982016185433112, "country_support": 0.00039964032370866224, "declined_card_payment": 0.0004995504046358279, "declined_cash_withdrawal": 0.910680387651114, "declined_transfer": 0.0012988310520531522, "direct_debit_payment_not_recognised": 0.00019982016185433112, "disposable_card_limits": 0.00019982016185433112, "edit_personal_details": 0.00019982016185433112, "exchange_charge": 0.00019982016185433112, "exchange_rate": 0.00019982016185433112, "exchange_via_app": 0.00019982016185433112, "extra_charge_on_statement": 0.00019982016185433112, "failed_transfer": 0.00039964032370866224, "fiat_currency_support": 0.0002997302427814967, "get_disposable_virtual_card": 0.00019982016185433112, "get_physical_card": 0.00019982016185433112, "getting_spare_card": 0.00019982016185433112, "getting_virtual_card": 0.00019982016185433112, "lost_or_stolen_card": 0.00019982016185433112, "lost_or_stolen_phone": 0.00019982016185433112, "order_physical_card": 0.00019982016185433112, "passcode_forgotten": 0.00019982016185433112, "pending_card_payment": 0.00019982016185433112, "pending_cash_withdrawal": 0.0005994604855629934, "pending_top_up": 0.00019982016185433112, "pending_transfer": 0.00019982016185433112, "pin_blocked": 0.0002997302427814967, "receiving_money": 0.0002997302427814967, "request_refund": 0.00019982016185433112, "reverted_card_payment?": 0.0002997302427814967, "supported_cards_and_currencies": 0.0002997302427814967, "terminate_account": 0.00019982016185433112, "top_up_by_bank_transfer_charge": 0.00019982016185433112, "top_up_by_card_charge": 0.00019982016185433112, "top_up_by_cash_or_cheque": 0.0002997302427814967, "top_up_failed": 0.007593166150464583, "top_up_limits": 0.00019982016185433112, "top_up_reverted": 0.0006993705664901589, "topping_up_by_card": 0.00019982016185433112, "transaction_charged_twice": 0.00019982016185433112, "transfer_fee_charged": 0.00019982016185433112, "transfer_into_account": 0.00019982016185433112, "transfer_not_received_by_recipient": 0.0002997302427814967, "transfer_timing": 0.00019982016185433112, "unable_to_verify_identity": 0.00019982016185433112, "verify_my_identity": 0.00019982016185433112, "verify_source_of_funds": 0.00019982016185433112, "verify_top_up": 0.00019982016185433112, "virtual_card_not_working": 0.0002997302427814967, "visa_or_mastercard": 0.00019982016185433112, "why_verify_identity": 0.00019982016185433112, "wrong_amount_of_cash_received": 0.039564392047157566, "wrong_exchange_rate_for_cash_withdrawal": 0.0004995504046358279 }, "error": null, "latency_ms": 67.64675001613796, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1599", "text_group": "7672573fd514cc94d3570b1752a2124d660bdace93920395e920388fc796f874", "expected": "declined_cash_withdrawal", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.01980396079215843, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0014002800560112022, "balance_not_updated_after_cheque_or_cash_deposit": 0.0029005801160232043, "beneficiary_not_allowed": 0.008401680336067212, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0006001200240048009, "card_not_working": 0.0008001600320064013, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0029005801160232043, "cash_withdrawal_charge": 0.0008001600320064013, "cash_withdrawal_not_recognised": 0.015303060612122424, "change_pin": 0.0003000600120024004, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.0007001400280056011, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0012002400480096017, "declined_cash_withdrawal": 0.7653530706141228, "declined_transfer": 0.003900780156031206, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.010902180436087218, "get_physical_card": 0.03670734146829366, "getting_spare_card": 0.0024004800960192034, "getting_virtual_card": 0.0008001600320064013, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.003100620124024805, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.002100420084016803, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0011002200440088019, "request_refund": 0.0007001400280056011, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.015103020604120825, "top_up_failed": 0.002500500100020004, "top_up_limits": 0.0007001400280056011, "top_up_reverted": 0.009001800360072013, "topping_up_by_card": 0.007601520304060812, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0007001400280056011, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0007001400280056011, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.05821164232846569, "wrong_exchange_rate_for_cash_withdrawal": 0.0027005401080216042 }, "error": null, "latency_ms": 67.24504195153713, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1600", "text_group": "0488c8b2a69545b069010b2d8abd43d32432f77988953e8deab8952947857a7e", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.00030024019215372296, "activate_my_card": 0.000400320256204964, "age_limit": 0.000200160128102482, "apple_pay_or_google_pay": 0.00030024019215372296, "atm_support": 0.000400320256204964, "automatic_top_up": 0.000200160128102482, "balance_not_updated_after_bank_transfer": 0.00030024019215372296, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030024019215372296, "beneficiary_not_allowed": 0.0050040032025620495, "cancel_transfer": 0.000200160128102482, "card_about_to_expire": 0.00030024019215372296, "card_acceptance": 0.000500400320256205, "card_arrival": 0.00030024019215372296, "card_delivery_estimate": 0.00030024019215372296, "card_linking": 0.000400320256204964, "card_not_working": 0.00100080064051241, "card_payment_fee_charged": 0.000400320256204964, "card_payment_not_recognised": 0.001301040832666133, "card_payment_wrong_exchange_rate": 0.000500400320256205, "card_swallowed": 0.000400320256204964, "cash_withdrawal_charge": 0.000200160128102482, "cash_withdrawal_not_recognised": 0.000200160128102482, "change_pin": 0.000200160128102482, "compromised_card": 0.00030024019215372296, "contactless_not_working": 0.000400320256204964, "country_support": 0.000400320256204964, "declined_card_payment": 0.16242994395516414, "declined_cash_withdrawal": 0.00030024019215372296, "declined_transfer": 0.000400320256204964, "direct_debit_payment_not_recognised": 0.000400320256204964, "disposable_card_limits": 0.000200160128102482, "edit_personal_details": 0.000200160128102482, "exchange_charge": 0.000200160128102482, "exchange_rate": 0.000200160128102482, "exchange_via_app": 0.000200160128102482, "extra_charge_on_statement": 0.000200160128102482, "failed_transfer": 0.000200160128102482, "fiat_currency_support": 0.00030024019215372296, "get_disposable_virtual_card": 0.000200160128102482, "get_physical_card": 0.000200160128102482, "getting_spare_card": 0.000200160128102482, "getting_virtual_card": 0.000200160128102482, "lost_or_stolen_card": 0.000200160128102482, "lost_or_stolen_phone": 0.000200160128102482, "order_physical_card": 0.000200160128102482, "passcode_forgotten": 0.000200160128102482, "pending_card_payment": 0.808947157726181, "pending_cash_withdrawal": 0.000200160128102482, "pending_top_up": 0.00030024019215372296, "pending_transfer": 0.00030024019215372296, "pin_blocked": 0.000200160128102482, "receiving_money": 0.00030024019215372296, "request_refund": 0.000200160128102482, "reverted_card_payment?": 0.002101681345076061, "supported_cards_and_currencies": 0.000500400320256205, "terminate_account": 0.000200160128102482, "top_up_by_bank_transfer_charge": 0.000200160128102482, "top_up_by_card_charge": 0.000200160128102482, "top_up_by_cash_or_cheque": 0.000200160128102482, "top_up_failed": 0.000200160128102482, "top_up_limits": 0.000200160128102482, "top_up_reverted": 0.00030024019215372296, "topping_up_by_card": 0.000400320256204964, "transaction_charged_twice": 0.000200160128102482, "transfer_fee_charged": 0.00030024019215372296, "transfer_into_account": 0.000200160128102482, "transfer_not_received_by_recipient": 0.000200160128102482, "transfer_timing": 0.000200160128102482, "unable_to_verify_identity": 0.00030024019215372296, "verify_my_identity": 0.000200160128102482, "verify_source_of_funds": 0.000200160128102482, "verify_top_up": 0.000200160128102482, "virtual_card_not_working": 0.000400320256204964, "visa_or_mastercard": 0.000400320256204964, "why_verify_identity": 0.000200160128102482, "wrong_amount_of_cash_received": 0.000200160128102482, "wrong_exchange_rate_for_cash_withdrawal": 0.00030024019215372296 }, "error": null, "latency_ms": 67.41629098542035, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1601", "text_group": "48f092b12c7905f942121cb6d0831ed49345e4c785be2ac80280d18808df5d5b", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0024002400240024, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.006700670067006701, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0039003900390039, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.9684968496849685, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 67.80641700606793, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1602", "text_group": "0a5fa4d80e8be4d61210483be00b5a3a05ca7de523bd554687f46ade0b8fc47d", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0034993001399720057, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.004399120175964807, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00019996000799840034, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.9734053189362128, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 68.26266599819064, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1603", "text_group": "cc92f1c3aa6aabe21e235bf75292fba63b0f50e02f521f102d304013a31ba0a4", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0004999000199960008, "activate_my_card": 0.007098580283943212, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.003699260147970406, "atm_support": 0.001799640071985603, "automatic_top_up": 0.0010997800439912018, "balance_not_updated_after_bank_transfer": 0.0005998800239952009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.0010997800439912018, "cancel_transfer": 0.0006998600279944011, "card_about_to_expire": 0.0006998600279944011, "card_acceptance": 0.019596080783843232, "card_arrival": 0.0006998600279944011, "card_delivery_estimate": 0.0006998600279944011, "card_linking": 0.001799640071985603, "card_not_working": 0.0009998000399920016, "card_payment_fee_charged": 0.0026994601079784043, "card_payment_not_recognised": 0.0032993401319736052, "card_payment_wrong_exchange_rate": 0.001299740051989602, "card_swallowed": 0.0006998600279944011, "cash_withdrawal_charge": 0.0006998600279944011, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0005998800239952009, "compromised_card": 0.0007998400319936014, "contactless_not_working": 0.0007998400319936014, "country_support": 0.0009998000399920016, "declined_card_payment": 0.004399120175964807, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0005998800239952009, "direct_debit_payment_not_recognised": 0.0061987602479504095, "disposable_card_limits": 0.0009998000399920016, "edit_personal_details": 0.0006998600279944011, "exchange_charge": 0.0007998400319936014, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0006998600279944011, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.0010997800439912018, "get_disposable_virtual_card": 0.0007998400319936014, "get_physical_card": 0.0009998000399920016, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0007998400319936014, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.7005598880223955, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0007998400319936014, "pending_transfer": 0.0008998200359928015, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0009998000399920016, "request_refund": 0.0004999000199960008, "reverted_card_payment?": 0.0011997600479904018, "supported_cards_and_currencies": 0.04649070185962807, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0006998600279944011, "top_up_by_card_charge": 0.0008998200359928015, "top_up_by_cash_or_cheque": 0.0006998600279944011, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.15496900619876025, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.0007998400319936014, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.0005998800239952009, "transfer_timing": 0.0006998600279944011, "unable_to_verify_identity": 0.0005998800239952009, "verify_my_identity": 0.0005998800239952009, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0006998600279944011, "visa_or_mastercard": 0.0015996800639872027, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0006998600279944011 }, "error": null, "latency_ms": 67.27937492541969, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1604", "text_group": "d0356f85fea42038d7281e7f60556e5f6331dfa7fc83ee109bb8c8143714f47d", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.00029979014689717197, "activate_my_card": 0.00029979014689717197, "age_limit": 0.000199860097931448, "apple_pay_or_google_pay": 0.00029979014689717197, "atm_support": 0.00029979014689717197, "automatic_top_up": 0.000199860097931448, "balance_not_updated_after_bank_transfer": 0.00029979014689717197, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029979014689717197, "beneficiary_not_allowed": 0.00029979014689717197, "cancel_transfer": 0.000199860097931448, "card_about_to_expire": 0.00029979014689717197, "card_acceptance": 0.000399720195862896, "card_arrival": 0.00029979014689717197, "card_delivery_estimate": 0.00029979014689717197, "card_linking": 0.000399720195862896, "card_not_working": 0.000399720195862896, "card_payment_fee_charged": 0.000399720195862896, "card_payment_not_recognised": 0.002598181273108824, "card_payment_wrong_exchange_rate": 0.000399720195862896, "card_swallowed": 0.000199860097931448, "cash_withdrawal_charge": 0.000199860097931448, "cash_withdrawal_not_recognised": 0.000199860097931448, "change_pin": 0.000199860097931448, "compromised_card": 0.00029979014689717197, "contactless_not_working": 0.00029979014689717197, "country_support": 0.00029979014689717197, "declined_card_payment": 0.00449685220345758, "declined_cash_withdrawal": 0.000199860097931448, "declined_transfer": 0.000199860097931448, "direct_debit_payment_not_recognised": 0.000899370440691516, "disposable_card_limits": 0.000199860097931448, "edit_personal_details": 0.000199860097931448, "exchange_charge": 0.000199860097931448, "exchange_rate": 0.000199860097931448, "exchange_via_app": 0.000199860097931448, "extra_charge_on_statement": 0.000199860097931448, "failed_transfer": 0.000199860097931448, "fiat_currency_support": 0.00029979014689717197, "get_disposable_virtual_card": 0.000199860097931448, "get_physical_card": 0.000199860097931448, "getting_spare_card": 0.000199860097931448, "getting_virtual_card": 0.000199860097931448, "lost_or_stolen_card": 0.000199860097931448, "lost_or_stolen_phone": 0.000199860097931448, "order_physical_card": 0.000199860097931448, "passcode_forgotten": 0.000199860097931448, "pending_card_payment": 0.9735185370240832, "pending_cash_withdrawal": 0.000199860097931448, "pending_top_up": 0.00029979014689717197, "pending_transfer": 0.00029979014689717197, "pin_blocked": 0.000199860097931448, "receiving_money": 0.00029979014689717197, "request_refund": 0.000199860097931448, "reverted_card_payment?": 0.00049965024482862, "supported_cards_and_currencies": 0.00049965024482862, "terminate_account": 0.000199860097931448, "top_up_by_bank_transfer_charge": 0.000199860097931448, "top_up_by_card_charge": 0.000199860097931448, "top_up_by_cash_or_cheque": 0.000199860097931448, "top_up_failed": 0.000199860097931448, "top_up_limits": 0.000199860097931448, "top_up_reverted": 0.00029979014689717197, "topping_up_by_card": 0.000399720195862896, "transaction_charged_twice": 0.000199860097931448, "transfer_fee_charged": 0.000199860097931448, "transfer_into_account": 0.000199860097931448, "transfer_not_received_by_recipient": 0.000199860097931448, "transfer_timing": 0.000199860097931448, "unable_to_verify_identity": 0.000199860097931448, "verify_my_identity": 0.000199860097931448, "verify_source_of_funds": 0.000199860097931448, "verify_top_up": 0.000199860097931448, "virtual_card_not_working": 0.00029979014689717197, "visa_or_mastercard": 0.00029979014689717197, "why_verify_identity": 0.000199860097931448, "wrong_amount_of_cash_received": 0.000199860097931448, "wrong_exchange_rate_for_cash_withdrawal": 0.00029979014689717197 }, "error": null, "latency_ms": 67.7393329096958, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1605", "text_group": "93413bbb24e4861597cc7e98e3dcfff3d5f2df16e2904d6f68803de8617c7eb3", "expected": "pending_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0010002000400080016, "activate_my_card": 0.0005001000200040008, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0008001600320064013, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0008001600320064013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008001600320064013, "beneficiary_not_allowed": 0.03610722144428886, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0009001800360072014, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0006001200240048009, "card_not_working": 0.0010002000400080016, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0036007201440288058, "card_payment_wrong_exchange_rate": 0.0010002000400080016, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00040008001600320064, "compromised_card": 0.0006001200240048009, "contactless_not_working": 0.0009001800360072014, "country_support": 0.0008001600320064013, "declined_card_payment": 0.6379275855171035, "declined_cash_withdrawal": 0.0008001600320064013, "declined_transfer": 0.0024004800960192034, "direct_debit_payment_not_recognised": 0.02590518103620724, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.0008001600320064013, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.1887377475495099, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.0007001400280056011, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.0006001200240048009, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0614122824564913, "supported_cards_and_currencies": 0.0009001800360072014, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0009001800360072014, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.002000400080016003, "topping_up_by_card": 0.0008001600320064013, "transaction_charged_twice": 0.0008001600320064013, "transfer_fee_charged": 0.0006001200240048009, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0007001400280056011, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.001300260052010402, "visa_or_mastercard": 0.0008001600320064013, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001200240048009 }, "error": null, "latency_ms": 68.15612502396107, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1606", "text_group": "60f46f0d30cb5dbfc950a565c7b7acc48282ce92c3288189f42de3263e2a5755", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.002199340197940618, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.001099670098970309, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.9778066580025992, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.0002999100269919024, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 70.49545797053725, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1607", "text_group": "0c25f9fa7e33d776dd0b261c3f80eb308f2b97ebb7286f38a04c8df1fd86d58f", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0021002100210021, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0036003600360036, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.9727972797279728, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 69.10233304370195, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1608", "text_group": "c12f97edb260d29e73d4a58e935a4c2803d00a22a49839068759a53f43554e29", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0016996600679864027, "card_payment_wrong_exchange_rate": 0.0006998600279944011, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0008998200359928015, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0009998000399920016, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.9709058188362327, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0011997600479904018, "pending_transfer": 0.0010997800439912018, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0004999000199960008, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 68.04916693363339, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1609", "text_group": "a6b055d4d610a519929d594818909695cc894caeabb6022ee68dd52a40c4a273", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00040016006402561027, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0007002801120448179, "card_arrival": 0.004201680672268907, "card_delivery_estimate": 0.0028011204481792717, "card_linking": 0.0005002000800320128, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.0007002801120448179, "card_payment_not_recognised": 0.0024009603841536613, "card_payment_wrong_exchange_rate": 0.0008003201280512205, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.0007002801120448179, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.0005002000800320128, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.9682873149259704, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.0005002000800320128, "pending_transfer": 0.00040016006402561027, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.0006002400960384153, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 69.12945804651827, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1610", "text_group": "1b14b1c9c3a611d36a06bd34d7b9dec2e72410c79cd8c46bd434b8112b4de6f6", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.002299540091981604, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0011997600479904018, "atm_support": 0.001299740051989602, "automatic_top_up": 0.0006998600279944011, "balance_not_updated_after_bank_transfer": 0.0013997200559888023, "balance_not_updated_after_cheque_or_cash_deposit": 0.001299740051989602, "beneficiary_not_allowed": 0.10287942411517698, "cancel_transfer": 0.0007998400319936014, "card_about_to_expire": 0.0006998600279944011, "card_acceptance": 0.0011997600479904018, "card_arrival": 0.0006998600279944011, "card_delivery_estimate": 0.0006998600279944011, "card_linking": 0.0009998000399920016, "card_not_working": 0.0010997800439912018, "card_payment_fee_charged": 0.0009998000399920016, "card_payment_not_recognised": 0.007198560287942412, "card_payment_wrong_exchange_rate": 0.0015996800639872027, "card_swallowed": 0.0006998600279944011, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.0005998800239952009, "compromised_card": 0.0006998600279944011, "contactless_not_working": 0.0009998000399920016, "country_support": 0.0011997600479904018, "declined_card_payment": 0.07158568286342731, "declined_cash_withdrawal": 0.0006998600279944011, "declined_transfer": 0.0018996200759848032, "direct_debit_payment_not_recognised": 0.04099180163967207, "disposable_card_limits": 0.0007998400319936014, "edit_personal_details": 0.0006998600279944011, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0011997600479904018, "fiat_currency_support": 0.0010997800439912018, "get_disposable_virtual_card": 0.0006998600279944011, "get_physical_card": 0.0006998600279944011, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.0004999000199960008, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.6672665466906619, "pending_cash_withdrawal": 0.0006998600279944011, "pending_top_up": 0.0011997600479904018, "pending_transfer": 0.0013997200559888023, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0008998200359928015, "request_refund": 0.0010997800439912018, "reverted_card_payment?": 0.04819036192761448, "supported_cards_and_currencies": 0.0011997600479904018, "terminate_account": 0.0006998600279944011, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0006998600279944011, "top_up_failed": 0.0010997800439912018, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0011997600479904018, "topping_up_by_card": 0.0008998200359928015, "transaction_charged_twice": 0.0011997600479904018, "transfer_fee_charged": 0.0006998600279944011, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.0010997800439912018, "transfer_timing": 0.0006998600279944011, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0006998600279944011, "verify_top_up": 0.0006998600279944011, "virtual_card_not_working": 0.0007998400319936014, "visa_or_mastercard": 0.0010997800439912018, "why_verify_identity": 0.0006998600279944011, "wrong_amount_of_cash_received": 0.0007998400319936014, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 72.16300000436604, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1611", "text_group": "72cc898fbdd2684e74cd821f9c4ec1e6aea90ca0cf6c070852ed5711878a053f", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0005, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0024, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0014, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.9732, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0006, "pending_transfer": 0.0004, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 68.62366700079292, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1612", "text_group": "08b19f6ca466c1dc033130c334d88a821c0987e6d2c757b870c353678a2090c4", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0037, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0036, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.9737, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.26729204133153, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1613", "text_group": "049f38ee330b1459508677043dead072986fe9bbc592dd780d754118d7dbd73d", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0016001600160016002, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0009000900090009, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0098009800980098, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.9697969796979697, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00040004000400040005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.48975003231317, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1614", "text_group": "84d0e6fc6cfd45b7a2ee763a8b86c764e9dee7efc3df57a8fea01a6d2c0b6b99", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.00030009002700810244, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.0004001200360108033, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00030009002700810244, "balance_not_updated_after_bank_transfer": 0.0005001500450135041, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0017005101530459137, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.0005001500450135041, "card_delivery_estimate": 0.0015004501350405124, "card_linking": 0.0004001200360108033, "card_not_working": 0.0004001200360108033, "card_payment_fee_charged": 0.0004001200360108033, "card_payment_not_recognised": 0.002600780234070221, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00020006001800540165, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.00030009002700810244, "country_support": 0.0004001200360108033, "declined_card_payment": 0.0008002400720216066, "declined_cash_withdrawal": 0.00020006001800540165, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.0030009002700810247, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.00030009002700810244, "exchange_rate": 0.00030009002700810244, "exchange_via_app": 0.00030009002700810244, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.00020006001800540165, "get_physical_card": 0.00030009002700810244, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.9674902470741222, "pending_cash_withdrawal": 0.0004001200360108033, "pending_top_up": 0.0007002100630189057, "pending_transfer": 0.0006001800540162049, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.0010003000900270082, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.0004001200360108033, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.00030009002700810244, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.00030009002700810244, "topping_up_by_card": 0.00030009002700810244, "transaction_charged_twice": 0.00030009002700810244, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.0006001800540162049, "transfer_timing": 0.0004001200360108033, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 69.67474997509271, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1615", "text_group": "99eaf9861e542860ab9bca83a8c7db475a9fa6ec5056f6f24d213b9833a9491a", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.025007502250675204, "activate_my_card": 0.0023006902070621185, "age_limit": 0.0019005701710513153, "apple_pay_or_google_pay": 0.0039011703511053313, "atm_support": 0.004601380414124237, "automatic_top_up": 0.0019005701710513153, "balance_not_updated_after_bank_transfer": 0.09442832849854955, "balance_not_updated_after_cheque_or_cash_deposit": 0.018205461638491547, "beneficiary_not_allowed": 0.003401020306091827, "cancel_transfer": 0.0023006902070621185, "card_about_to_expire": 0.0023006902070621185, "card_acceptance": 0.0043012903871161344, "card_arrival": 0.006501950585175552, "card_delivery_estimate": 0.00870261078323497, "card_linking": 0.0038011403421026307, "card_not_working": 0.003100930279083725, "card_payment_fee_charged": 0.003100930279083725, "card_payment_not_recognised": 0.02250675202560768, "card_payment_wrong_exchange_rate": 0.0038011403421026307, "card_swallowed": 0.0028008402520756227, "cash_withdrawal_charge": 0.0023006902070621185, "cash_withdrawal_not_recognised": 0.003100930279083725, "change_pin": 0.0018005401620486145, "compromised_card": 0.0023006902070621185, "contactless_not_working": 0.0028008402520756227, "country_support": 0.0033009902970891265, "declined_card_payment": 0.0033009902970891265, "declined_cash_withdrawal": 0.002200660198059418, "declined_transfer": 0.002400720216064819, "direct_debit_payment_not_recognised": 0.01350405121536461, "disposable_card_limits": 0.003200960288086426, "edit_personal_details": 0.0030009002700810243, "exchange_charge": 0.002200660198059418, "exchange_rate": 0.002200660198059418, "exchange_via_app": 0.00250075022506752, "extra_charge_on_statement": 0.002200660198059418, "failed_transfer": 0.00250075022506752, "fiat_currency_support": 0.0039011703511053313, "get_disposable_virtual_card": 0.002200660198059418, "get_physical_card": 0.0023006902070621185, "getting_spare_card": 0.0019005701710513153, "getting_virtual_card": 0.0019005701710513153, "lost_or_stolen_card": 0.0015004501350405122, "lost_or_stolen_phone": 0.0014004201260378114, "order_physical_card": 0.005301590477143143, "passcode_forgotten": 0.0017005101530459135, "pending_card_payment": 0.3465039511853556, "pending_cash_withdrawal": 0.01830549164749425, "pending_top_up": 0.12793838151445436, "pending_transfer": 0.12783835150545164, "pin_blocked": 0.0017005101530459135, "receiving_money": 0.004001200360108033, "request_refund": 0.0026007802340702207, "reverted_card_payment?": 0.004101230369110733, "supported_cards_and_currencies": 0.003401020306091827, "terminate_account": 0.0019005701710513153, "top_up_by_bank_transfer_charge": 0.002100630189056717, "top_up_by_card_charge": 0.0018005401620486145, "top_up_by_cash_or_cheque": 0.00250075022506752, "top_up_failed": 0.002400720216064819, "top_up_limits": 0.002200660198059418, "top_up_reverted": 0.003100930279083725, "topping_up_by_card": 0.003100930279083725, "transaction_charged_twice": 0.002100630189056717, "transfer_fee_charged": 0.002100630189056717, "transfer_into_account": 0.00250075022506752, "transfer_not_received_by_recipient": 0.01750525157547264, "transfer_timing": 0.003100930279083725, "unable_to_verify_identity": 0.0023006902070621185, "verify_my_identity": 0.002200660198059418, "verify_source_of_funds": 0.002400720216064819, "verify_top_up": 0.002200660198059418, "virtual_card_not_working": 0.002400720216064819, "visa_or_mastercard": 0.003401020306091827, "why_verify_identity": 0.0020006001800540163, "wrong_amount_of_cash_received": 0.002100630189056717, "wrong_exchange_rate_for_cash_withdrawal": 0.002400720216064819 }, "error": null, "latency_ms": 70.96241705585271, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1616", "text_group": "ec5513047d8b98254aee69356f530292a193d7882549acd498374a35e8726ae9", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.006299370062993701, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0012998700129987, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.0064993500649935, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.9615038496150385, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.000999900009999, "pending_transfer": 0.000999900009999, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.0004999500049995, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 71.15237496327609, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1617", "text_group": "15a1755a5436e9d18f1dbb68bcb0a78f6c8e54ceff16eee60f6d5acdb274cf3e", "expected": "pending_card_payment", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0049009801960392075, "activate_my_card": 0.0015003000600120023, "age_limit": 0.0015003000600120023, "apple_pay_or_google_pay": 0.003100620124024805, "atm_support": 0.0030006001200240046, "automatic_top_up": 0.0015003000600120023, "balance_not_updated_after_bank_transfer": 0.5037007401480297, "balance_not_updated_after_cheque_or_cash_deposit": 0.03150630126025205, "beneficiary_not_allowed": 0.0045009001800360065, "cancel_transfer": 0.0017003400680136026, "card_about_to_expire": 0.0017003400680136026, "card_acceptance": 0.0027005401080216042, "card_arrival": 0.001900380076015203, "card_delivery_estimate": 0.002600520104020804, "card_linking": 0.0028005601120224045, "card_not_working": 0.0027005401080216042, "card_payment_fee_charged": 0.002100420084016803, "card_payment_not_recognised": 0.003100620124024805, "card_payment_wrong_exchange_rate": 0.004800960192038407, "card_swallowed": 0.0023004600920184036, "cash_withdrawal_charge": 0.0018003600720144029, "cash_withdrawal_not_recognised": 0.0022004400880176037, "change_pin": 0.0015003000600120023, "compromised_card": 0.002000400080016003, "contactless_not_working": 0.0027005401080216042, "country_support": 0.0027005401080216042, "declined_card_payment": 0.0036007201440288058, "declined_cash_withdrawal": 0.0028005601120224045, "declined_transfer": 0.0027005401080216042, "direct_debit_payment_not_recognised": 0.02470494098819764, "disposable_card_limits": 0.0023004600920184036, "edit_personal_details": 0.0017003400680136026, "exchange_charge": 0.001900380076015203, "exchange_rate": 0.001900380076015203, "exchange_via_app": 0.0022004400880176037, "extra_charge_on_statement": 0.0016003200640128026, "failed_transfer": 0.003100620124024805, "fiat_currency_support": 0.0033006601320264054, "get_disposable_virtual_card": 0.002000400080016003, "get_physical_card": 0.0018003600720144029, "getting_spare_card": 0.0015003000600120023, "getting_virtual_card": 0.0016003200640128026, "lost_or_stolen_card": 0.001300260052010402, "lost_or_stolen_phone": 0.0012002400480096017, "order_physical_card": 0.0030006001200240046, "passcode_forgotten": 0.0015003000600120023, "pending_card_payment": 0.10572114422884576, "pending_cash_withdrawal": 0.020404080816163232, "pending_top_up": 0.027505501100220042, "pending_transfer": 0.035807161432286454, "pin_blocked": 0.0016003200640128026, "receiving_money": 0.007801560312062412, "request_refund": 0.0023004600920184036, "reverted_card_payment?": 0.005901180236047209, "supported_cards_and_currencies": 0.0028005601120224045, "terminate_account": 0.002000400080016003, "top_up_by_bank_transfer_charge": 0.001900380076015203, "top_up_by_card_charge": 0.0016003200640128026, "top_up_by_cash_or_cheque": 0.0023004600920184036, "top_up_failed": 0.002600520104020804, "top_up_limits": 0.0018003600720144029, "top_up_reverted": 0.0035007001400280055, "topping_up_by_card": 0.0028005601120224045, "transaction_charged_twice": 0.0029005801160232043, "transfer_fee_charged": 0.0017003400680136026, "transfer_into_account": 0.002000400080016003, "transfer_not_received_by_recipient": 0.08061612322464493, "transfer_timing": 0.002500500100020004, "unable_to_verify_identity": 0.0018003600720144029, "verify_my_identity": 0.0016003200640128026, "verify_source_of_funds": 0.0018003600720144029, "verify_top_up": 0.0016003200640128026, "virtual_card_not_working": 0.0023004600920184036, "visa_or_mastercard": 0.003100620124024805, "why_verify_identity": 0.0018003600720144029, "wrong_amount_of_cash_received": 0.0035007001400280055, "wrong_exchange_rate_for_cash_withdrawal": 0.0022004400880176037 }, "error": null, "latency_ms": 72.52270798198879, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1618", "text_group": "593ff8f872ebf5c520b525840b171ab92c5690a004acc8e8e01e7d483873ad4d", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.007997600719784064, "activate_my_card": 0.002799160251924423, "age_limit": 0.0015995201439568132, "apple_pay_or_google_pay": 0.0029991002699190244, "atm_support": 0.004098770368889334, "automatic_top_up": 0.001999400179946016, "balance_not_updated_after_bank_transfer": 0.04818554433669899, "balance_not_updated_after_cheque_or_cash_deposit": 0.005098470458862342, "beneficiary_not_allowed": 0.009097270818754374, "cancel_transfer": 0.002699190242927122, "card_about_to_expire": 0.02829151254623613, "card_acceptance": 0.006997900629811057, "card_arrival": 0.0029991002699190244, "card_delivery_estimate": 0.004098770368889334, "card_linking": 0.01579526142157353, "card_not_working": 0.0858742377286814, "card_payment_fee_charged": 0.0029991002699190244, "card_payment_not_recognised": 0.005698290512846147, "card_payment_wrong_exchange_rate": 0.0036988903329001305, "card_swallowed": 0.007397780665800261, "cash_withdrawal_charge": 0.001999400179946016, "cash_withdrawal_not_recognised": 0.0022993102069379188, "change_pin": 0.0017994601619514146, "compromised_card": 0.005098470458862342, "contactless_not_working": 0.00849745076477057, "country_support": 0.002599220233929821, "declined_card_payment": 0.015495351394581625, "declined_cash_withdrawal": 0.002599220233929821, "declined_transfer": 0.004698590422873138, "direct_debit_payment_not_recognised": 0.004498650404878536, "disposable_card_limits": 0.0029991002699190244, "edit_personal_details": 0.0022993102069379188, "exchange_charge": 0.001999400179946016, "exchange_rate": 0.0017994601619514146, "exchange_via_app": 0.002199340197940618, "extra_charge_on_statement": 0.002099370188943317, "failed_transfer": 0.004298710386883935, "fiat_currency_support": 0.002699190242927122, "get_disposable_virtual_card": 0.001999400179946016, "get_physical_card": 0.002199340197940618, "getting_spare_card": 0.0018994301709487154, "getting_virtual_card": 0.0015995201439568132, "lost_or_stolen_card": 0.0018994301709487154, "lost_or_stolen_phone": 0.0012996101169649105, "order_physical_card": 0.0016994901529541137, "passcode_forgotten": 0.0015995201439568132, "pending_card_payment": 0.3602919124262721, "pending_cash_withdrawal": 0.014595621313605919, "pending_top_up": 0.034889533140057986, "pending_transfer": 0.17494751574527642, "pin_blocked": 0.002099370188943317, "receiving_money": 0.0028991302609217232, "request_refund": 0.0016994901529541137, "reverted_card_payment?": 0.005198440467859642, "supported_cards_and_currencies": 0.004298710386883935, "terminate_account": 0.001999400179946016, "top_up_by_bank_transfer_charge": 0.0017994601619514146, "top_up_by_card_charge": 0.0015995201439568132, "top_up_by_cash_or_cheque": 0.0017994601619514146, "top_up_failed": 0.002399280215935219, "top_up_limits": 0.0016994901529541137, "top_up_reverted": 0.002599220233929821, "topping_up_by_card": 0.006298110566829951, "transaction_charged_twice": 0.004198740377886634, "transfer_fee_charged": 0.0018994301709487154, "transfer_into_account": 0.0015995201439568132, "transfer_not_received_by_recipient": 0.0032990102969109266, "transfer_timing": 0.002199340197940618, "unable_to_verify_identity": 0.0018994301709487154, "verify_my_identity": 0.0016994901529541137, "verify_source_of_funds": 0.0018994301709487154, "verify_top_up": 0.0016994901529541137, "virtual_card_not_working": 0.007097870638808358, "visa_or_mastercard": 0.010196940917724684, "why_verify_identity": 0.002099370188943317, "wrong_amount_of_cash_received": 0.0018994301709487154, "wrong_exchange_rate_for_cash_withdrawal": 0.002599220233929821 }, "error": null, "latency_ms": 71.15687499754131, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1619", "text_group": "e42c738ad43a21cd2239164c6e48311318b5f7f753bf0abef2059e9806b814ea", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.007999200079992, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.0036996300369963007, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00019998000199980003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.9704029597040297, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 71.31029199808836, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1620", "text_group": "85eb0eb8cf89145644322edab59fdb565076168f465969189c97e427bc7e3550", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0036, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0026, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0024, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.9734, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 70.16850006766617, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1621", "text_group": "1f8b1bf8bb51252558be28e0eb7de6fcb3825e5a2b7324e13aac9a0c47316559", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0014998500149985001, "activate_my_card": 0.0006999300069993001, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0029997000299970002, "atm_support": 0.0011998800119988001, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.006299370062993701, "balance_not_updated_after_cheque_or_cash_deposit": 0.001999800019998, "beneficiary_not_allowed": 0.0016998300169983002, "cancel_transfer": 0.0006999300069993001, "card_about_to_expire": 0.0006999300069993001, "card_acceptance": 0.0012998700129987, "card_arrival": 0.0006999300069993001, "card_delivery_estimate": 0.0010998900109989002, "card_linking": 0.000999900009999, "card_not_working": 0.0007999200079992001, "card_payment_fee_charged": 0.0011998800119988001, "card_payment_not_recognised": 0.008899110088991101, "card_payment_wrong_exchange_rate": 0.0016998300169983002, "card_swallowed": 0.0006999300069993001, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.0004999500049995, "compromised_card": 0.0006999300069993001, "contactless_not_working": 0.0007999200079992001, "country_support": 0.0008999100089991, "declined_card_payment": 0.001999800019998, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0007999200079992001, "direct_debit_payment_not_recognised": 0.023497650234976502, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.0006999300069993001, "exchange_charge": 0.0006999300069993001, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0006999300069993001, "extra_charge_on_statement": 0.0006999300069993001, "failed_transfer": 0.0007999200079992001, "fiat_currency_support": 0.0011998800119988001, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.8804119588041196, "pending_cash_withdrawal": 0.0010998900109989002, "pending_top_up": 0.0103989601039896, "pending_transfer": 0.0046995300469953, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0031996800319968005, "request_refund": 0.000999900009999, "reverted_card_payment?": 0.0015998400159984002, "supported_cards_and_currencies": 0.000999900009999, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0005999400059994001, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0010998900109989002, "topping_up_by_card": 0.0008999100089991, "transaction_charged_twice": 0.0011998800119988001, "transfer_fee_charged": 0.0007999200079992001, "transfer_into_account": 0.0006999300069993001, "transfer_not_received_by_recipient": 0.001999800019998, "transfer_timing": 0.0015998400159984002, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0006999300069993001, "verify_top_up": 0.0006999300069993001, "virtual_card_not_working": 0.0006999300069993001, "visa_or_mastercard": 0.0011998800119988001, "why_verify_identity": 0.0005999400059994001, "wrong_amount_of_cash_received": 0.0005999400059994001, "wrong_exchange_rate_for_cash_withdrawal": 0.0006999300069993001 }, "error": null, "latency_ms": 72.6325410651043, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1622", "text_group": "3e331d07bdb0420746e6c9d9199c1324fff78cdf3952072ef1aa13c1e8c0092b", "expected": "pending_card_payment", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0041, "activate_my_card": 0.0048, "age_limit": 0.0032, "apple_pay_or_google_pay": 0.01, "atm_support": 0.0138, "automatic_top_up": 0.003, "balance_not_updated_after_bank_transfer": 0.0068, "balance_not_updated_after_cheque_or_cash_deposit": 0.0054, "beneficiary_not_allowed": 0.0047, "cancel_transfer": 0.0033, "card_about_to_expire": 0.0038, "card_acceptance": 0.0492, "card_arrival": 0.0136, "card_delivery_estimate": 0.1003, "card_linking": 0.0369, "card_not_working": 0.011, "card_payment_fee_charged": 0.0101, "card_payment_not_recognised": 0.0059, "card_payment_wrong_exchange_rate": 0.0057, "card_swallowed": 0.0048, "cash_withdrawal_charge": 0.0038, "cash_withdrawal_not_recognised": 0.0028, "change_pin": 0.003, "compromised_card": 0.0065, "contactless_not_working": 0.0059, "country_support": 0.0085, "declined_card_payment": 0.0097, "declined_cash_withdrawal": 0.0033, "declined_transfer": 0.004, "direct_debit_payment_not_recognised": 0.0119, "disposable_card_limits": 0.0073, "edit_personal_details": 0.0031, "exchange_charge": 0.0038, "exchange_rate": 0.0034, "exchange_via_app": 0.0036, "extra_charge_on_statement": 0.0038, "failed_transfer": 0.0043, "fiat_currency_support": 0.0056, "get_disposable_virtual_card": 0.0037, "get_physical_card": 0.0042, "getting_spare_card": 0.0037, "getting_virtual_card": 0.003, "lost_or_stolen_card": 0.0032, "lost_or_stolen_phone": 0.0021, "order_physical_card": 0.0025, "passcode_forgotten": 0.0025, "pending_card_payment": 0.0575, "pending_cash_withdrawal": 0.0034, "pending_top_up": 0.0031, "pending_transfer": 0.0421, "pin_blocked": 0.0026, "receiving_money": 0.0043, "request_refund": 0.0031, "reverted_card_payment?": 0.0078, "supported_cards_and_currencies": 0.2918, "terminate_account": 0.0026, "top_up_by_bank_transfer_charge": 0.0036, "top_up_by_card_charge": 0.0038, "top_up_by_cash_or_cheque": 0.0026, "top_up_failed": 0.003, "top_up_limits": 0.0032, "top_up_reverted": 0.0039, "topping_up_by_card": 0.0412, "transaction_charged_twice": 0.0093, "transfer_fee_charged": 0.0037, "transfer_into_account": 0.0027, "transfer_not_received_by_recipient": 0.0325, "transfer_timing": 0.0035, "unable_to_verify_identity": 0.0029, "verify_my_identity": 0.0029, "verify_source_of_funds": 0.0027, "verify_top_up": 0.0031, "virtual_card_not_working": 0.0036, "visa_or_mastercard": 0.0248, "why_verify_identity": 0.0028, "wrong_amount_of_cash_received": 0.0029, "wrong_exchange_rate_for_cash_withdrawal": 0.0034 }, "error": null, "latency_ms": 70.1477910624817, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1623", "text_group": "954d5cc36fc6e99e22c926b6cc8d615c2d2e251e0c31fe1dd32dcb2e0d9cb373", "expected": "pending_card_payment", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.0028002800280028, "activate_my_card": 0.0032003200320032004, "age_limit": 0.0026002600260026003, "apple_pay_or_google_pay": 0.0045004500450045, "atm_support": 0.010001000100010001, "automatic_top_up": 0.0032003200320032004, "balance_not_updated_after_bank_transfer": 0.0242024202420242, "balance_not_updated_after_cheque_or_cash_deposit": 0.0168016801680168, "beneficiary_not_allowed": 0.0056005600560056, "cancel_transfer": 0.0035003500350035003, "card_about_to_expire": 0.0034003400340034003, "card_acceptance": 0.005700570057005701, "card_arrival": 0.0055005500550055, "card_delivery_estimate": 0.012001200120012002, "card_linking": 0.0046004600460046, "card_not_working": 0.004100410041004101, "card_payment_fee_charged": 0.0037003700370037006, "card_payment_not_recognised": 0.008500850085008501, "card_payment_wrong_exchange_rate": 0.0062006200620062, "card_swallowed": 0.0037003700370037006, "cash_withdrawal_charge": 0.0034003400340034003, "cash_withdrawal_not_recognised": 0.0037003700370037006, "change_pin": 0.0032003200320032004, "compromised_card": 0.0038003800380038005, "contactless_not_working": 0.004300430043004301, "country_support": 0.006100610061006101, "declined_card_payment": 0.0039003900390039, "declined_cash_withdrawal": 0.0032003200320032004, "declined_transfer": 0.0039003900390039, "direct_debit_payment_not_recognised": 0.0056005600560056, "disposable_card_limits": 0.004100410041004101, "edit_personal_details": 0.0037003700370037006, "exchange_charge": 0.0034003400340034003, "exchange_rate": 0.0034003400340034003, "exchange_via_app": 0.0042004200420042, "extra_charge_on_statement": 0.0026002600260026003, "failed_transfer": 0.0036003600360036, "fiat_currency_support": 0.006700670067006701, "get_disposable_virtual_card": 0.0035003500350035003, "get_physical_card": 0.0036003600360036, "getting_spare_card": 0.0032003200320032004, "getting_virtual_card": 0.0029002900290029, "lost_or_stolen_card": 0.0022002200220022005, "lost_or_stolen_phone": 0.0021002100210021, "order_physical_card": 0.0023002300230023, "passcode_forgotten": 0.0024002400240024, "pending_card_payment": 0.13931393139313933, "pending_cash_withdrawal": 0.07610761076107611, "pending_top_up": 0.25902590259025904, "pending_transfer": 0.1996199619961996, "pin_blocked": 0.0029002900290029, "receiving_money": 0.0054005400540054005, "request_refund": 0.0031003100310031, "reverted_card_payment?": 0.0038003800380038005, "supported_cards_and_currencies": 0.0053005300530053, "terminate_account": 0.0030003000300030005, "top_up_by_bank_transfer_charge": 0.0029002900290029, "top_up_by_card_charge": 0.0027002700270027003, "top_up_by_cash_or_cheque": 0.0038003800380038005, "top_up_failed": 0.0030003000300030005, "top_up_limits": 0.0027002700270027003, "top_up_reverted": 0.0036003600360036, "topping_up_by_card": 0.004300430043004301, "transaction_charged_twice": 0.0029002900290029, "transfer_fee_charged": 0.0027002700270027003, "transfer_into_account": 0.0028002800280028, "transfer_not_received_by_recipient": 0.0039003900390039, "transfer_timing": 0.0035003500350035003, "unable_to_verify_identity": 0.0039003900390039, "verify_my_identity": 0.0037003700370037006, "verify_source_of_funds": 0.0035003500350035003, "verify_top_up": 0.0036003600360036, "virtual_card_not_working": 0.004100410041004101, "visa_or_mastercard": 0.0049004900490049, "why_verify_identity": 0.0035003500350035003, "wrong_amount_of_cash_received": 0.0036003600360036, "wrong_exchange_rate_for_cash_withdrawal": 0.004000400040004 }, "error": null, "latency_ms": 71.58316601999104, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1624", "text_group": "0970d69e8ab2bc1122c2068a599ff264e50b5663de16940358823820a9193423", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.00019988007195682593, "activate_my_card": 0.00019988007195682593, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00029982010793523883, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.00029982010793523883, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029982010793523883, "beneficiary_not_allowed": 0.00029982010793523883, "cancel_transfer": 0.00019988007195682593, "card_about_to_expire": 0.00019988007195682593, "card_acceptance": 0.00039976014391365186, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00039976014391365186, "card_linking": 0.00039976014391365186, "card_not_working": 0.00039976014391365186, "card_payment_fee_charged": 0.00039976014391365186, "card_payment_not_recognised": 0.0007995202878273037, "card_payment_wrong_exchange_rate": 0.00039976014391365186, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.00019988007195682593, "compromised_card": 0.00019988007195682593, "contactless_not_working": 0.00019988007195682593, "country_support": 0.00029982010793523883, "declined_card_payment": 0.0009994003597841297, "declined_cash_withdrawal": 0.00019988007195682593, "declined_transfer": 0.00019988007195682593, "direct_debit_payment_not_recognised": 0.00029982010793523883, "disposable_card_limits": 0.00019988007195682593, "edit_personal_details": 0.00019988007195682593, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00019988007195682593, "fiat_currency_support": 0.00029982010793523883, "get_disposable_virtual_card": 0.00019988007195682593, "get_physical_card": 0.00019988007195682593, "getting_spare_card": 0.00019988007195682593, "getting_virtual_card": 0.00019988007195682593, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00019988007195682593, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.9801119328402959, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00039976014391365186, "pending_transfer": 0.00039976014391365186, "pin_blocked": 0.00019988007195682593, "receiving_money": 0.00019988007195682593, "request_refund": 0.00019988007195682593, "reverted_card_payment?": 0.00039976014391365186, "supported_cards_and_currencies": 0.0004997001798920648, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00019988007195682593, "top_up_failed": 0.00019988007195682593, "top_up_limits": 0.00019988007195682593, "top_up_reverted": 0.00019988007195682593, "topping_up_by_card": 0.00039976014391365186, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.00019988007195682593, "visa_or_mastercard": 0.00029982010793523883, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.00019988007195682593, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682593 }, "error": null, "latency_ms": 69.15666698478162, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1625", "text_group": "cda6aa096be383bd1c8b05f97963646073fab2515652808dd814ae07142f855a", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0008999100089991, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.001999800019998, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007999200079992001, "beneficiary_not_allowed": 0.023997600239976002, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.0006999300069993001, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.0017998200179982, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.0004999500049995, "country_support": 0.0004999500049995, "declined_card_payment": 0.0646935306469353, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.0060993900609939014, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.8745125487451255, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.0008999100089991, "pending_transfer": 0.0005999400059994001, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0021997800219978004, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 69.37279098201543, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1626", "text_group": "fc828afb13e69aa3ebaa9a8792f0b38d34c5ee0da6ce60f2bfb91e0e3ed8609c", "expected": "pending_card_payment", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.18805641692507752, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.0006001800540162048, "atm_support": 0.0008002400720216065, "automatic_top_up": 0.00040012003601080324, "balance_not_updated_after_bank_transfer": 0.0013003901170351103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009002700810243073, "beneficiary_not_allowed": 0.0014004201260378114, "cancel_transfer": 0.0006001800540162048, "card_about_to_expire": 0.0006001800540162048, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.0005001500450135041, "card_delivery_estimate": 0.0006001800540162048, "card_linking": 0.0006001800540162048, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.004001200360108033, "card_payment_not_recognised": 0.0030009002700810243, "card_payment_wrong_exchange_rate": 0.001100330099029709, "card_swallowed": 0.0006001800540162048, "cash_withdrawal_charge": 0.00500150045013504, "cash_withdrawal_not_recognised": 0.0007002100630189057, "change_pin": 0.00040012003601080324, "compromised_card": 0.0006001800540162048, "contactless_not_working": 0.0006001800540162048, "country_support": 0.0006001800540162048, "declined_card_payment": 0.001100330099029709, "declined_cash_withdrawal": 0.0007002100630189057, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.03591077323196959, "disposable_card_limits": 0.0005001500450135041, "edit_personal_details": 0.0005001500450135041, "exchange_charge": 0.0007002100630189057, "exchange_rate": 0.0005001500450135041, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.0039011703511053313, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.0006001800540162048, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.07782334700410122, "pending_cash_withdrawal": 0.0012003601080324095, "pending_top_up": 0.0009002700810243073, "pending_transfer": 0.0007002100630189057, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.0006001800540162048, "request_refund": 0.015404621386415926, "reverted_card_payment?": 0.00980294088226468, "supported_cards_and_currencies": 0.0006001800540162048, "terminate_account": 0.0005001500450135041, "top_up_by_bank_transfer_charge": 0.0006001800540162048, "top_up_by_card_charge": 0.001100330099029709, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.0005001500450135041, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.001100330099029709, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.6161848554566369, "transfer_fee_charged": 0.0010003000900270082, "transfer_into_account": 0.00040012003601080324, "transfer_not_received_by_recipient": 0.0005001500450135041, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.00040012003601080324, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.00040012003601080324, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.0006001800540162048, "why_verify_identity": 0.00040012003601080324, "wrong_amount_of_cash_received": 0.0007002100630189057, "wrong_exchange_rate_for_cash_withdrawal": 0.0007002100630189057 }, "error": null, "latency_ms": 73.83458397816867, "usage": { "input_tokens": 614, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1627", "text_group": "1e8e203e491bd9fd1cb773b5c216680078dd6772db1f3fd81533521f6b4a8b7e", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.01470441132339702, "activate_my_card": 0.0004001200360108033, "age_limit": 0.00030009002700810244, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0007002100630189057, "automatic_top_up": 0.0004001200360108033, "balance_not_updated_after_bank_transfer": 0.0028008402520756227, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013003901170351106, "beneficiary_not_allowed": 0.0014004201260378114, "cancel_transfer": 0.0004001200360108033, "card_about_to_expire": 0.0004001200360108033, "card_acceptance": 0.0006001800540162049, "card_arrival": 0.0005001500450135041, "card_delivery_estimate": 0.0006001800540162049, "card_linking": 0.0005001500450135041, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.0007002100630189057, "card_payment_not_recognised": 0.023707112133640094, "card_payment_wrong_exchange_rate": 0.0012003601080324098, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0004001200360108033, "change_pin": 0.00030009002700810244, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0006001800540162049, "country_support": 0.0006001800540162049, "declined_card_payment": 0.023807142142642797, "declined_cash_withdrawal": 0.0004001200360108033, "declined_transfer": 0.0006001800540162049, "direct_debit_payment_not_recognised": 0.11813544063218966, "disposable_card_limits": 0.0004001200360108033, "edit_personal_details": 0.0004001200360108033, "exchange_charge": 0.0004001200360108033, "exchange_rate": 0.0004001200360108033, "exchange_via_app": 0.0004001200360108033, "extra_charge_on_statement": 0.0004001200360108033, "failed_transfer": 0.0007002100630189057, "fiat_currency_support": 0.0005001500450135041, "get_disposable_virtual_card": 0.0004001200360108033, "get_physical_card": 0.0004001200360108033, "getting_spare_card": 0.0004001200360108033, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.00030009002700810244, "lost_or_stolen_phone": 0.00030009002700810244, "order_physical_card": 0.00030009002700810244, "passcode_forgotten": 0.0004001200360108033, "pending_card_payment": 0.7756326898069421, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.0008002400720216066, "pending_transfer": 0.0008002400720216066, "pin_blocked": 0.0004001200360108033, "receiving_money": 0.0006001800540162049, "request_refund": 0.0008002400720216066, "reverted_card_payment?": 0.005001500450135041, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.0004001200360108033, "top_up_by_bank_transfer_charge": 0.0004001200360108033, "top_up_by_card_charge": 0.0004001200360108033, "top_up_by_cash_or_cheque": 0.0004001200360108033, "top_up_failed": 0.0006001800540162049, "top_up_limits": 0.0004001200360108033, "top_up_reverted": 0.0007002100630189057, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.0006001800540162049, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.0004001200360108033, "transfer_not_received_by_recipient": 0.0007002100630189057, "transfer_timing": 0.0004001200360108033, "unable_to_verify_identity": 0.0004001200360108033, "verify_my_identity": 0.0004001200360108033, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.0004001200360108033, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.0006001800540162049, "why_verify_identity": 0.0004001200360108033, "wrong_amount_of_cash_received": 0.0004001200360108033, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 72.01062503736466, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1628", "text_group": "e56bc70f64491c57b6d81da0f7bceca721e46456e0467ad511d09ac794a1793b", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0019, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0017, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0014, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.9778, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 70.63379208557308, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1629", "text_group": "9a18dc5858a3969a1d6440150acbe87babf20d40842e2002a7022c715c873b3c", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.004099180163967207, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.005898820235952809, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.9666066786642672, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.0006998600279944011, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0004999000199960008, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0005998800239952009, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 67.48920795507729, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1630", "text_group": "0af5878060067b75b2330aeb68f01c251916b8d7c6423d3ce4bc521c3b623b68", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.0027997200279972004, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.005599440055994401, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.005099490050994901, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.9661033896610338, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.76900000497699, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1631", "text_group": "31452a69730144d577d8415539669a97182e6783a6969bbe0a07affefd0c50ce", "expected": "pending_card_payment", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00620124024804961, "activate_my_card": 0.0036007201440288058, "age_limit": 0.0012002400480096017, "apple_pay_or_google_pay": 0.002000400080016003, "atm_support": 0.0028005601120224045, "automatic_top_up": 0.0012002400480096017, "balance_not_updated_after_bank_transfer": 0.008601720344068814, "balance_not_updated_after_cheque_or_cash_deposit": 0.003200640128025605, "beneficiary_not_allowed": 0.0024004800960192034, "cancel_transfer": 0.0012002400480096017, "card_about_to_expire": 0.00640128025605121, "card_acceptance": 0.003900780156031206, "card_arrival": 0.1863372674534907, "card_delivery_estimate": 0.3343668733746749, "card_linking": 0.02380476095219044, "card_not_working": 0.11762352470494099, "card_payment_fee_charged": 0.0017003400680136026, "card_payment_not_recognised": 0.0022004400880176037, "card_payment_wrong_exchange_rate": 0.002000400080016003, "card_swallowed": 0.004200840168033606, "cash_withdrawal_charge": 0.001300260052010402, "cash_withdrawal_not_recognised": 0.0016003200640128026, "change_pin": 0.001300260052010402, "compromised_card": 0.002500500100020004, "contactless_not_working": 0.004700940188037608, "country_support": 0.0023004600920184036, "declined_card_payment": 0.003200640128025605, "declined_cash_withdrawal": 0.001900380076015203, "declined_transfer": 0.0022004400880176037, "direct_debit_payment_not_recognised": 0.0018003600720144029, "disposable_card_limits": 0.0022004400880176037, "edit_personal_details": 0.001300260052010402, "exchange_charge": 0.0012002400480096017, "exchange_rate": 0.001300260052010402, "exchange_via_app": 0.0014002800560112022, "extra_charge_on_statement": 0.0011002200440088019, "failed_transfer": 0.0022004400880176037, "fiat_currency_support": 0.002100420084016803, "get_disposable_virtual_card": 0.0016003200640128026, "get_physical_card": 0.0063012602520504096, "getting_spare_card": 0.002100420084016803, "getting_virtual_card": 0.001900380076015203, "lost_or_stolen_card": 0.05141028205641128, "lost_or_stolen_phone": 0.001300260052010402, "order_physical_card": 0.001900380076015203, "passcode_forgotten": 0.0012002400480096017, "pending_card_payment": 0.09061812362472495, "pending_cash_withdrawal": 0.007301460292058411, "pending_top_up": 0.017403480696139225, "pending_transfer": 0.008701740348069613, "pin_blocked": 0.0015003000600120023, "receiving_money": 0.0024004800960192034, "request_refund": 0.0015003000600120023, "reverted_card_payment?": 0.0024004800960192034, "supported_cards_and_currencies": 0.005801160232046409, "terminate_account": 0.0012002400480096017, "top_up_by_bank_transfer_charge": 0.0012002400480096017, "top_up_by_card_charge": 0.0012002400480096017, "top_up_by_cash_or_cheque": 0.0014002800560112022, "top_up_failed": 0.0016003200640128026, "top_up_limits": 0.0012002400480096017, "top_up_reverted": 0.001900380076015203, "topping_up_by_card": 0.003100620124024805, "transaction_charged_twice": 0.001300260052010402, "transfer_fee_charged": 0.0012002400480096017, "transfer_into_account": 0.0011002200440088019, "transfer_not_received_by_recipient": 0.0034006801360272052, "transfer_timing": 0.0014002800560112022, "unable_to_verify_identity": 0.0018003600720144029, "verify_my_identity": 0.001300260052010402, "verify_source_of_funds": 0.001300260052010402, "verify_top_up": 0.001300260052010402, "virtual_card_not_working": 0.003700740148029606, "visa_or_mastercard": 0.008701740348069613, "why_verify_identity": 0.0014002800560112022, "wrong_amount_of_cash_received": 0.0018003600720144029, "wrong_exchange_rate_for_cash_withdrawal": 0.0016003200640128026 }, "error": null, "latency_ms": 69.50070802122355, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1632", "text_group": "12848c20ffc78ec91bf5972ff31bfe5192b3223889bb19977c13354b0cf66b85", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0007, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0024, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0004, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0028, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0015, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0182, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0002, "exchange_charge": 0.0003, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0004, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.9503, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0005, "pending_transfer": 0.0006, "pin_blocked": 0.0002, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.001, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 70.46950003132224, "usage": { "input_tokens": 605, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1633", "text_group": "79620e7c875e3144996054e5fdd2462b3d8d22943a68af663ca5b73837b4ee7d", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0003000600120024005, "atm_support": 0.0003000600120024005, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.000600120024004801, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004000800160032007, "beneficiary_not_allowed": 0.0004000800160032007, "cancel_transfer": 0.00020004000800160035, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0003000600120024005, "card_arrival": 0.0003000600120024005, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0003000600120024005, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0015003000600120025, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.00020004000800160035, "cash_withdrawal_charge": 0.00020004000800160035, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.00020004000800160035, "contactless_not_working": 0.00020004000800160035, "country_support": 0.0003000600120024005, "declined_card_payment": 0.000600120024004801, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.00020004000800160035, "direct_debit_payment_not_recognised": 0.004500900180036007, "disposable_card_limits": 0.00020004000800160035, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.00020004000800160035, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.00020004000800160035, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.9753950790158032, "pending_cash_withdrawal": 0.0003000600120024005, "pending_top_up": 0.0003000600120024005, "pending_transfer": 0.0004000800160032007, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.0004000800160032007, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0004000800160032007, "supported_cards_and_currencies": 0.0003000600120024005, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.00020004000800160035, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0003000600120024005, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.0003000600120024005, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.00020004000800160035, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160035 }, "error": null, "latency_ms": 68.18233395460993, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1634", "text_group": "623ae4bce83a539f79c0483eb35a5993866f71948076f89178df2692dba38286", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0005999400059994001, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0035996400359964, "atm_support": 0.0016998300169983002, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0059994000599940004, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.039396060393960604, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0011998800119988001, "card_linking": 0.0005999400059994001, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.0021997800219978004, "card_payment_not_recognised": 0.024497550244975505, "card_payment_wrong_exchange_rate": 0.000999900009999, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0004999500049995, "country_support": 0.0007999200079992001, "declined_card_payment": 0.0240975902409759, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0008999100089991, "direct_debit_payment_not_recognised": 0.0185981401859814, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0008999100089991, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.8418158184181582, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.0013998600139986002, "pending_transfer": 0.0018998100189981002, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0008999100089991, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0014998500149985001, "supported_cards_and_currencies": 0.0014998500149985001, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.0006999300069993001, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.0006999300069993001, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 68.88908299151808, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1635", "text_group": "01d3423aad8b1152df6cfd4d8ac62594041358baf368cf1754a6a06f6e48bea2", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0011001100110011003, "activate_my_card": 0.0008000800080008002, "age_limit": 0.0007000700070007002, "apple_pay_or_google_pay": 0.0014001400140014003, "atm_support": 0.0015001500150015003, "automatic_top_up": 0.0008000800080008002, "balance_not_updated_after_bank_transfer": 0.005700570057005702, "balance_not_updated_after_cheque_or_cash_deposit": 0.0026002600260026003, "beneficiary_not_allowed": 0.0013001300130013002, "cancel_transfer": 0.0008000800080008002, "card_about_to_expire": 0.0008000800080008002, "card_acceptance": 0.0015001500150015003, "card_arrival": 0.0013001300130013002, "card_delivery_estimate": 0.0013001300130013002, "card_linking": 0.0012001200120012002, "card_not_working": 0.0010001000100010003, "card_payment_fee_charged": 0.0021002100210021, "card_payment_not_recognised": 0.014101410141014103, "card_payment_wrong_exchange_rate": 0.0024002400240024004, "card_swallowed": 0.0010001000100010003, "cash_withdrawal_charge": 0.0008000800080008002, "cash_withdrawal_not_recognised": 0.0008000800080008002, "change_pin": 0.0007000700070007002, "compromised_card": 0.0008000800080008002, "contactless_not_working": 0.0009000900090009002, "country_support": 0.0013001300130013002, "declined_card_payment": 0.0024002400240024004, "declined_cash_withdrawal": 0.0006000600060006001, "declined_transfer": 0.0008000800080008002, "direct_debit_payment_not_recognised": 0.08610861086108611, "disposable_card_limits": 0.0009000900090009002, "edit_personal_details": 0.0008000800080008002, "exchange_charge": 0.0007000700070007002, "exchange_rate": 0.0007000700070007002, "exchange_via_app": 0.0007000700070007002, "extra_charge_on_statement": 0.0008000800080008002, "failed_transfer": 0.0008000800080008002, "fiat_currency_support": 0.0012001200120012002, "get_disposable_virtual_card": 0.0007000700070007002, "get_physical_card": 0.0009000900090009002, "getting_spare_card": 0.0007000700070007002, "getting_virtual_card": 0.0007000700070007002, "lost_or_stolen_card": 0.0007000700070007002, "lost_or_stolen_phone": 0.0006000600060006001, "order_physical_card": 0.0006000600060006001, "passcode_forgotten": 0.0006000600060006001, "pending_card_payment": 0.8139813981398141, "pending_cash_withdrawal": 0.0009000900090009002, "pending_top_up": 0.0015001500150015003, "pending_transfer": 0.0014001400140014003, "pin_blocked": 0.0007000700070007002, "receiving_money": 0.0014001400140014003, "request_refund": 0.0009000900090009002, "reverted_card_payment?": 0.006600660066006602, "supported_cards_and_currencies": 0.0013001300130013002, "terminate_account": 0.0007000700070007002, "top_up_by_bank_transfer_charge": 0.0008000800080008002, "top_up_by_card_charge": 0.0007000700070007002, "top_up_by_cash_or_cheque": 0.0008000800080008002, "top_up_failed": 0.0008000800080008002, "top_up_limits": 0.0007000700070007002, "top_up_reverted": 0.0011001100110011003, "topping_up_by_card": 0.0011001100110011003, "transaction_charged_twice": 0.0015001500150015003, "transfer_fee_charged": 0.0009000900090009002, "transfer_into_account": 0.0007000700070007002, "transfer_not_received_by_recipient": 0.0017001700170017002, "transfer_timing": 0.0013001300130013002, "unable_to_verify_identity": 0.0008000800080008002, "verify_my_identity": 0.0008000800080008002, "verify_source_of_funds": 0.0009000900090009002, "verify_top_up": 0.0008000800080008002, "virtual_card_not_working": 0.0008000800080008002, "visa_or_mastercard": 0.0013001300130013002, "why_verify_identity": 0.0007000700070007002, "wrong_amount_of_cash_received": 0.0008000800080008002, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009002 }, "error": null, "latency_ms": 69.78816608898342, "usage": { "input_tokens": 606, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1636", "text_group": "8200ba317a6d4dac95be276c383b534331b5f3b98446f66f8172370d705d5af2", "expected": "pending_card_payment", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0026002600260026003, "activate_my_card": 0.002000200020002, "age_limit": 0.0015001500150015003, "apple_pay_or_google_pay": 0.0028002800280028, "atm_support": 0.0058005800580058, "automatic_top_up": 0.0019001900190019003, "balance_not_updated_after_bank_transfer": 0.0765076507650765, "balance_not_updated_after_cheque_or_cash_deposit": 0.010001000100010001, "beneficiary_not_allowed": 0.0038003800380038005, "cancel_transfer": 0.0029002900290029, "card_about_to_expire": 0.002000200020002, "card_acceptance": 0.0037003700370037006, "card_arrival": 0.0024002400240024, "card_delivery_estimate": 0.0025002500250025004, "card_linking": 0.0029002900290029, "card_not_working": 0.0024002400240024, "card_payment_fee_charged": 0.0028002800280028, "card_payment_not_recognised": 0.006100610061006101, "card_payment_wrong_exchange_rate": 0.0034003400340034003, "card_swallowed": 0.0022002200220022005, "cash_withdrawal_charge": 0.0021002100210021, "cash_withdrawal_not_recognised": 0.002000200020002, "change_pin": 0.0017001700170017002, "compromised_card": 0.0024002400240024, "contactless_not_working": 0.0025002500250025004, "country_support": 0.0034003400340034003, "declined_card_payment": 0.0027002700270027003, "declined_cash_withdrawal": 0.002000200020002, "declined_transfer": 0.0032003200320032004, "direct_debit_payment_not_recognised": 0.006600660066006601, "disposable_card_limits": 0.0023002300230023, "edit_personal_details": 0.0025002500250025004, "exchange_charge": 0.0025002500250025004, "exchange_rate": 0.0021002100210021, "exchange_via_app": 0.0027002700270027003, "extra_charge_on_statement": 0.0019001900190019003, "failed_transfer": 0.0037003700370037006, "fiat_currency_support": 0.0034003400340034003, "get_disposable_virtual_card": 0.0019001900190019003, "get_physical_card": 0.0018001800180018, "getting_spare_card": 0.0016001600160016002, "getting_virtual_card": 0.0015001500150015003, "lost_or_stolen_card": 0.0013001300130013002, "lost_or_stolen_phone": 0.0013001300130013002, "order_physical_card": 0.0013001300130013002, "passcode_forgotten": 0.0015001500150015003, "pending_card_payment": 0.12051205120512051, "pending_cash_withdrawal": 0.0312031203120312, "pending_top_up": 0.0831083108310831, "pending_transfer": 0.4973497349734974, "pin_blocked": 0.0017001700170017002, "receiving_money": 0.005200520052005201, "request_refund": 0.002000200020002, "reverted_card_payment?": 0.0025002500250025004, "supported_cards_and_currencies": 0.0029002900290029, "terminate_account": 0.0018001800180018, "top_up_by_bank_transfer_charge": 0.0018001800180018, "top_up_by_card_charge": 0.0015001500150015003, "top_up_by_cash_or_cheque": 0.0018001800180018, "top_up_failed": 0.0018001800180018, "top_up_limits": 0.0015001500150015003, "top_up_reverted": 0.0021002100210021, "topping_up_by_card": 0.0023002300230023, "transaction_charged_twice": 0.006100610061006101, "transfer_fee_charged": 0.0019001900190019003, "transfer_into_account": 0.0018001800180018, "transfer_not_received_by_recipient": 0.0055005500550055, "transfer_timing": 0.0022002200220022005, "unable_to_verify_identity": 0.0019001900190019003, "verify_my_identity": 0.0019001900190019003, "verify_source_of_funds": 0.002000200020002, "verify_top_up": 0.0022002200220022005, "virtual_card_not_working": 0.0021002100210021, "visa_or_mastercard": 0.0031003100310031, "why_verify_identity": 0.002000200020002, "wrong_amount_of_cash_received": 0.0019001900190019003, "wrong_exchange_rate_for_cash_withdrawal": 0.0022002200220022005 }, "error": null, "latency_ms": 68.01741593517363, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1637", "text_group": "5ce0c3069a5eeb48c82434c627a7611e11ddb7f47474f64fc1559cd40b3f3ef0", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0012001200120012, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0017001700170017002, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.9774977497749775, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00040004000400040005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 71.71020796522498, "usage": { "input_tokens": 611, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1638", "text_group": "1b8bad7a2e550ffdbac5aa49aa1e8f0f42323422cfbad1ecb1977ec7753e8b86", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0004998000799680128, "activate_my_card": 0.0002998800479808077, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0007996801279488206, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0010995601759296284, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0002998800479808077, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0004998000799680128, "card_payment_not_recognised": 0.0016993202718912435, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.00019992003198720514, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0002998800479808077, "declined_card_payment": 0.0021991203518592567, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.0064974010395841665, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.9644142343062775, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0004998000799680128, "pending_transfer": 0.0004998000799680128, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0007996801279488206, "supported_cards_and_currencies": 0.0002998800479808077, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 70.5860840389505, "usage": { "input_tokens": 610, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1639", "text_group": "92fde07b0eeea630a5c108be083eba37b0d227618c9c72d2954b355a916c6f0d", "expected": "pending_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.0004001200360108033, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.0007002100630189057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0004001200360108033, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0004001200360108033, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.00030009002700810244, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0012003601080324098, "card_payment_wrong_exchange_rate": 0.0006001800540162049, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00020006001800540165, "contactless_not_working": 0.00020006001800540165, "country_support": 0.00030009002700810244, "declined_card_payment": 0.001100330099029709, "declined_cash_withdrawal": 0.00020006001800540165, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.008202460738221468, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00020006001800540165, "fiat_currency_support": 0.00030009002700810244, "get_disposable_virtual_card": 0.00020006001800540165, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.9684905471641493, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.0004001200360108033, "pending_transfer": 0.0004001200360108033, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.0005001500450135041, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.0006001800540162049, "supported_cards_and_currencies": 0.0004001200360108033, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00020006001800540165, "top_up_failed": 0.00020006001800540165, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.00030009002700810244, "topping_up_by_card": 0.00030009002700810244, "transaction_charged_twice": 0.0005001500450135041, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00030009002700810244, "unable_to_verify_identity": 0.00020006001800540165, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00030009002700810244, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.00020006001800540165, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 70.53329201880842, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1640", "text_group": "26528778e526191a90d85ab36262aeaaccfb46433c9992e8145ad46b4c837ecd", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0004002401440864519, "atm_support": 0.0003001801080648389, "automatic_top_up": 0.00020012007204322596, "balance_not_updated_after_bank_transfer": 0.0003001801080648389, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004002401440864519, "beneficiary_not_allowed": 0.0004002401440864519, "cancel_transfer": 0.00020012007204322596, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0003001801080648389, "card_arrival": 0.0003001801080648389, "card_delivery_estimate": 0.0003001801080648389, "card_linking": 0.0003001801080648389, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.00020012007204322596, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0004002401440864519, "cash_withdrawal_charge": 0.00020012007204322596, "cash_withdrawal_not_recognised": 0.0003001801080648389, "change_pin": 0.00020012007204322596, "compromised_card": 0.0005003001801080648, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0003001801080648389, "declined_card_payment": 0.00020012007204322596, "declined_cash_withdrawal": 0.00020012007204322596, "declined_transfer": 0.0003001801080648389, "direct_debit_payment_not_recognised": 0.0003001801080648389, "disposable_card_limits": 0.0003001801080648389, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.00020012007204322596, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.00020012007204322596, "fiat_currency_support": 0.00020012007204322596, "get_disposable_virtual_card": 0.00020012007204322596, "get_physical_card": 0.00020012007204322596, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.00020012007204322596, "lost_or_stolen_card": 0.0011006603962377428, "lost_or_stolen_phone": 0.9807884730838503, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.00020012007204322596, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.00020012007204322596, "supported_cards_and_currencies": 0.00020012007204322596, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.00020012007204322596, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.00020012007204322596, "top_up_failed": 0.0003001801080648389, "top_up_limits": 0.00020012007204322596, "top_up_reverted": 0.0003001801080648389, "topping_up_by_card": 0.00020012007204322596, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.0003001801080648389, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.0003001801080648389, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.00020012007204322596, "visa_or_mastercard": 0.00020012007204322596, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.00020012007204322596, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 69.8686660034582, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1641", "text_group": "d2f769b25f0b71c5b5a40d91e57d7f2e55f81d194148e37588074b4ec5543b4c", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00020004000800160032, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.0010002000400080016, "lost_or_stolen_phone": 0.9815963192638528, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.00020004000800160032, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 69.6123339002952, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1642", "text_group": "414e3c34b12089f6c094fa5fe7005f4687adbe1aa505d0b317fe82c13e1cf84b", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.0009001800360072014, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.0024004800960192034, "lost_or_stolen_phone": 0.9769953990798159, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.00020004000800160032, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.0011002200440088019, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 68.24558298103511, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1643", "text_group": "72bcefb73f886c76346dfeeaad4ee142a41a0292d4ae195afd842b350c741931", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.0001, "activate_my_card": 0.0001, "age_limit": 0.0001, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0002, "automatic_top_up": 0.0001, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0002, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0002, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0002, "card_not_working": 0.0002, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0002, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0001, "compromised_card": 0.0006, "contactless_not_working": 0.0002, "country_support": 0.0002, "declined_card_payment": 0.0001, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0001, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0001, "failed_transfer": 0.0002, "fiat_currency_support": 0.0002, "get_disposable_virtual_card": 0.0001, "get_physical_card": 0.0001, "getting_spare_card": 0.0001, "getting_virtual_card": 0.0001, "lost_or_stolen_card": 0.0056, "lost_or_stolen_phone": 0.9804, "order_physical_card": 0.0001, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0001, "pending_cash_withdrawal": 0.0001, "pending_top_up": 0.0001, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0002, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0001, "top_up_by_card_charge": 0.0001, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0002, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0001, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0001, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 70.08879096247256, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1644", "text_group": "fb63accd6655a9c79851048bedda0f60daaac4923d93b608d7f88ccab64516c9", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00030012004801920766, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.0008003201280512205, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.0013005202080832333, "change_pin": 0.00020008003201280514, "compromised_card": 0.0005002000800320128, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.21758703481392555, "lost_or_stolen_phone": 0.7621048419367747, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00020008003201280514, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 68.70804098434746, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1645", "text_group": "39e1c8f21163755692c8fc344dc09a5bebb77a16501d48cfeeead134160c0db4", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 9.993004896572399e-05, "activate_my_card": 0.00019986009793144797, "age_limit": 0.00019986009793144797, "apple_pay_or_google_pay": 0.0002997901468971719, "atm_support": 0.0002997901468971719, "automatic_top_up": 0.00019986009793144797, "balance_not_updated_after_bank_transfer": 0.0002997901468971719, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002997901468971719, "beneficiary_not_allowed": 0.0002997901468971719, "cancel_transfer": 0.00019986009793144797, "card_about_to_expire": 0.00019986009793144797, "card_acceptance": 0.00019986009793144797, "card_arrival": 0.00039972019586289594, "card_delivery_estimate": 0.00039972019586289594, "card_linking": 0.0002997901468971719, "card_not_working": 0.0002997901468971719, "card_payment_fee_charged": 0.00019986009793144797, "card_payment_not_recognised": 0.00019986009793144797, "card_payment_wrong_exchange_rate": 0.00019986009793144797, "card_swallowed": 0.0002997901468971719, "cash_withdrawal_charge": 0.00019986009793144797, "cash_withdrawal_not_recognised": 0.00019986009793144797, "change_pin": 0.00019986009793144797, "compromised_card": 0.00019986009793144797, "contactless_not_working": 0.00039972019586289594, "country_support": 0.0002997901468971719, "declined_card_payment": 0.00019986009793144797, "declined_cash_withdrawal": 0.00019986009793144797, "declined_transfer": 0.00019986009793144797, "direct_debit_payment_not_recognised": 0.00019986009793144797, "disposable_card_limits": 0.00019986009793144797, "edit_personal_details": 0.00019986009793144797, "exchange_charge": 0.00019986009793144797, "exchange_rate": 0.00019986009793144797, "exchange_via_app": 0.00019986009793144797, "extra_charge_on_statement": 0.00019986009793144797, "failed_transfer": 0.00019986009793144797, "fiat_currency_support": 0.00019986009793144797, "get_disposable_virtual_card": 0.00019986009793144797, "get_physical_card": 0.00019986009793144797, "getting_spare_card": 0.00019986009793144797, "getting_virtual_card": 0.00019986009793144797, "lost_or_stolen_card": 0.0007994403917257919, "lost_or_stolen_phone": 0.9828120315778953, "order_physical_card": 0.00019986009793144797, "passcode_forgotten": 0.00019986009793144797, "pending_card_payment": 0.00019986009793144797, "pending_cash_withdrawal": 0.00019986009793144797, "pending_top_up": 0.00019986009793144797, "pending_transfer": 0.00019986009793144797, "pin_blocked": 0.00019986009793144797, "receiving_money": 0.00019986009793144797, "request_refund": 0.00019986009793144797, "reverted_card_payment?": 0.00019986009793144797, "supported_cards_and_currencies": 0.00019986009793144797, "terminate_account": 0.00019986009793144797, "top_up_by_bank_transfer_charge": 0.00019986009793144797, "top_up_by_card_charge": 0.00019986009793144797, "top_up_by_cash_or_cheque": 0.00019986009793144797, "top_up_failed": 0.00019986009793144797, "top_up_limits": 0.00019986009793144797, "top_up_reverted": 0.00019986009793144797, "topping_up_by_card": 0.00019986009793144797, "transaction_charged_twice": 0.00019986009793144797, "transfer_fee_charged": 0.00019986009793144797, "transfer_into_account": 0.00019986009793144797, "transfer_not_received_by_recipient": 0.00019986009793144797, "transfer_timing": 0.00019986009793144797, "unable_to_verify_identity": 0.00019986009793144797, "verify_my_identity": 0.00019986009793144797, "verify_source_of_funds": 0.00019986009793144797, "verify_top_up": 0.00019986009793144797, "virtual_card_not_working": 0.00019986009793144797, "visa_or_mastercard": 0.00019986009793144797, "why_verify_identity": 0.00019986009793144797, "wrong_amount_of_cash_received": 0.00019986009793144797, "wrong_exchange_rate_for_cash_withdrawal": 0.00019986009793144797 }, "error": null, "latency_ms": 69.58870799280703, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1646", "text_group": "43d6e4922b0b3acbcb1d836aa1eb1dc5fbaa5a342d4a55382ef46efe26433269", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00010009008107296568, "activate_my_card": 0.00010009008107296568, "age_limit": 0.00010009008107296568, "apple_pay_or_google_pay": 0.00020018016214593136, "atm_support": 0.00020018016214593136, "automatic_top_up": 0.00010009008107296568, "balance_not_updated_after_bank_transfer": 0.00020018016214593136, "balance_not_updated_after_cheque_or_cash_deposit": 0.000300270243218897, "beneficiary_not_allowed": 0.00020018016214593136, "cancel_transfer": 0.00010009008107296568, "card_about_to_expire": 0.00020018016214593136, "card_acceptance": 0.00020018016214593136, "card_arrival": 0.00020018016214593136, "card_delivery_estimate": 0.000300270243218897, "card_linking": 0.00020018016214593136, "card_not_working": 0.00020018016214593136, "card_payment_fee_charged": 0.00010009008107296568, "card_payment_not_recognised": 0.00020018016214593136, "card_payment_wrong_exchange_rate": 0.00020018016214593136, "card_swallowed": 0.000300270243218897, "cash_withdrawal_charge": 0.00020018016214593136, "cash_withdrawal_not_recognised": 0.00020018016214593136, "change_pin": 0.00010009008107296568, "compromised_card": 0.000300270243218897, "contactless_not_working": 0.00020018016214593136, "country_support": 0.00020018016214593136, "declined_card_payment": 0.00010009008107296568, "declined_cash_withdrawal": 0.00010009008107296568, "declined_transfer": 0.00020018016214593136, "direct_debit_payment_not_recognised": 0.00020018016214593136, "disposable_card_limits": 0.00020018016214593136, "edit_personal_details": 0.00010009008107296568, "exchange_charge": 0.00010009008107296568, "exchange_rate": 0.00010009008107296568, "exchange_via_app": 0.00010009008107296568, "extra_charge_on_statement": 0.00010009008107296568, "failed_transfer": 0.00010009008107296568, "fiat_currency_support": 0.00010009008107296568, "get_disposable_virtual_card": 0.00010009008107296568, "get_physical_card": 0.00010009008107296568, "getting_spare_card": 0.00010009008107296568, "getting_virtual_card": 0.00010009008107296568, "lost_or_stolen_card": 0.0007006305675107597, "lost_or_stolen_phone": 0.988089280352317, "order_physical_card": 0.00010009008107296568, "passcode_forgotten": 0.00010009008107296568, "pending_card_payment": 0.00010009008107296568, "pending_cash_withdrawal": 0.00010009008107296568, "pending_top_up": 0.00010009008107296568, "pending_transfer": 0.00010009008107296568, "pin_blocked": 0.00010009008107296568, "receiving_money": 0.00010009008107296568, "request_refund": 0.00020018016214593136, "reverted_card_payment?": 0.00020018016214593136, "supported_cards_and_currencies": 0.00010009008107296568, "terminate_account": 0.00010009008107296568, "top_up_by_bank_transfer_charge": 0.00010009008107296568, "top_up_by_card_charge": 0.00010009008107296568, "top_up_by_cash_or_cheque": 0.00020018016214593136, "top_up_failed": 0.00020018016214593136, "top_up_limits": 0.00010009008107296568, "top_up_reverted": 0.00020018016214593136, "topping_up_by_card": 0.00020018016214593136, "transaction_charged_twice": 0.00010009008107296568, "transfer_fee_charged": 0.00010009008107296568, "transfer_into_account": 0.00010009008107296568, "transfer_not_received_by_recipient": 0.00020018016214593136, "transfer_timing": 0.00010009008107296568, "unable_to_verify_identity": 0.00020018016214593136, "verify_my_identity": 0.00010009008107296568, "verify_source_of_funds": 0.00010009008107296568, "verify_top_up": 0.00010009008107296568, "virtual_card_not_working": 0.00020018016214593136, "visa_or_mastercard": 0.00010009008107296568, "why_verify_identity": 0.00010009008107296568, "wrong_amount_of_cash_received": 0.00020018016214593136, "wrong_exchange_rate_for_cash_withdrawal": 0.00020018016214593136 }, "error": null, "latency_ms": 68.83387500420213, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1647", "text_group": "8f53795338f08b86e4a5e7162a22fc4e8416f7a029a5ae1cbd44b5e6b523e161", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 9.995002498750626e-05, "activate_my_card": 9.995002498750626e-05, "age_limit": 9.995002498750626e-05, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.00019990004997501253, "automatic_top_up": 9.995002498750626e-05, "balance_not_updated_after_bank_transfer": 0.00019990004997501253, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998500749625187, "beneficiary_not_allowed": 0.0002998500749625187, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.00019990004997501253, "card_arrival": 0.00039980009995002505, "card_delivery_estimate": 0.00039980009995002505, "card_linking": 0.00019990004997501253, "card_not_working": 0.0002998500749625187, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.00019990004997501253, "card_payment_wrong_exchange_rate": 0.00019990004997501253, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 9.995002498750626e-05, "compromised_card": 0.0004997501249375313, "contactless_not_working": 0.00019990004997501253, "country_support": 0.00019990004997501253, "declined_card_payment": 9.995002498750626e-05, "declined_cash_withdrawal": 0.00019990004997501253, "declined_transfer": 0.00019990004997501253, "direct_debit_payment_not_recognised": 0.00019990004997501253, "disposable_card_limits": 0.00019990004997501253, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 9.995002498750626e-05, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 9.995002498750626e-05, "failed_transfer": 0.00019990004997501253, "fiat_currency_support": 0.00019990004997501253, "get_disposable_virtual_card": 9.995002498750626e-05, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 9.995002498750626e-05, "getting_virtual_card": 9.995002498750626e-05, "lost_or_stolen_card": 0.006896551724137931, "lost_or_stolen_phone": 0.9784107946026988, "order_physical_card": 9.995002498750626e-05, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 9.995002498750626e-05, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.00019990004997501253, "request_refund": 0.00019990004997501253, "reverted_card_payment?": 0.00019990004997501253, "supported_cards_and_currencies": 0.00019990004997501253, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 9.995002498750626e-05, "top_up_by_card_charge": 9.995002498750626e-05, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.00019990004997501253, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.00019990004997501253, "topping_up_by_card": 0.00019990004997501253, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.00019990004997501253, "visa_or_mastercard": 9.995002498750626e-05, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.00019990004997501253 }, "error": null, "latency_ms": 70.32900000922382, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1648", "text_group": "629a1ae241bb7e1ee966aa439d77bfe4558d7664584bde79d27bc15ae2becd1e", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0142, "atm_support": 0.0015, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0018, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0007, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0003, "compromised_card": 0.0024, "contactless_not_working": 0.0005, "country_support": 0.0012, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0005, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0262, "lost_or_stolen_phone": 0.9275, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0004, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0015, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.07458300702274, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1649", "text_group": "438a71d55b24da65a3d0fcd623dd26e7e6d168c66a77af1f75b0df302bd5b6a2", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0005003502451716202, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.0003002101471029721, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040028019613729617, "beneficiary_not_allowed": 0.00040028019613729617, "cancel_transfer": 0.0003002101471029721, "card_about_to_expire": 0.00020014009806864808, "card_acceptance": 0.0003002101471029721, "card_arrival": 0.0003002101471029721, "card_delivery_estimate": 0.0003002101471029721, "card_linking": 0.0003002101471029721, "card_not_working": 0.0003002101471029721, "card_payment_fee_charged": 0.00020014009806864808, "card_payment_not_recognised": 0.0003002101471029721, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.00040028019613729617, "cash_withdrawal_charge": 0.00020014009806864808, "cash_withdrawal_not_recognised": 0.0003002101471029721, "change_pin": 0.00020014009806864808, "compromised_card": 0.0005003502451716202, "contactless_not_working": 0.00040028019613729617, "country_support": 0.00040028019613729617, "declined_card_payment": 0.00020014009806864808, "declined_cash_withdrawal": 0.00020014009806864808, "declined_transfer": 0.0003002101471029721, "direct_debit_payment_not_recognised": 0.0003002101471029721, "disposable_card_limits": 0.0003002101471029721, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.0003002101471029721, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.00020014009806864808, "fiat_currency_support": 0.00020014009806864808, "get_disposable_virtual_card": 0.00020014009806864808, "get_physical_card": 0.00020014009806864808, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.00020014009806864808, "lost_or_stolen_card": 0.0012008405884118883, "lost_or_stolen_phone": 0.9798859201441008, "order_physical_card": 0.00020014009806864808, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.00020014009806864808, "receiving_money": 0.00020014009806864808, "request_refund": 0.0003002101471029721, "reverted_card_payment?": 0.00020014009806864808, "supported_cards_and_currencies": 0.00020014009806864808, "terminate_account": 0.0003002101471029721, "top_up_by_bank_transfer_charge": 0.00020014009806864808, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.00020014009806864808, "top_up_failed": 0.0003002101471029721, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.00020014009806864808, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.00020014009806864808, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.0003002101471029721, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.0003002101471029721, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.00020014009806864808, "visa_or_mastercard": 0.00020014009806864808, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.00020014009806864808, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 69.0915830200538, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1650", "text_group": "5c4374003bf40d6601c2da90e2a1cf475e6572bd17c8f963d29167da3128a458", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00020002000200020003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.0013001300130013002, "lost_or_stolen_phone": 0.9811981198119811, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.00020002000200020003, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 70.62729203607887, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1651", "text_group": "89f788be199647af8525e0f405eb583d4a77e027c7f8ac87ada66e6e2b45a34a", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.00030009002700810244, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.00030009002700810244, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.00030009002700810244, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.0004001200360108033, "card_linking": 0.00030009002700810244, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.00020006001800540165, "card_payment_not_recognised": 0.00020006001800540165, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00020006001800540165, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.00030009002700810244, "country_support": 0.00030009002700810244, "declined_card_payment": 0.00020006001800540165, "declined_cash_withdrawal": 0.00020006001800540165, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.00020006001800540165, "disposable_card_limits": 0.0004001200360108033, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00020006001800540165, "fiat_currency_support": 0.00020006001800540165, "get_disposable_virtual_card": 0.00020006001800540165, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.0007002100630189057, "lost_or_stolen_phone": 0.9805941782534761, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.00020006001800540165, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00020006001800540165, "supported_cards_and_currencies": 0.00020006001800540165, "terminate_account": 0.0004001200360108033, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00020006001800540165, "top_up_failed": 0.00020006001800540165, "top_up_limits": 0.00030009002700810244, "top_up_reverted": 0.00030009002700810244, "topping_up_by_card": 0.00030009002700810244, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00020006001800540165, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.0004001200360108033, "verify_source_of_funds": 0.00030009002700810244, "verify_top_up": 0.00030009002700810244, "virtual_card_not_working": 0.00020006001800540165, "visa_or_mastercard": 0.00020006001800540165, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.00020006001800540165, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 68.40291700791568, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1652", "text_group": "c9fe42435b38a2eb3cc998287aded7ac005bca3f0069472305a3a8a72ecb0ecf", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0003000300030003, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.0018001800180018, "lost_or_stolen_phone": 0.9736973697369737, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.40695801656693, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1653", "text_group": "e1d2ede08e80ecf6f7281ab9f75597b238c956ec21bf9a68bff0be9a5a1dcfb0", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0004, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0029, "lost_or_stolen_phone": 0.9761, "order_physical_card": 0.0002, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.16170800104737, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1654", "text_group": "3096deb7479945aead189509493a1f157a4f96414dca9873cce441602d649c38", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.0006000600060006, "card_linking": 0.0005000500050005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.006800680068006801, "lost_or_stolen_phone": 0.9660966096609661, "order_physical_card": 0.0006000600060006, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.51279197912663, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1655", "text_group": "1b537b55ba50dde02256e5588788a313be25f90d5ae9fd91508257ef9ce86667", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.000199860097931448, "activate_my_card": 9.9930048965724e-05, "age_limit": 0.000199860097931448, "apple_pay_or_google_pay": 0.00029979014689717197, "atm_support": 0.000199860097931448, "automatic_top_up": 9.9930048965724e-05, "balance_not_updated_after_bank_transfer": 0.000199860097931448, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029979014689717197, "beneficiary_not_allowed": 0.00029979014689717197, "cancel_transfer": 0.000199860097931448, "card_about_to_expire": 0.000199860097931448, "card_acceptance": 0.000199860097931448, "card_arrival": 0.00029979014689717197, "card_delivery_estimate": 0.00029979014689717197, "card_linking": 0.000199860097931448, "card_not_working": 0.00029979014689717197, "card_payment_fee_charged": 0.000199860097931448, "card_payment_not_recognised": 0.000199860097931448, "card_payment_wrong_exchange_rate": 0.000199860097931448, "card_swallowed": 0.0005995802937943439, "cash_withdrawal_charge": 0.000199860097931448, "cash_withdrawal_not_recognised": 0.00029979014689717197, "change_pin": 0.000199860097931448, "compromised_card": 0.00029979014689717197, "contactless_not_working": 0.00029979014689717197, "country_support": 0.000199860097931448, "declined_card_payment": 0.000199860097931448, "declined_cash_withdrawal": 0.000199860097931448, "declined_transfer": 0.000199860097931448, "direct_debit_payment_not_recognised": 0.000199860097931448, "disposable_card_limits": 0.000199860097931448, "edit_personal_details": 0.000199860097931448, "exchange_charge": 0.000199860097931448, "exchange_rate": 0.000199860097931448, "exchange_via_app": 0.000199860097931448, "extra_charge_on_statement": 9.9930048965724e-05, "failed_transfer": 0.000199860097931448, "fiat_currency_support": 0.000199860097931448, "get_disposable_virtual_card": 0.000199860097931448, "get_physical_card": 0.000199860097931448, "getting_spare_card": 9.9930048965724e-05, "getting_virtual_card": 9.9930048965724e-05, "lost_or_stolen_card": 0.00449685220345758, "lost_or_stolen_phone": 0.9799140601578896, "order_physical_card": 0.000199860097931448, "passcode_forgotten": 0.000199860097931448, "pending_card_payment": 9.9930048965724e-05, "pending_cash_withdrawal": 9.9930048965724e-05, "pending_top_up": 0.000199860097931448, "pending_transfer": 0.000199860097931448, "pin_blocked": 0.000199860097931448, "receiving_money": 0.000199860097931448, "request_refund": 0.000199860097931448, "reverted_card_payment?": 0.000199860097931448, "supported_cards_and_currencies": 0.000199860097931448, "terminate_account": 0.000199860097931448, "top_up_by_bank_transfer_charge": 0.000199860097931448, "top_up_by_card_charge": 0.000199860097931448, "top_up_by_cash_or_cheque": 0.000199860097931448, "top_up_failed": 0.000199860097931448, "top_up_limits": 0.000199860097931448, "top_up_reverted": 0.000199860097931448, "topping_up_by_card": 0.000199860097931448, "transaction_charged_twice": 0.000199860097931448, "transfer_fee_charged": 0.000199860097931448, "transfer_into_account": 0.000199860097931448, "transfer_not_received_by_recipient": 0.000199860097931448, "transfer_timing": 0.000199860097931448, "unable_to_verify_identity": 0.000199860097931448, "verify_my_identity": 0.000199860097931448, "verify_source_of_funds": 0.000199860097931448, "verify_top_up": 0.000199860097931448, "virtual_card_not_working": 0.000199860097931448, "visa_or_mastercard": 0.000199860097931448, "why_verify_identity": 0.000199860097931448, "wrong_amount_of_cash_received": 0.000199860097931448, "wrong_exchange_rate_for_cash_withdrawal": 0.000199860097931448 }, "error": null, "latency_ms": 68.93649999983609, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1656", "text_group": "184a52ad57b7b2f82373f9b5919120b4b9a74374e686203d10b766ebb22f2a04", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0005997600959616154, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0005997600959616154, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.0005997600959616154, "card_delivery_estimate": 0.003398640543782487, "card_linking": 0.0004998000799680128, "card_not_working": 0.0004998000799680128, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0006997201119552179, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0002998800479808077, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0003998400639744103, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.0003998400639744103, "declined_transfer": 0.0004998000799680128, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0003998400639744103, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.0029988004798080768, "lost_or_stolen_phone": 0.9660135945621752, "order_physical_card": 0.0003998400639744103, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0006997201119552179, "receiving_money": 0.0003998400639744103, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0003998400639744103, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.0004998000799680128, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 70.32262498978525, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1657", "text_group": "4d8baa47df61fd3a70f9a6b26ef31646d320ad2be5caad4622adfec884c674aa", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.003700740148029606, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0008001600320064013, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.001300260052010402, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.005301060212042409, "lost_or_stolen_phone": 0.9204840968193638, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00020004000800160032, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00020004000800160032, "terminate_account": 0.05091018203640728, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 70.31308300793171, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1658", "text_group": "ac9ad748039656e21a44e5e36c0017efc792eefe41f78fd2b3a13f1c7077121f", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0002, "card_acceptance": 0.0002, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0004, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0012, "lost_or_stolen_phone": 0.9651, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0004, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0157, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 68.6625000089407, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1659", "text_group": "2a936a10b667942e8fc0025b680e7ad344b207434df241e4a0a7757a9c7347d2", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00019996000799840034, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00019996000799840034, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.0014997000599880025, "lost_or_stolen_phone": 0.9763047390521896, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.004299140171965607, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 68.65625001955777, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1660", "text_group": "012aad12a07d763c7fe4493c428e474de5b6d4003ab2a8cbc54d631af7fb8562", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.0007998400319936014, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00019996000799840034, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.0031993601279744054, "lost_or_stolen_phone": 0.9768046390721855, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 68.84179194457829, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1661", "text_group": "4640693a4f8e270008c36d62dd1cb61c612abb446897c22a2d60d227ea8d33eb", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.0002, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0006, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0002, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0028, "lost_or_stolen_phone": 0.98, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0002, "request_refund": 0.0003, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0002, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 69.76800004485995, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1662", "text_group": "fa5a675a072387950b7bfe4d2d413f8fe9857664ecd94a4f56e1ec8da8d9f02d", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0003000600120024005, "atm_support": 0.0004000800160032007, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0003000600120024005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004000800160032007, "beneficiary_not_allowed": 0.0003000600120024005, "cancel_transfer": 0.0003000600120024005, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0003000600120024005, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.0003000600120024005, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.00020004000800160035, "card_payment_not_recognised": 0.00020004000800160035, "card_payment_wrong_exchange_rate": 0.0003000600120024005, "card_swallowed": 0.0004000800160032007, "cash_withdrawal_charge": 0.00020004000800160035, "cash_withdrawal_not_recognised": 0.0003000600120024005, "change_pin": 0.00020004000800160035, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0003000600120024005, "declined_card_payment": 0.00020004000800160035, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.0003000600120024005, "direct_debit_payment_not_recognised": 0.00020004000800160035, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.00020004000800160035, "fiat_currency_support": 0.00020004000800160035, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.0013002600520104022, "lost_or_stolen_phone": 0.980496099219844, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.0003000600120024005, "receiving_money": 0.00020004000800160035, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.00020004000800160035, "supported_cards_and_currencies": 0.0003000600120024005, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.00020004000800160035, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0003000600120024005, "topping_up_by_card": 0.00020004000800160035, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.0003000600120024005, "visa_or_mastercard": 0.00020004000800160035, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160035 }, "error": null, "latency_ms": 68.32125002983958, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1663", "text_group": "ca07a1d01f2b1ea9bf6a51df8e56b6ba3c50944003fdf5ca07915d35708635dc", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0018005401620486148, "activate_my_card": 0.0010003000900270082, "age_limit": 0.0009002700810243074, "apple_pay_or_google_pay": 0.0013003901170351106, "atm_support": 0.002100630189056717, "automatic_top_up": 0.001100330099029709, "balance_not_updated_after_bank_transfer": 0.003300990297089127, "balance_not_updated_after_cheque_or_cash_deposit": 0.002300690207062119, "beneficiary_not_allowed": 0.0032009602880864263, "cancel_transfer": 0.0013003901170351106, "card_about_to_expire": 0.001100330099029709, "card_acceptance": 0.0014004201260378114, "card_arrival": 0.0012003601080324098, "card_delivery_estimate": 0.0014004201260378114, "card_linking": 0.0015004501350405124, "card_not_working": 0.0019005701710513156, "card_payment_fee_charged": 0.001100330099029709, "card_payment_not_recognised": 0.0017005101530459137, "card_payment_wrong_exchange_rate": 0.0013003901170351106, "card_swallowed": 0.07052115634690408, "cash_withdrawal_charge": 0.0014004201260378114, "cash_withdrawal_not_recognised": 0.01950585175552666, "change_pin": 0.0010003000900270082, "compromised_card": 0.030109032709812945, "contactless_not_working": 0.0015004501350405124, "country_support": 0.0015004501350405124, "declined_card_payment": 0.001100330099029709, "declined_cash_withdrawal": 0.0016004801440432132, "declined_transfer": 0.0013003901170351106, "direct_debit_payment_not_recognised": 0.0019005701710513156, "disposable_card_limits": 0.0014004201260378114, "edit_personal_details": 0.0012003601080324098, "exchange_charge": 0.0009002700810243074, "exchange_rate": 0.0009002700810243074, "exchange_via_app": 0.0009002700810243074, "extra_charge_on_statement": 0.0009002700810243074, "failed_transfer": 0.0009002700810243074, "fiat_currency_support": 0.0013003901170351106, "get_disposable_virtual_card": 0.0012003601080324098, "get_physical_card": 0.0014004201260378114, "getting_spare_card": 0.0009002700810243074, "getting_virtual_card": 0.0009002700810243074, "lost_or_stolen_card": 0.727518255476643, "lost_or_stolen_phone": 0.04551365409622887, "order_physical_card": 0.0009002700810243074, "passcode_forgotten": 0.0012003601080324098, "pending_card_payment": 0.0008002400720216066, "pending_cash_withdrawal": 0.001100330099029709, "pending_top_up": 0.0009002700810243074, "pending_transfer": 0.0009002700810243074, "pin_blocked": 0.0019005701710513156, "receiving_money": 0.001100330099029709, "request_refund": 0.002100630189056717, "reverted_card_payment?": 0.0013003901170351106, "supported_cards_and_currencies": 0.0012003601080324098, "terminate_account": 0.0122036610983295, "top_up_by_bank_transfer_charge": 0.001100330099029709, "top_up_by_card_charge": 0.0010003000900270082, "top_up_by_cash_or_cheque": 0.0015004501350405124, "top_up_failed": 0.0014004201260378114, "top_up_limits": 0.001100330099029709, "top_up_reverted": 0.002200660198059418, "topping_up_by_card": 0.0014004201260378114, "transaction_charged_twice": 0.0014004201260378114, "transfer_fee_charged": 0.0010003000900270082, "transfer_into_account": 0.001100330099029709, "transfer_not_received_by_recipient": 0.0014004201260378114, "transfer_timing": 0.0009002700810243074, "unable_to_verify_identity": 0.0013003901170351106, "verify_my_identity": 0.0010003000900270082, "verify_source_of_funds": 0.0010003000900270082, "verify_top_up": 0.0008002400720216066, "virtual_card_not_working": 0.0013003901170351106, "visa_or_mastercard": 0.001100330099029709, "why_verify_identity": 0.001100330099029709, "wrong_amount_of_cash_received": 0.0018005401620486148, "wrong_exchange_rate_for_cash_withdrawal": 0.0013003901170351106 }, "error": null, "latency_ms": 71.72041607555002, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1664", "text_group": "65987609f9b50f0eaa73e2c981ab79752bc25b785b3a7520e47b70851c0682e1", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.0008000800080008001, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.0036003600360036, "lost_or_stolen_phone": 0.977997799779978, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 70.02954196650535, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1665", "text_group": "0d5bf5d78d9ea52ce66b6b42521d47d7c5dceaa34812d94238e7bdd535ada891", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.0005002000800320128, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.0005002000800320128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006002400960384153, "beneficiary_not_allowed": 0.0007002801120448179, "cancel_transfer": 0.0005002000800320128, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00040016006402561027, "card_delivery_estimate": 0.0005002000800320128, "card_linking": 0.00040016006402561027, "card_not_working": 0.0006002400960384153, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.0006002400960384153, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.00030012004801920766, "compromised_card": 0.0005002000800320128, "contactless_not_working": 0.00040016006402561027, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.0019007603041216485, "lost_or_stolen_phone": 0.9727891156462585, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.0005002000800320128, "receiving_money": 0.00030012004801920766, "request_refund": 0.0005002000800320128, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 75.50554210320115, "usage": { "input_tokens": 605, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1666", "text_group": "f1fa8116ec628400f5a8cc74e4f197582f3d6ef4d38b965c554a1efab78d91d8", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.0006001200240048009, "activate_my_card": 0.0006001200240048009, "age_limit": 0.0007001400280056011, "apple_pay_or_google_pay": 0.03650730146029205, "atm_support": 0.0029005801160232043, "automatic_top_up": 0.0008001600320064013, "balance_not_updated_after_bank_transfer": 0.002000400080016003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015003000600120023, "beneficiary_not_allowed": 0.001300260052010402, "cancel_transfer": 0.0016003200640128026, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.002000400080016003, "card_arrival": 0.0009001800360072014, "card_delivery_estimate": 0.0008001600320064013, "card_linking": 0.0034006801360272052, "card_not_working": 0.0008001600320064013, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0008001600320064013, "card_payment_wrong_exchange_rate": 0.0009001800360072014, "card_swallowed": 0.002100420084016803, "cash_withdrawal_charge": 0.0008001600320064013, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.0015003000600120023, "compromised_card": 0.001300260052010402, "contactless_not_working": 0.0010002000400080016, "country_support": 0.0024004800960192034, "declined_card_payment": 0.0008001600320064013, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0010002000400080016, "direct_debit_payment_not_recognised": 0.0009001800360072014, "disposable_card_limits": 0.0015003000600120023, "edit_personal_details": 0.0010002000400080016, "exchange_charge": 0.0011002200440088019, "exchange_rate": 0.0009001800360072014, "exchange_via_app": 0.004800960192038407, "extra_charge_on_statement": 0.0006001200240048009, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.0016003200640128026, "get_disposable_virtual_card": 0.0017003400680136026, "get_physical_card": 0.0007001400280056011, "getting_spare_card": 0.0007001400280056011, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.0010002000400080016, "lost_or_stolen_phone": 0.875375075015003, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.0006001200240048009, "pin_blocked": 0.0008001600320064013, "receiving_money": 0.0010002000400080016, "request_refund": 0.0011002200440088019, "reverted_card_payment?": 0.0010002000400080016, "supported_cards_and_currencies": 0.001900380076015203, "terminate_account": 0.009501900380076015, "top_up_by_bank_transfer_charge": 0.0008001600320064013, "top_up_by_card_charge": 0.0006001200240048009, "top_up_by_cash_or_cheque": 0.0009001800360072014, "top_up_failed": 0.0007001400280056011, "top_up_limits": 0.0007001400280056011, "top_up_reverted": 0.001300260052010402, "topping_up_by_card": 0.0009001800360072014, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.0006001200240048009, "transfer_into_account": 0.0007001400280056011, "transfer_not_received_by_recipient": 0.0008001600320064013, "transfer_timing": 0.0008001600320064013, "unable_to_verify_identity": 0.0009001800360072014, "verify_my_identity": 0.0009001800360072014, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0009001800360072014, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.0007001400280056011, "wrong_exchange_rate_for_cash_withdrawal": 0.0009001800360072014 }, "error": null, "latency_ms": 71.5985840652138, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1667", "text_group": "51953923dbab5bdfdbb793d3b8783356c4b651439be82d06e078316879badc08", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.0005003001801080648, "activate_my_card": 0.0004002401440864519, "age_limit": 0.0003001801080648389, "apple_pay_or_google_pay": 0.0004002401440864519, "atm_support": 0.0006003602161296778, "automatic_top_up": 0.0003001801080648389, "balance_not_updated_after_bank_transfer": 0.0007004202521512908, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007004202521512908, "beneficiary_not_allowed": 0.0010006003602161296, "cancel_transfer": 0.0004002401440864519, "card_about_to_expire": 0.0004002401440864519, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.0005003001801080648, "card_delivery_estimate": 0.0006003602161296778, "card_linking": 0.0004002401440864519, "card_not_working": 0.0006003602161296778, "card_payment_fee_charged": 0.0004002401440864519, "card_payment_not_recognised": 0.0004002401440864519, "card_payment_wrong_exchange_rate": 0.0004002401440864519, "card_swallowed": 0.01951170702421453, "cash_withdrawal_charge": 0.0004002401440864519, "cash_withdrawal_not_recognised": 0.0018010806483890335, "change_pin": 0.0003001801080648389, "compromised_card": 0.0012007204322593557, "contactless_not_working": 0.0005003001801080648, "country_support": 0.0005003001801080648, "declined_card_payment": 0.0004002401440864519, "declined_cash_withdrawal": 0.0005003001801080648, "declined_transfer": 0.0005003001801080648, "direct_debit_payment_not_recognised": 0.0004002401440864519, "disposable_card_limits": 0.0004002401440864519, "edit_personal_details": 0.0005003001801080648, "exchange_charge": 0.0003001801080648389, "exchange_rate": 0.0003001801080648389, "exchange_via_app": 0.0004002401440864519, "extra_charge_on_statement": 0.0003001801080648389, "failed_transfer": 0.0004002401440864519, "fiat_currency_support": 0.0004002401440864519, "get_disposable_virtual_card": 0.0003001801080648389, "get_physical_card": 0.0004002401440864519, "getting_spare_card": 0.0003001801080648389, "getting_virtual_card": 0.0003001801080648389, "lost_or_stolen_card": 0.01721032619571743, "lost_or_stolen_phone": 0.929957974784871, "order_physical_card": 0.0003001801080648389, "passcode_forgotten": 0.0005003001801080648, "pending_card_payment": 0.0003001801080648389, "pending_cash_withdrawal": 0.0004002401440864519, "pending_top_up": 0.0003001801080648389, "pending_transfer": 0.0003001801080648389, "pin_blocked": 0.0007004202521512908, "receiving_money": 0.0004002401440864519, "request_refund": 0.0005003001801080648, "reverted_card_payment?": 0.0004002401440864519, "supported_cards_and_currencies": 0.0004002401440864519, "terminate_account": 0.0004002401440864519, "top_up_by_bank_transfer_charge": 0.0003001801080648389, "top_up_by_card_charge": 0.0003001801080648389, "top_up_by_cash_or_cheque": 0.0004002401440864519, "top_up_failed": 0.0004002401440864519, "top_up_limits": 0.0003001801080648389, "top_up_reverted": 0.0005003001801080648, "topping_up_by_card": 0.0004002401440864519, "transaction_charged_twice": 0.0004002401440864519, "transfer_fee_charged": 0.0003001801080648389, "transfer_into_account": 0.0003001801080648389, "transfer_not_received_by_recipient": 0.0005003001801080648, "transfer_timing": 0.0004002401440864519, "unable_to_verify_identity": 0.0005003001801080648, "verify_my_identity": 0.0004002401440864519, "verify_source_of_funds": 0.0003001801080648389, "verify_top_up": 0.0003001801080648389, "virtual_card_not_working": 0.0004002401440864519, "visa_or_mastercard": 0.0003001801080648389, "why_verify_identity": 0.0004002401440864519, "wrong_amount_of_cash_received": 0.0007004202521512908, "wrong_exchange_rate_for_cash_withdrawal": 0.0004002401440864519 }, "error": null, "latency_ms": 73.4534589573741, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1668", "text_group": "cc52072b505b131f4dde7495f1925c8cb014f40df56540ca6d74037790bfee7a", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0003, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0003, "compromised_card": 0.0005, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0004, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0122, "lost_or_stolen_phone": 0.9649, "order_physical_card": 0.0003, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0005, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 70.34679199568927, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1669", "text_group": "e040e7e5b6488538c06345322aa71d2b1ff11800faba1d04cd5a2f6944cd70ff", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0009998000399920016, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.0007998400319936014, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.0028994201159768043, "lost_or_stolen_phone": 0.9771045790841831, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 68.06729198433459, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1670", "text_group": "507ce4f4fe54c0527c7dcbfc1a3ac17131fcff943726914ee9be469aba29c60a", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.0007002801120448179, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.0005002000800320128, "card_delivery_estimate": 0.0006002400960384153, "card_linking": 0.00030012004801920766, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00040016006402561027, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.0005002000800320128, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.0005002000800320128, "lost_or_stolen_phone": 0.9785914365746299, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.0005002000800320128, "receiving_money": 0.00020008003201280514, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 69.03324997983873, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1671", "text_group": "153d29bf018989454fa0f8331606f1089b407590272986526aeeff78243961ee", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00019988007195682593, "activate_my_card": 9.994003597841297e-05, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00039976014391365186, "atm_support": 0.00019988007195682593, "automatic_top_up": 9.994003597841297e-05, "balance_not_updated_after_bank_transfer": 0.00029982010793523883, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029982010793523883, "beneficiary_not_allowed": 0.00029982010793523883, "cancel_transfer": 0.00019988007195682593, "card_about_to_expire": 0.00019988007195682593, "card_acceptance": 0.00019988007195682593, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00029982010793523883, "card_linking": 0.00019988007195682593, "card_not_working": 0.00029982010793523883, "card_payment_fee_charged": 0.00019988007195682593, "card_payment_not_recognised": 0.00019988007195682593, "card_payment_wrong_exchange_rate": 0.00019988007195682593, "card_swallowed": 0.0004997001798920648, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00029982010793523883, "change_pin": 0.00019988007195682593, "compromised_card": 0.0008994603238057167, "contactless_not_working": 0.00029982010793523883, "country_support": 0.00019988007195682593, "declined_card_payment": 0.00019988007195682593, "declined_cash_withdrawal": 0.00019988007195682593, "declined_transfer": 0.00019988007195682593, "direct_debit_payment_not_recognised": 0.00019988007195682593, "disposable_card_limits": 0.00019988007195682593, "edit_personal_details": 0.00019988007195682593, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 9.994003597841297e-05, "failed_transfer": 0.00019988007195682593, "fiat_currency_support": 0.00019988007195682593, "get_disposable_virtual_card": 0.00019988007195682593, "get_physical_card": 0.00019988007195682593, "getting_spare_card": 9.994003597841297e-05, "getting_virtual_card": 9.994003597841297e-05, "lost_or_stolen_card": 0.0034979012592444535, "lost_or_stolen_phone": 0.9802118728762743, "order_physical_card": 9.994003597841297e-05, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 9.994003597841297e-05, "pending_cash_withdrawal": 9.994003597841297e-05, "pending_top_up": 0.00019988007195682593, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.00019988007195682593, "receiving_money": 0.00019988007195682593, "request_refund": 0.00019988007195682593, "reverted_card_payment?": 0.00019988007195682593, "supported_cards_and_currencies": 0.00019988007195682593, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00019988007195682593, "top_up_failed": 0.00019988007195682593, "top_up_limits": 0.00019988007195682593, "top_up_reverted": 0.00029982010793523883, "topping_up_by_card": 0.00019988007195682593, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.00019988007195682593, "visa_or_mastercard": 0.00019988007195682593, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.00019988007195682593, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682593 }, "error": null, "latency_ms": 69.26599994767457, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1672", "text_group": "cac8dec646ae052c2a8c1d8e22bc0f3e3353e17209d9a87f185c9a2aa238c758", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.00020006001800540162, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0006001800540162048, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00040012003601080324, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0035010503150945285, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.00020006001800540162, "compromised_card": 0.02100630189056717, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.00020006001800540162, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.9508852655796739, "lost_or_stolen_phone": 0.004601380414124237, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.00020006001800540162, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 68.53650009725243, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1673", "text_group": "455f31e4205db7dba8b205c43e43fb0998b83c10ac51c0cb3df471fad976794d", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0003000900270081024, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.00020006001800540162, "compromised_card": 0.0010003000900270082, "contactless_not_working": 0.00040012003601080324, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.0015004501350405122, "lost_or_stolen_phone": 0.9777933380014004, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.0005001500450135041, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 68.12233396340162, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1674", "text_group": "1b7576381d3f0e31140da0f023f11a7a589737f35fa3da005da744fd1a286ff0", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.00029994001199760045, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.0011997600479904018, "lost_or_stolen_phone": 0.9733053389322136, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.00029994001199760045, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 69.71616693772376, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1675", "text_group": "1a33c366f028159a29e8f843871958e99e1f40e716109a1033ddf98881d4beb3", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 9.996001599360257e-05, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.00019992003198720514, "automatic_top_up": 9.996001599360257e-05, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.00019992003198720514, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.00019992003198720514, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.00019992003198720514, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.00019992003198720514, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0002998800479808077, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 9.996001599360257e-05, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 9.996001599360257e-05, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.00019992003198720514, "get_disposable_virtual_card": 9.996001599360257e-05, "get_physical_card": 9.996001599360257e-05, "getting_spare_card": 9.996001599360257e-05, "getting_virtual_card": 9.996001599360257e-05, "lost_or_stolen_card": 0.0007996801279488206, "lost_or_stolen_phone": 0.984406237504998, "order_physical_card": 9.996001599360257e-05, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 9.996001599360257e-05, "pending_cash_withdrawal": 9.996001599360257e-05, "pending_top_up": 9.996001599360257e-05, "pending_transfer": 9.996001599360257e-05, "pin_blocked": 0.00019992003198720514, "receiving_money": 9.996001599360257e-05, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.00019992003198720514, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.00019992003198720514, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 67.83079204615206, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1676", "text_group": "bbb45dccde894c2f46ee58c0088cf6be07fe1fe24aba2b8791fb821935e41a32", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.0007002801120448179, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.004701880752300921, "card_delivery_estimate": 0.0005002000800320128, "card_linking": 0.0005002000800320128, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.0006002400960384153, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.007803121248499399, "lost_or_stolen_phone": 0.9667867146858743, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00020008003201280514, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.0008003201280512205, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 69.10408299881965, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1677", "text_group": "ee936a0cf47ad5f873884fe742bce55aac54bdd93b0bd912e63a5ff24b81b8cb", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.00029997000299970003, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.9782021797820217, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.91291600186378, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1678", "text_group": "8e601b38a877710343c74d7e456d5446c0d4257a051eaf381fa1a52c84537b66", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.00020002000200020003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0003000300030003, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0005000500050005, "country_support": 0.0005000500050005, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0009000900090009, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.0031003100310031, "lost_or_stolen_phone": 0.9691969196919692, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0015001500150015003, "receiving_money": 0.00020002000200020003, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 71.72316603828222, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1679", "text_group": "0270bf62d833a858e20b7836b07478836bcedcda4b163039f5d71ff06f8e4c6f", "expected": "lost_or_stolen_phone", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007999200079992001, "beneficiary_not_allowed": 0.000999900009999, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.0007999200079992001, "card_linking": 0.0004999500049995, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.0007999200079992001, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.000999900009999, "change_pin": 0.00039996000399960006, "compromised_card": 0.0008999100089991, "contactless_not_working": 0.0004999500049995, "country_support": 0.0004999500049995, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.010298970102989701, "lost_or_stolen_phone": 0.952904709529047, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.00039996000399960006, "request_refund": 0.000999900009999, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 70.04079199396074, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1680", "text_group": "a7e56e2ac43e9b1a1f97af638cbfa78e765d57a4af1432bb922737e6300359af", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.3079076277116865, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.0003998800359892033, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0007997600719784066, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0002999100269919024, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.00019994001799460164, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0002999100269919024, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.000499850044986504, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0006997900629811057, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0002999100269919024, "request_refund": 0.6666000199940018, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0002999100269919024, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 74.6342500206083, "usage": { "input_tokens": 610, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1681", "text_group": "6d99893607c10f4fea6f57a08dc3984132f08a6980c4c7c2c8a4fc654fd28856", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.021306391917575274, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00030009002700810244, "apple_pay_or_google_pay": 0.0004001200360108033, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.00030009002700810244, "balance_not_updated_after_bank_transfer": 0.0005001500450135041, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0006001800540162049, "cancel_transfer": 0.0004001200360108033, "card_about_to_expire": 0.0004001200360108033, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.0004001200360108033, "card_delivery_estimate": 0.0004001200360108033, "card_linking": 0.0005001500450135041, "card_not_working": 0.0004001200360108033, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0004001200360108033, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.00030009002700810244, "compromised_card": 0.0004001200360108033, "contactless_not_working": 0.0004001200360108033, "country_support": 0.0005001500450135041, "declined_card_payment": 0.0004001200360108033, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.0007002100630189057, "disposable_card_limits": 0.0004001200360108033, "edit_personal_details": 0.0004001200360108033, "exchange_charge": 0.00030009002700810244, "exchange_rate": 0.00030009002700810244, "exchange_via_app": 0.00030009002700810244, "extra_charge_on_statement": 0.00030009002700810244, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.0005001500450135041, "get_disposable_virtual_card": 0.0004001200360108033, "get_physical_card": 0.0005001500450135041, "getting_spare_card": 0.00030009002700810244, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.00030009002700810244, "lost_or_stolen_phone": 0.00030009002700810244, "order_physical_card": 0.0004001200360108033, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.0005001500450135041, "request_refund": 0.9490847254176253, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.0006001800540162049, "terminate_account": 0.00030009002700810244, "top_up_by_bank_transfer_charge": 0.00030009002700810244, "top_up_by_card_charge": 0.00030009002700810244, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.0004001200360108033, "top_up_limits": 0.00030009002700810244, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.0004001200360108033, "transaction_charged_twice": 0.0004001200360108033, "transfer_fee_charged": 0.0004001200360108033, "transfer_into_account": 0.00030009002700810244, "transfer_not_received_by_recipient": 0.0004001200360108033, "transfer_timing": 0.0004001200360108033, "unable_to_verify_identity": 0.0004001200360108033, "verify_my_identity": 0.0004001200360108033, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.0004001200360108033, "virtual_card_not_working": 0.0004001200360108033, "visa_or_mastercard": 0.0004001200360108033, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.0005001500450135041, "wrong_exchange_rate_for_cash_withdrawal": 0.0004001200360108033 }, "error": null, "latency_ms": 71.0177500732243, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1682", "text_group": "2f468c8499c969d64d9df81329e2428c0eb307e3956624d9bc8c9673a8b925d9", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.0368036803680368, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.9372937293729373, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 71.9712080899626, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1683", "text_group": "1b16289d69c4a5aa82b7f0ebe1f0b5813c0d702cac899ad7d55f5b9b1332adf3", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.015303060612122424, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0006001200240048009, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.9558911782356471, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 70.86841692216694, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1684", "text_group": "4acbf6cd262713866faba7489d46ae09e2603cd00370a85b8bd63c594598f651", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.04149170165966807, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.0005998800239952009, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.00029994001199760045, "request_refund": 0.9327134573085383, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 72.15629192069173, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1685", "text_group": "8db9e77086398b08743b5802e62a4ccc87b1705dbcab687d1a0f412e9ce4e69e", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.17303460692138428, "activate_my_card": 0.0008001600320064014, "age_limit": 0.0008001600320064014, "apple_pay_or_google_pay": 0.0013002600520104022, "atm_support": 0.0015003000600120025, "automatic_top_up": 0.0008001600320064014, "balance_not_updated_after_bank_transfer": 0.0013002600520104022, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014002800560112022, "beneficiary_not_allowed": 0.0017003400680136028, "cancel_transfer": 0.03320664132826566, "card_about_to_expire": 0.0009001800360072014, "card_acceptance": 0.0014002800560112022, "card_arrival": 0.0013002600520104022, "card_delivery_estimate": 0.0013002600520104022, "card_linking": 0.001200240048009602, "card_not_working": 0.0013002600520104022, "card_payment_fee_charged": 0.0014002800560112022, "card_payment_not_recognised": 0.002300460092018404, "card_payment_wrong_exchange_rate": 0.0017003400680136028, "card_swallowed": 0.0011002200440088019, "cash_withdrawal_charge": 0.001200240048009602, "cash_withdrawal_not_recognised": 0.0011002200440088019, "change_pin": 0.0009001800360072014, "compromised_card": 0.0011002200440088019, "contactless_not_working": 0.0011002200440088019, "country_support": 0.0014002800560112022, "declined_card_payment": 0.0018003600720144029, "declined_cash_withdrawal": 0.0008001600320064014, "declined_transfer": 0.0010002000400080016, "direct_debit_payment_not_recognised": 0.0589117823564713, "disposable_card_limits": 0.001200240048009602, "edit_personal_details": 0.001200240048009602, "exchange_charge": 0.0010002000400080016, "exchange_rate": 0.0009001800360072014, "exchange_via_app": 0.0010002000400080016, "extra_charge_on_statement": 0.0010002000400080016, "failed_transfer": 0.0010002000400080016, "fiat_currency_support": 0.0013002600520104022, "get_disposable_virtual_card": 0.0011002200440088019, "get_physical_card": 0.0010002000400080016, "getting_spare_card": 0.0009001800360072014, "getting_virtual_card": 0.0009001800360072014, "lost_or_stolen_card": 0.0011002200440088019, "lost_or_stolen_phone": 0.0009001800360072014, "order_physical_card": 0.0009001800360072014, "passcode_forgotten": 0.0008001600320064014, "pending_card_payment": 0.0019003800760152032, "pending_cash_withdrawal": 0.0008001600320064014, "pending_top_up": 0.0008001600320064014, "pending_transfer": 0.0009001800360072014, "pin_blocked": 0.0009001800360072014, "receiving_money": 0.0013002600520104022, "request_refund": 0.6254250850170034, "reverted_card_payment?": 0.027105421084216846, "supported_cards_and_currencies": 0.0016003200640128028, "terminate_account": 0.0010002000400080016, "top_up_by_bank_transfer_charge": 0.0009001800360072014, "top_up_by_card_charge": 0.0010002000400080016, "top_up_by_cash_or_cheque": 0.0009001800360072014, "top_up_failed": 0.0009001800360072014, "top_up_limits": 0.0009001800360072014, "top_up_reverted": 0.0026005201040208044, "topping_up_by_card": 0.0011002200440088019, "transaction_charged_twice": 0.0013002600520104022, "transfer_fee_charged": 0.001200240048009602, "transfer_into_account": 0.0009001800360072014, "transfer_not_received_by_recipient": 0.0015003000600120025, "transfer_timing": 0.0010002000400080016, "unable_to_verify_identity": 0.0010002000400080016, "verify_my_identity": 0.0008001600320064014, "verify_source_of_funds": 0.0009001800360072014, "verify_top_up": 0.0008001600320064014, "virtual_card_not_working": 0.001200240048009602, "visa_or_mastercard": 0.001200240048009602, "why_verify_identity": 0.0008001600320064014, "wrong_amount_of_cash_received": 0.0010002000400080016, "wrong_exchange_rate_for_cash_withdrawal": 0.0011002200440088019 }, "error": null, "latency_ms": 70.3323750058189, "usage": { "input_tokens": 610, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1686", "text_group": "277fea1bd55da73faa7f578bb0c0101383b3820b39732873678d7091619237dc", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.0312, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.9446, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 72.67683302052319, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1687", "text_group": "d795225034b035d139695f719f80f497f0c16106b9e6a07fd0afffe506005594", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.0084, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0012, "card_about_to_expire": 0.0004, "card_acceptance": 0.0007, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.0005, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0005, "contactless_not_working": 0.0004, "country_support": 0.0006, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0006, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0004, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0004, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0004, "receiving_money": 0.0004, "request_refund": 0.9569, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0004, "top_up_limits": 0.0004, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 71.54154102317989, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1688", "text_group": "1095c5a48723699bc91609284ce55ba76b68fbbf76d9184fad5504883bbf1bbc", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.0463953604639536, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0005999400059994001, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.00029997000299970003, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0004999500049995, "request_refund": 0.9206079392060794, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.0005999400059994001, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 69.66591696254909, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1689", "text_group": "723804d6efa76a0d2fd07ea0819f9e24122d4296de8d3c264eda0e90a8567202", "expected": "request_refund", "prediction": "direct_debit_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.008395802098950524, "activate_my_card": 0.0010994502748625688, "age_limit": 0.0008995502248875562, "apple_pay_or_google_pay": 0.003598200899550225, "atm_support": 0.0023988005997001498, "automatic_top_up": 0.0010994502748625688, "balance_not_updated_after_bank_transfer": 0.012993503248375813, "balance_not_updated_after_cheque_or_cash_deposit": 0.0038980509745127436, "beneficiary_not_allowed": 0.005897051474262869, "cancel_transfer": 0.0011994002998500749, "card_about_to_expire": 0.0010994502748625688, "card_acceptance": 0.0021989005497251375, "card_arrival": 0.0013993003498250875, "card_delivery_estimate": 0.0011994002998500749, "card_linking": 0.0017991004497751124, "card_not_working": 0.0015992003998001002, "card_payment_fee_charged": 0.05647176411794103, "card_payment_not_recognised": 0.016991504247876064, "card_payment_wrong_exchange_rate": 0.03798100949525238, "card_swallowed": 0.0011994002998500749, "cash_withdrawal_charge": 0.008295852073963019, "cash_withdrawal_not_recognised": 0.0013993003498250875, "change_pin": 0.0008995502248875562, "compromised_card": 0.0012993503248375812, "contactless_not_working": 0.0012993503248375812, "country_support": 0.0017991004497751124, "declined_card_payment": 0.014592703648175913, "declined_cash_withdrawal": 0.0015992003998001002, "declined_transfer": 0.0011994002998500749, "direct_debit_payment_not_recognised": 0.23398300849575213, "disposable_card_limits": 0.0013993003498250875, "edit_personal_details": 0.0012993503248375812, "exchange_charge": 0.003598200899550225, "exchange_rate": 0.0013993003498250875, "exchange_via_app": 0.0011994002998500749, "extra_charge_on_statement": 0.0303848075962019, "failed_transfer": 0.0013993003498250875, "fiat_currency_support": 0.0019990004997501253, "get_disposable_virtual_card": 0.0012993503248375812, "get_physical_card": 0.0012993503248375812, "getting_spare_card": 0.0011994002998500749, "getting_virtual_card": 0.0009995002498750627, "lost_or_stolen_card": 0.0008995502248875562, "lost_or_stolen_phone": 0.0007996001999000501, "order_physical_card": 0.0031984007996002004, "passcode_forgotten": 0.0008995502248875562, "pending_card_payment": 0.0059970014992503755, "pending_cash_withdrawal": 0.0009995002498750627, "pending_top_up": 0.0011994002998500749, "pending_transfer": 0.0010994502748625688, "pin_blocked": 0.0009995002498750627, "receiving_money": 0.002798600699650175, "request_refund": 0.06106946526736632, "reverted_card_payment?": 0.062068965517241385, "supported_cards_and_currencies": 0.0018990504747626188, "terminate_account": 0.0009995002498750627, "top_up_by_bank_transfer_charge": 0.006196901549225388, "top_up_by_card_charge": 0.055472263868065974, "top_up_by_cash_or_cheque": 0.0013993003498250875, "top_up_failed": 0.001699150424787606, "top_up_limits": 0.0009995002498750627, "top_up_reverted": 0.03188405797101449, "topping_up_by_card": 0.0029985007496251877, "transaction_charged_twice": 0.015892053973013496, "transfer_fee_charged": 0.06716641679160419, "transfer_into_account": 0.0010994502748625688, "transfer_not_received_by_recipient": 0.0013993003498250875, "transfer_timing": 0.0010994502748625688, "unable_to_verify_identity": 0.0010994502748625688, "verify_my_identity": 0.0010994502748625688, "verify_source_of_funds": 0.0010994502748625688, "verify_top_up": 0.0013993003498250875, "virtual_card_not_working": 0.0012993503248375812, "visa_or_mastercard": 0.0018990504747626188, "why_verify_identity": 0.0010994502748625688, "wrong_amount_of_cash_received": 0.17601199400299852, "wrong_exchange_rate_for_cash_withdrawal": 0.005497251374312844 }, "error": null, "latency_ms": 72.6187500404194, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1690", "text_group": "3a5faedff7580ac0731106f5ddfc33f6ca95444f6c1b614f26dc1b608b929845", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.19551955195519555, "activate_my_card": 0.0006000600060006001, "age_limit": 0.0006000600060006001, "apple_pay_or_google_pay": 0.0008000800080008002, "atm_support": 0.0011001100110011003, "automatic_top_up": 0.0011001100110011003, "balance_not_updated_after_bank_transfer": 0.0011001100110011003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010001000100010003, "beneficiary_not_allowed": 0.0012001200120012002, "cancel_transfer": 0.07800780078007802, "card_about_to_expire": 0.0007000700070007002, "card_acceptance": 0.0010001000100010003, "card_arrival": 0.0007000700070007002, "card_delivery_estimate": 0.0008000800080008002, "card_linking": 0.0009000900090009002, "card_not_working": 0.0008000800080008002, "card_payment_fee_charged": 0.0010001000100010003, "card_payment_not_recognised": 0.0011001100110011003, "card_payment_wrong_exchange_rate": 0.0011001100110011003, "card_swallowed": 0.0009000900090009002, "cash_withdrawal_charge": 0.0009000900090009002, "cash_withdrawal_not_recognised": 0.0008000800080008002, "change_pin": 0.0007000700070007002, "compromised_card": 0.0009000900090009002, "contactless_not_working": 0.0008000800080008002, "country_support": 0.0010001000100010003, "declined_card_payment": 0.0008000800080008002, "declined_cash_withdrawal": 0.0006000600060006001, "declined_transfer": 0.0007000700070007002, "direct_debit_payment_not_recognised": 0.0021002100210021, "disposable_card_limits": 0.0010001000100010003, "edit_personal_details": 0.0013001300130013002, "exchange_charge": 0.0008000800080008002, "exchange_rate": 0.0007000700070007002, "exchange_via_app": 0.0007000700070007002, "extra_charge_on_statement": 0.0008000800080008002, "failed_transfer": 0.0008000800080008002, "fiat_currency_support": 0.0011001100110011003, "get_disposable_virtual_card": 0.0008000800080008002, "get_physical_card": 0.0007000700070007002, "getting_spare_card": 0.0006000600060006001, "getting_virtual_card": 0.0007000700070007002, "lost_or_stolen_card": 0.0006000600060006001, "lost_or_stolen_phone": 0.0006000600060006001, "order_physical_card": 0.0011001100110011003, "passcode_forgotten": 0.0006000600060006001, "pending_card_payment": 0.0008000800080008002, "pending_cash_withdrawal": 0.0007000700070007002, "pending_top_up": 0.0008000800080008002, "pending_transfer": 0.0008000800080008002, "pin_blocked": 0.0006000600060006001, "receiving_money": 0.0008000800080008002, "request_refund": 0.6628662866286629, "reverted_card_payment?": 0.0010001000100010003, "supported_cards_and_currencies": 0.0011001100110011003, "terminate_account": 0.0011001100110011003, "top_up_by_bank_transfer_charge": 0.0007000700070007002, "top_up_by_card_charge": 0.0007000700070007002, "top_up_by_cash_or_cheque": 0.0007000700070007002, "top_up_failed": 0.0008000800080008002, "top_up_limits": 0.0007000700070007002, "top_up_reverted": 0.0012001200120012002, "topping_up_by_card": 0.0008000800080008002, "transaction_charged_twice": 0.0008000800080008002, "transfer_fee_charged": 0.0009000900090009002, "transfer_into_account": 0.0007000700070007002, "transfer_not_received_by_recipient": 0.0010001000100010003, "transfer_timing": 0.0014001400140014003, "unable_to_verify_identity": 0.0008000800080008002, "verify_my_identity": 0.0007000700070007002, "verify_source_of_funds": 0.0007000700070007002, "verify_top_up": 0.0007000700070007002, "virtual_card_not_working": 0.0008000800080008002, "visa_or_mastercard": 0.0009000900090009002, "why_verify_identity": 0.0006000600060006001, "wrong_amount_of_cash_received": 0.0008000800080008002, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008002 }, "error": null, "latency_ms": 72.85783300176263, "usage": { "input_tokens": 618, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1691", "text_group": "c8f2308351a037578875b79842ef659b5cd9431bcebc76da0b24cf902da38a19", "expected": "request_refund", "prediction": "cancel_transfer", "probabilities": { "Refund_not_showing_up": 0.009703881552621049, "activate_my_card": 0.0011004401760704283, "age_limit": 0.0010004001600640256, "apple_pay_or_google_pay": 0.004201680672268907, "atm_support": 0.0019007603041216485, "automatic_top_up": 0.0021008403361344537, "balance_not_updated_after_bank_transfer": 0.0018007202881152459, "balance_not_updated_after_cheque_or_cash_deposit": 0.001600640256102441, "beneficiary_not_allowed": 0.004601840736294518, "cancel_transfer": 0.6181472589035614, "card_about_to_expire": 0.0012004801920768306, "card_acceptance": 0.0019007603041216485, "card_arrival": 0.0011004401760704283, "card_delivery_estimate": 0.0012004801920768306, "card_linking": 0.0017006802721088435, "card_not_working": 0.0017006802721088435, "card_payment_fee_charged": 0.0018007202881152459, "card_payment_not_recognised": 0.0026010404161664665, "card_payment_wrong_exchange_rate": 0.0026010404161664665, "card_swallowed": 0.0018007202881152459, "cash_withdrawal_charge": 0.0015006002400960385, "cash_withdrawal_not_recognised": 0.0012004801920768306, "change_pin": 0.0012004801920768306, "compromised_card": 0.0017006802721088435, "contactless_not_working": 0.001600640256102441, "country_support": 0.001600640256102441, "declined_card_payment": 0.002901160464185674, "declined_cash_withdrawal": 0.0017006802721088435, "declined_transfer": 0.0026010404161664665, "direct_debit_payment_not_recognised": 0.009403761504601841, "disposable_card_limits": 0.0018007202881152459, "edit_personal_details": 0.001600640256102441, "exchange_charge": 0.0013005202080832333, "exchange_rate": 0.0012004801920768306, "exchange_via_app": 0.0015006002400960385, "extra_charge_on_statement": 0.0015006002400960385, "failed_transfer": 0.0013005202080832333, "fiat_currency_support": 0.0021008403361344537, "get_disposable_virtual_card": 0.0015006002400960385, "get_physical_card": 0.0012004801920768306, "getting_spare_card": 0.0010004001600640256, "getting_virtual_card": 0.0010004001600640256, "lost_or_stolen_card": 0.0009003601440576229, "lost_or_stolen_phone": 0.0008003201280512205, "order_physical_card": 0.0019007603041216485, "passcode_forgotten": 0.0010004001600640256, "pending_card_payment": 0.0014005602240896359, "pending_cash_withdrawal": 0.0010004001600640256, "pending_top_up": 0.0011004401760704283, "pending_transfer": 0.0012004801920768306, "pin_blocked": 0.0011004401760704283, "receiving_money": 0.014705882352941175, "request_refund": 0.1169467787114846, "reverted_card_payment?": 0.0033013205282112846, "supported_cards_and_currencies": 0.0019007603041216485, "terminate_account": 0.0705282112845138, "top_up_by_bank_transfer_charge": 0.0013005202080832333, "top_up_by_card_charge": 0.0013005202080832333, "top_up_by_cash_or_cheque": 0.0013005202080832333, "top_up_failed": 0.0017006802721088435, "top_up_limits": 0.0013005202080832333, "top_up_reverted": 0.04421768707482993, "topping_up_by_card": 0.002300920368147259, "transaction_charged_twice": 0.0024009603841536613, "transfer_fee_charged": 0.0015006002400960385, "transfer_into_account": 0.0020008003201280513, "transfer_not_received_by_recipient": 0.001600640256102441, "transfer_timing": 0.0019007603041216485, "unable_to_verify_identity": 0.0014005602240896359, "verify_my_identity": 0.0013005202080832333, "verify_source_of_funds": 0.0013005202080832333, "verify_top_up": 0.0012004801920768306, "virtual_card_not_working": 0.0017006802721088435, "visa_or_mastercard": 0.0021008403361344537, "why_verify_identity": 0.0012004801920768306, "wrong_amount_of_cash_received": 0.0014005602240896359, "wrong_exchange_rate_for_cash_withdrawal": 0.001600640256102441 }, "error": null, "latency_ms": 69.56554192584008, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1692", "text_group": "aa92825e39ccf6a0172bd1768db63bf19e8da3ed1006b246ea9ffe2d9eb38f78", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.24784956991398277, "activate_my_card": 0.0008001600320064013, "age_limit": 0.0008001600320064013, "apple_pay_or_google_pay": 0.0009001800360072014, "atm_support": 0.0014002800560112022, "automatic_top_up": 0.0008001600320064013, "balance_not_updated_after_bank_transfer": 0.0015003000600120023, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016003200640128026, "beneficiary_not_allowed": 0.0015003000600120023, "cancel_transfer": 0.0009001800360072014, "card_about_to_expire": 0.0009001800360072014, "card_acceptance": 0.0012002400480096017, "card_arrival": 0.002500500100020004, "card_delivery_estimate": 0.21314262852570515, "card_linking": 0.0011002200440088019, "card_not_working": 0.0012002400480096017, "card_payment_fee_charged": 0.0009001800360072014, "card_payment_not_recognised": 0.0011002200440088019, "card_payment_wrong_exchange_rate": 0.0012002400480096017, "card_swallowed": 0.0011002200440088019, "cash_withdrawal_charge": 0.0010002000400080016, "cash_withdrawal_not_recognised": 0.0010002000400080016, "change_pin": 0.0008001600320064013, "compromised_card": 0.0010002000400080016, "contactless_not_working": 0.0011002200440088019, "country_support": 0.001300260052010402, "declined_card_payment": 0.0009001800360072014, "declined_cash_withdrawal": 0.0010002000400080016, "declined_transfer": 0.0010002000400080016, "direct_debit_payment_not_recognised": 0.001300260052010402, "disposable_card_limits": 0.0010002000400080016, "edit_personal_details": 0.0010002000400080016, "exchange_charge": 0.0008001600320064013, "exchange_rate": 0.0008001600320064013, "exchange_via_app": 0.0008001600320064013, "extra_charge_on_statement": 0.0009001800360072014, "failed_transfer": 0.0010002000400080016, "fiat_currency_support": 0.0012002400480096017, "get_disposable_virtual_card": 0.0009001800360072014, "get_physical_card": 0.0010002000400080016, "getting_spare_card": 0.0008001600320064013, "getting_virtual_card": 0.0008001600320064013, "lost_or_stolen_card": 0.0008001600320064013, "lost_or_stolen_phone": 0.0009001800360072014, "order_physical_card": 0.0011002200440088019, "passcode_forgotten": 0.0008001600320064013, "pending_card_payment": 0.0015003000600120023, "pending_cash_withdrawal": 0.0023004600920184036, "pending_top_up": 0.0014002800560112022, "pending_transfer": 0.0023004600920184036, "pin_blocked": 0.0008001600320064013, "receiving_money": 0.0011002200440088019, "request_refund": 0.4487897579515903, "reverted_card_payment?": 0.0011002200440088019, "supported_cards_and_currencies": 0.0012002400480096017, "terminate_account": 0.0008001600320064013, "top_up_by_bank_transfer_charge": 0.0008001600320064013, "top_up_by_card_charge": 0.0008001600320064013, "top_up_by_cash_or_cheque": 0.0008001600320064013, "top_up_failed": 0.0010002000400080016, "top_up_limits": 0.0009001800360072014, "top_up_reverted": 0.0011002200440088019, "topping_up_by_card": 0.0010002000400080016, "transaction_charged_twice": 0.0009001800360072014, "transfer_fee_charged": 0.0009001800360072014, "transfer_into_account": 0.0008001600320064013, "transfer_not_received_by_recipient": 0.011602320464092817, "transfer_timing": 0.0014002800560112022, "unable_to_verify_identity": 0.0009001800360072014, "verify_my_identity": 0.0009001800360072014, "verify_source_of_funds": 0.0008001600320064013, "verify_top_up": 0.0009001800360072014, "virtual_card_not_working": 0.0010002000400080016, "visa_or_mastercard": 0.0011002200440088019, "why_verify_identity": 0.0009001800360072014, "wrong_amount_of_cash_received": 0.0017003400680136026, "wrong_exchange_rate_for_cash_withdrawal": 0.0011002200440088019 }, "error": null, "latency_ms": 71.81574997957796, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1693", "text_group": "ffe59788e98729a4a7dbf3a37e61e00226ada3fb49fff1413d559092f6130d7f", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.09941988397679535, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.8737747549509902, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 71.17787492461503, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1694", "text_group": "192d3514a06febee9509fed6a9ef698121eab59c9d8e9a8d9e6b9503e12edae7", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.0127, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0007, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0009, "cancel_transfer": 0.0009, "card_about_to_expire": 0.0005, "card_acceptance": 0.0007, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.0007, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0004, "compromised_card": 0.0006, "contactless_not_working": 0.0005, "country_support": 0.0007, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0009, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0005, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0005, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0006, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0006, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0004, "receiving_money": 0.0006, "request_refund": 0.9318, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.0007, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0005, "top_up_limits": 0.0005, "top_up_reverted": 0.0145, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 69.06604196410626, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1695", "text_group": "529c5706f7b131f32f41433cf9b48121361f8d35e177bb63230430e2879a8114", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.012498750124987502, "activate_my_card": 0.0014998500149985001, "age_limit": 0.0015998400159984002, "apple_pay_or_google_pay": 0.0021997800219978004, "atm_support": 0.0028997100289971, "automatic_top_up": 0.0015998400159984002, "balance_not_updated_after_bank_transfer": 0.007499250074992501, "balance_not_updated_after_cheque_or_cash_deposit": 0.004999500049995001, "beneficiary_not_allowed": 0.0059994000599940004, "cancel_transfer": 0.0036996300369963007, "card_about_to_expire": 0.001999800019998, "card_acceptance": 0.0025997400259974, "card_arrival": 0.0028997100289971, "card_delivery_estimate": 0.0033996600339966003, "card_linking": 0.0021997800219978004, "card_not_working": 0.0027997200279972004, "card_payment_fee_charged": 0.0022997700229977, "card_payment_not_recognised": 0.0028997100289971, "card_payment_wrong_exchange_rate": 0.0029997000299970002, "card_swallowed": 0.0024997500249975004, "cash_withdrawal_charge": 0.0022997700229977, "cash_withdrawal_not_recognised": 0.0026997300269973002, "change_pin": 0.0014998500149985001, "compromised_card": 0.0022997700229977, "contactless_not_working": 0.0022997700229977, "country_support": 0.0020997900209979003, "declined_card_payment": 0.0024997500249975004, "declined_cash_withdrawal": 0.0024997500249975004, "declined_transfer": 0.0025997400259974, "direct_debit_payment_not_recognised": 0.005599440055994401, "disposable_card_limits": 0.0022997700229977, "edit_personal_details": 0.0015998400159984002, "exchange_charge": 0.0018998100189981002, "exchange_rate": 0.0016998300169983002, "exchange_via_app": 0.0018998100189981002, "extra_charge_on_statement": 0.0017998200179982, "failed_transfer": 0.0024997500249975004, "fiat_currency_support": 0.0025997400259974, "get_disposable_virtual_card": 0.0020997900209979003, "get_physical_card": 0.0020997900209979003, "getting_spare_card": 0.0018998100189981002, "getting_virtual_card": 0.0015998400159984002, "lost_or_stolen_card": 0.0017998200179982, "lost_or_stolen_phone": 0.0014998500149985001, "order_physical_card": 0.003999600039996, "passcode_forgotten": 0.0013998600139986002, "pending_card_payment": 0.0030996900309969004, "pending_cash_withdrawal": 0.0024997500249975004, "pending_top_up": 0.0020997900209979003, "pending_transfer": 0.0024997500249975004, "pin_blocked": 0.0017998200179982, "receiving_money": 0.004199580041995801, "request_refund": 0.7886211378862114, "reverted_card_payment?": 0.0035996400359964, "supported_cards_and_currencies": 0.0024997500249975004, "terminate_account": 0.001999800019998, "top_up_by_bank_transfer_charge": 0.0018998100189981002, "top_up_by_card_charge": 0.001999800019998, "top_up_by_cash_or_cheque": 0.0021997800219978004, "top_up_failed": 0.0023997600239976003, "top_up_limits": 0.0017998200179982, "top_up_reverted": 0.0036996300369963007, "topping_up_by_card": 0.0023997600239976003, "transaction_charged_twice": 0.0029997000299970002, "transfer_fee_charged": 0.0024997500249975004, "transfer_into_account": 0.0017998200179982, "transfer_not_received_by_recipient": 0.0077992200779922, "transfer_timing": 0.0020997900209979003, "unable_to_verify_identity": 0.001999800019998, "verify_my_identity": 0.0016998300169983002, "verify_source_of_funds": 0.0018998100189981002, "verify_top_up": 0.0015998400159984002, "virtual_card_not_working": 0.0022997700229977, "visa_or_mastercard": 0.0023997600239976003, "why_verify_identity": 0.0015998400159984002, "wrong_amount_of_cash_received": 0.007599240075992401, "wrong_exchange_rate_for_cash_withdrawal": 0.0021997800219978004 }, "error": null, "latency_ms": 73.03008297458291, "usage": { "input_tokens": 609, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1696", "text_group": "98cefde0c98df70e2f9ea3f713cea0d885146ea6d5f0ca7dfdfa958d4e915c2e", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.029379434395922856, "activate_my_card": 0.00029979014689717197, "age_limit": 0.00029979014689717197, "apple_pay_or_google_pay": 0.00029979014689717197, "atm_support": 0.000399720195862896, "automatic_top_up": 0.00029979014689717197, "balance_not_updated_after_bank_transfer": 0.000399720195862896, "balance_not_updated_after_cheque_or_cash_deposit": 0.000399720195862896, "beneficiary_not_allowed": 0.00049965024482862, "cancel_transfer": 0.000399720195862896, "card_about_to_expire": 0.00029979014689717197, "card_acceptance": 0.000399720195862896, "card_arrival": 0.00029979014689717197, "card_delivery_estimate": 0.00029979014689717197, "card_linking": 0.000399720195862896, "card_not_working": 0.000399720195862896, "card_payment_fee_charged": 0.00029979014689717197, "card_payment_not_recognised": 0.000399720195862896, "card_payment_wrong_exchange_rate": 0.000399720195862896, "card_swallowed": 0.000399720195862896, "cash_withdrawal_charge": 0.000399720195862896, "cash_withdrawal_not_recognised": 0.000399720195862896, "change_pin": 0.00029979014689717197, "compromised_card": 0.000399720195862896, "contactless_not_working": 0.00029979014689717197, "country_support": 0.00049965024482862, "declined_card_payment": 0.00029979014689717197, "declined_cash_withdrawal": 0.00029979014689717197, "declined_transfer": 0.00029979014689717197, "direct_debit_payment_not_recognised": 0.000399720195862896, "disposable_card_limits": 0.000399720195862896, "edit_personal_details": 0.00029979014689717197, "exchange_charge": 0.00029979014689717197, "exchange_rate": 0.00029979014689717197, "exchange_via_app": 0.00029979014689717197, "extra_charge_on_statement": 0.00029979014689717197, "failed_transfer": 0.00029979014689717197, "fiat_currency_support": 0.00049965024482862, "get_disposable_virtual_card": 0.00029979014689717197, "get_physical_card": 0.000399720195862896, "getting_spare_card": 0.00029979014689717197, "getting_virtual_card": 0.00029979014689717197, "lost_or_stolen_card": 0.00029979014689717197, "lost_or_stolen_phone": 0.000199860097931448, "order_physical_card": 0.00029979014689717197, "passcode_forgotten": 0.00029979014689717197, "pending_card_payment": 0.00029979014689717197, "pending_cash_withdrawal": 0.00029979014689717197, "pending_top_up": 0.00029979014689717197, "pending_transfer": 0.00029979014689717197, "pin_blocked": 0.00029979014689717197, "receiving_money": 0.00029979014689717197, "request_refund": 0.9451384031178176, "reverted_card_payment?": 0.000399720195862896, "supported_cards_and_currencies": 0.00049965024482862, "terminate_account": 0.00029979014689717197, "top_up_by_bank_transfer_charge": 0.00029979014689717197, "top_up_by_card_charge": 0.00029979014689717197, "top_up_by_cash_or_cheque": 0.00029979014689717197, "top_up_failed": 0.00029979014689717197, "top_up_limits": 0.00029979014689717197, "top_up_reverted": 0.000399720195862896, "topping_up_by_card": 0.00029979014689717197, "transaction_charged_twice": 0.00029979014689717197, "transfer_fee_charged": 0.00029979014689717197, "transfer_into_account": 0.00029979014689717197, "transfer_not_received_by_recipient": 0.00029979014689717197, "transfer_timing": 0.00029979014689717197, "unable_to_verify_identity": 0.000399720195862896, "verify_my_identity": 0.00029979014689717197, "verify_source_of_funds": 0.00029979014689717197, "verify_top_up": 0.00029979014689717197, "virtual_card_not_working": 0.000399720195862896, "visa_or_mastercard": 0.000399720195862896, "why_verify_identity": 0.00029979014689717197, "wrong_amount_of_cash_received": 0.000399720195862896, "wrong_exchange_rate_for_cash_withdrawal": 0.000399720195862896 }, "error": null, "latency_ms": 69.52183309476823, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1697", "text_group": "5007049c9d3038f351c59bbeaf37a89607da83666666963bbcaf637f3b869f23", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.0331, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.9436, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 67.77979200705886, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1698", "text_group": "ad582a98752c99178c68f83663be1abae8e79123f6cfda54d8e603aad4642be0", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.04228731380585824, "activate_my_card": 0.0006997900629811057, "age_limit": 0.0007997600719784066, "apple_pay_or_google_pay": 0.0011996401079676095, "atm_support": 0.0014995501349595122, "automatic_top_up": 0.0006997900629811057, "balance_not_updated_after_bank_transfer": 0.0013995801259622115, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012996101169649105, "beneficiary_not_allowed": 0.0015995201439568132, "cancel_transfer": 0.06358092572228333, "card_about_to_expire": 0.0008997300809757073, "card_acceptance": 0.0013995801259622115, "card_arrival": 0.001099670098970309, "card_delivery_estimate": 0.001099670098970309, "card_linking": 0.0012996101169649105, "card_not_working": 0.0012996101169649105, "card_payment_fee_charged": 0.000999700089973008, "card_payment_not_recognised": 0.0015995201439568132, "card_payment_wrong_exchange_rate": 0.0012996101169649105, "card_swallowed": 0.001099670098970309, "cash_withdrawal_charge": 0.0008997300809757073, "cash_withdrawal_not_recognised": 0.0008997300809757073, "change_pin": 0.000999700089973008, "compromised_card": 0.001099670098970309, "contactless_not_working": 0.001099670098970309, "country_support": 0.0011996401079676095, "declined_card_payment": 0.000999700089973008, "declined_cash_withdrawal": 0.0007997600719784066, "declined_transfer": 0.0008997300809757073, "direct_debit_payment_not_recognised": 0.0014995501349595122, "disposable_card_limits": 0.001099670098970309, "edit_personal_details": 0.002599220233929821, "exchange_charge": 0.0007997600719784066, "exchange_rate": 0.0007997600719784066, "exchange_via_app": 0.0008997300809757073, "extra_charge_on_statement": 0.0008997300809757073, "failed_transfer": 0.0008997300809757073, "fiat_currency_support": 0.0011996401079676095, "get_disposable_virtual_card": 0.0008997300809757073, "get_physical_card": 0.0007997600719784066, "getting_spare_card": 0.0006997900629811057, "getting_virtual_card": 0.0006997900629811057, "lost_or_stolen_card": 0.0006997900629811057, "lost_or_stolen_phone": 0.0006997900629811057, "order_physical_card": 0.002799160251924423, "passcode_forgotten": 0.0006997900629811057, "pending_card_payment": 0.0007997600719784066, "pending_cash_withdrawal": 0.0006997900629811057, "pending_top_up": 0.0007997600719784066, "pending_transfer": 0.0007997600719784066, "pin_blocked": 0.0007997600719784066, "receiving_money": 0.000999700089973008, "request_refund": 0.8120563830850746, "reverted_card_payment?": 0.0013995801259622115, "supported_cards_and_currencies": 0.0012996101169649105, "terminate_account": 0.0064980505848245525, "top_up_by_bank_transfer_charge": 0.0007997600719784066, "top_up_by_card_charge": 0.0007997600719784066, "top_up_by_cash_or_cheque": 0.0008997300809757073, "top_up_failed": 0.0008997300809757073, "top_up_limits": 0.0007997600719784066, "top_up_reverted": 0.0013995801259622115, "topping_up_by_card": 0.0008997300809757073, "transaction_charged_twice": 0.0008997300809757073, "transfer_fee_charged": 0.0008997300809757073, "transfer_into_account": 0.0007997600719784066, "transfer_not_received_by_recipient": 0.000999700089973008, "transfer_timing": 0.000999700089973008, "unable_to_verify_identity": 0.0008997300809757073, "verify_my_identity": 0.0007997600719784066, "verify_source_of_funds": 0.0006997900629811057, "verify_top_up": 0.0006997900629811057, "virtual_card_not_working": 0.0008997300809757073, "visa_or_mastercard": 0.0012996101169649105, "why_verify_identity": 0.0007997600719784066, "wrong_amount_of_cash_received": 0.000999700089973008, "wrong_exchange_rate_for_cash_withdrawal": 0.0008997300809757073 }, "error": null, "latency_ms": 69.32770798448473, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1699", "text_group": "ee64a5571afdd78caae5ba8363634b6a62bfb6c8d625e7a1c5999f23865180c9", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.043308661732346466, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.9296859371874374, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 69.143750006333, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1700", "text_group": "8669980278e8ce0705aeb668ffa0c96010ea45115f39d573cb6e7e18fcac3d53", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.0381, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0008, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0009, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0005, "card_acceptance": 0.0007, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.0006, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0009, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0004, "compromised_card": 0.0006, "contactless_not_working": 0.0005, "country_support": 0.0008, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0011, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0005, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0005, "fiat_currency_support": 0.0008, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0007, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0004, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0005, "receiving_money": 0.0008, "request_refund": 0.9173, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.0008, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0005, "top_up_limits": 0.0005, "top_up_reverted": 0.0019, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 67.69625004380941, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1701", "text_group": "595d09a3ebf9e63c19cb14f0b14c232454f77c618cd713ce441b692317825447", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.012897420515896822, "activate_my_card": 0.0004999000199960008, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0006998600279944011, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0005998800239952009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0008998200359928015, "cancel_transfer": 0.08678264347130574, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0006998600279944011, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0005998800239952009, "card_payment_not_recognised": 0.0007998400319936014, "card_payment_wrong_exchange_rate": 0.0006998600279944011, "card_swallowed": 0.0005998800239952009, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0004999000199960008, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0005998800239952009, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0009998000399920016, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.0008998200359928015, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0006998600279944011, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0005998800239952009, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0005998800239952009, "request_refund": 0.852629474105179, "reverted_card_payment?": 0.0010997800439912018, "supported_cards_and_currencies": 0.0006998600279944011, "terminate_account": 0.0009998000399920016, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.007798440311937612, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.0005998800239952009, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0004999000199960008, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0005998800239952009, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 68.22304101660848, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1702", "text_group": "6fc050bff807315062d173291428c91f735a937b8073e85e3673d8b9a17bbd4e", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.018005401620486146, "activate_my_card": 0.001100330099029709, "age_limit": 0.0009002700810243074, "apple_pay_or_google_pay": 0.0019005701710513156, "atm_support": 0.0018005401620486148, "automatic_top_up": 0.0009002700810243074, "balance_not_updated_after_bank_transfer": 0.0013003901170351106, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012003601080324098, "beneficiary_not_allowed": 0.0015004501350405124, "cancel_transfer": 0.34960488146443935, "card_about_to_expire": 0.0009002700810243074, "card_acceptance": 0.0017005101530459137, "card_arrival": 0.0009002700810243074, "card_delivery_estimate": 0.0010003000900270082, "card_linking": 0.0018005401620486148, "card_not_working": 0.0013003901170351106, "card_payment_fee_charged": 0.0015004501350405124, "card_payment_not_recognised": 0.003300990297089127, "card_payment_wrong_exchange_rate": 0.0016004801440432132, "card_swallowed": 0.0013003901170351106, "cash_withdrawal_charge": 0.0012003601080324098, "cash_withdrawal_not_recognised": 0.0010003000900270082, "change_pin": 0.0012003601080324098, "compromised_card": 0.0015004501350405124, "contactless_not_working": 0.0012003601080324098, "country_support": 0.0016004801440432132, "declined_card_payment": 0.0016004801440432132, "declined_cash_withdrawal": 0.0009002700810243074, "declined_transfer": 0.001100330099029709, "direct_debit_payment_not_recognised": 0.0036010803240972295, "disposable_card_limits": 0.0016004801440432132, "edit_personal_details": 0.00610183054916475, "exchange_charge": 0.0014004201260378114, "exchange_rate": 0.001100330099029709, "exchange_via_app": 0.0014004201260378114, "extra_charge_on_statement": 0.0013003901170351106, "failed_transfer": 0.0010003000900270082, "fiat_currency_support": 0.0016004801440432132, "get_disposable_virtual_card": 0.0015004501350405124, "get_physical_card": 0.0012003601080324098, "getting_spare_card": 0.0010003000900270082, "getting_virtual_card": 0.0009002700810243074, "lost_or_stolen_card": 0.0009002700810243074, "lost_or_stolen_phone": 0.0007002100630189057, "order_physical_card": 0.0016004801440432132, "passcode_forgotten": 0.0008002400720216066, "pending_card_payment": 0.001100330099029709, "pending_cash_withdrawal": 0.0008002400720216066, "pending_top_up": 0.001100330099029709, "pending_transfer": 0.0009002700810243074, "pin_blocked": 0.0009002700810243074, "receiving_money": 0.0014004201260378114, "request_refund": 0.45583675102530763, "reverted_card_payment?": 0.034510353105931785, "supported_cards_and_currencies": 0.0019005701710513156, "terminate_account": 0.012003601080324099, "top_up_by_bank_transfer_charge": 0.0010003000900270082, "top_up_by_card_charge": 0.0010003000900270082, "top_up_by_cash_or_cheque": 0.0010003000900270082, "top_up_failed": 0.0010003000900270082, "top_up_limits": 0.0009002700810243074, "top_up_reverted": 0.03431029308792638, "topping_up_by_card": 0.0014004201260378114, "transaction_charged_twice": 0.0017005101530459137, "transfer_fee_charged": 0.0012003601080324098, "transfer_into_account": 0.001100330099029709, "transfer_not_received_by_recipient": 0.0012003601080324098, "transfer_timing": 0.0013003901170351106, "unable_to_verify_identity": 0.001100330099029709, "verify_my_identity": 0.0010003000900270082, "verify_source_of_funds": 0.0010003000900270082, "verify_top_up": 0.0009002700810243074, "virtual_card_not_working": 0.0012003601080324098, "visa_or_mastercard": 0.0017005101530459137, "why_verify_identity": 0.0009002700810243074, "wrong_amount_of_cash_received": 0.0010003000900270082, "wrong_exchange_rate_for_cash_withdrawal": 0.001100330099029709 }, "error": null, "latency_ms": 68.27062496449798, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1703", "text_group": "dfa1ab612c7f938dc1bdb4faca3bc80f3a66efb18f7e42a59a1a9a2709ff9a68", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.04290858171634327, "activate_my_card": 0.00040008001600320064, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0008001600320064013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.0010002000400080016, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0008001600320064013, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0007001400280056011, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0007001400280056011, "card_payment_wrong_exchange_rate": 0.0008001600320064013, "card_swallowed": 0.0007001400280056011, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.00040008001600320064, "compromised_card": 0.0006001200240048009, "contactless_not_working": 0.0006001200240048009, "country_support": 0.0007001400280056011, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0009001800360072014, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.0006001200240048009, "get_physical_card": 0.0006001200240048009, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0007001400280056011, "request_refund": 0.9044808961792358, "reverted_card_payment?": 0.0009001800360072014, "supported_cards_and_currencies": 0.0008001600320064013, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.008401680336067212, "topping_up_by_card": 0.0007001400280056011, "transaction_charged_twice": 0.0006001200240048009, "transfer_fee_charged": 0.0006001200240048009, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0006001200240048009, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0008001600320064013, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 68.03458300419152, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1704", "text_group": "19c67de6ab27a14f79f3e394cb781c5f2a1a9d6efab9b8bbc70dbca965ea2844", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.11048895110488952, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0006999300069993001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.0006999300069993001, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0005999400059994001, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0006999300069993001, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.00039996000399960006, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0004999500049995, "country_support": 0.0006999300069993001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0004999500049995, "request_refund": 0.8526147385261474, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.0005999400059994001, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 68.85170808527619, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1705", "text_group": "ace2b0b6bceafcde9821d505a1985835737557d7325903566fe48345e636920b", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.029291212636209138, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0005998200539838048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0008997300809757073, "cancel_transfer": 0.0007997600719784066, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0003998800359892033, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0006997900629811057, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.0003998800359892033, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.0003998800359892033, "country_support": 0.000499850044986504, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0006997900629811057, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.000499850044986504, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0003998800359892033, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0003998800359892033, "request_refund": 0.9373188043586924, "reverted_card_payment?": 0.0006997900629811057, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0006997900629811057, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.0003998800359892033, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.000499850044986504, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.000499850044986504 }, "error": null, "latency_ms": 68.44945903867483, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1706", "text_group": "cd6a883ec5d15379ede81616661d9c6d44075b2635e4df11031c409c8c03daf7", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.046804680468046804, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.0987098709870987, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0008000800080008001, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.8167816781678168, "reverted_card_payment?": 0.0008000800080008001, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0072007200720072, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0007000700070007, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 72.57683295756578, "usage": { "input_tokens": 613, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1707", "text_group": "a852682b16e48b60cfde3fec22b4c4661eec58fe8b0899a2b9249eb7face9bd8", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.0366889933020094, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.0003998800359892033, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0002999100269919024, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0005998200539838048, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.9396181145656303, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 73.268249980174, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1708", "text_group": "81ff1e6be1f0a3f49075157f01bd700c9344f6631ceaf96a8f2b7671a88db66b", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.020097990200979902, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0007999200079992001, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.00039996000399960006, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.9520047995200479, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 75.51029091700912, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1709", "text_group": "36beb4809beba0927d5a68f6be643d470e386ed241c14f792343e6d0e154157c", "expected": "request_refund", "prediction": "top_up_reverted", "probabilities": { "Refund_not_showing_up": 0.0014997000599880025, "activate_my_card": 0.0009998000399920016, "age_limit": 0.0008998200359928015, "apple_pay_or_google_pay": 0.001799640071985603, "atm_support": 0.0020995800839832034, "automatic_top_up": 0.0010997800439912018, "balance_not_updated_after_bank_transfer": 0.008698260347930413, "balance_not_updated_after_cheque_or_cash_deposit": 0.0030993801239752048, "beneficiary_not_allowed": 0.0021995600879824036, "cancel_transfer": 0.036692661467706465, "card_about_to_expire": 0.0010997800439912018, "card_acceptance": 0.0015996800639872027, "card_arrival": 0.0009998000399920016, "card_delivery_estimate": 0.0009998000399920016, "card_linking": 0.0016996600679864027, "card_not_working": 0.0014997000599880025, "card_payment_fee_charged": 0.0013997200559888023, "card_payment_not_recognised": 0.0014997000599880025, "card_payment_wrong_exchange_rate": 0.001999600079984003, "card_swallowed": 0.001799640071985603, "cash_withdrawal_charge": 0.0016996600679864027, "cash_withdrawal_not_recognised": 0.0015996800639872027, "change_pin": 0.0011997600479904018, "compromised_card": 0.0013997200559888023, "contactless_not_working": 0.0013997200559888023, "country_support": 0.0013997200559888023, "declined_card_payment": 0.0011997600479904018, "declined_cash_withdrawal": 0.0015996800639872027, "declined_transfer": 0.0011997600479904018, "direct_debit_payment_not_recognised": 0.001799640071985603, "disposable_card_limits": 0.0014997000599880025, "edit_personal_details": 0.003999200159968006, "exchange_charge": 0.0011997600479904018, "exchange_rate": 0.0011997600479904018, "exchange_via_app": 0.0013997200559888023, "extra_charge_on_statement": 0.0014997000599880025, "failed_transfer": 0.0011997600479904018, "fiat_currency_support": 0.0016996600679864027, "get_disposable_virtual_card": 0.001299740051989602, "get_physical_card": 0.0010997800439912018, "getting_spare_card": 0.0009998000399920016, "getting_virtual_card": 0.0008998200359928015, "lost_or_stolen_card": 0.0008998200359928015, "lost_or_stolen_phone": 0.0007998400319936014, "order_physical_card": 0.0009998000399920016, "passcode_forgotten": 0.0009998000399920016, "pending_card_payment": 0.0009998000399920016, "pending_cash_withdrawal": 0.0009998000399920016, "pending_top_up": 0.0008998200359928015, "pending_transfer": 0.0008998200359928015, "pin_blocked": 0.0010997800439912018, "receiving_money": 0.0018996200759848032, "request_refund": 0.14237152569486103, "reverted_card_payment?": 0.010797840431913617, "supported_cards_and_currencies": 0.0014997000599880025, "terminate_account": 0.002999400119976005, "top_up_by_bank_transfer_charge": 0.0010997800439912018, "top_up_by_card_charge": 0.0008998200359928015, "top_up_by_cash_or_cheque": 0.0011997600479904018, "top_up_failed": 0.0010997800439912018, "top_up_limits": 0.0009998000399920016, "top_up_reverted": 0.671365726854629, "topping_up_by_card": 0.0014997000599880025, "transaction_charged_twice": 0.001299740051989602, "transfer_fee_charged": 0.0010997800439912018, "transfer_into_account": 0.0015996800639872027, "transfer_not_received_by_recipient": 0.0010997800439912018, "transfer_timing": 0.0011997600479904018, "unable_to_verify_identity": 0.0009998000399920016, "verify_my_identity": 0.0009998000399920016, "verify_source_of_funds": 0.0009998000399920016, "verify_top_up": 0.0008998200359928015, "virtual_card_not_working": 0.0013997200559888023, "visa_or_mastercard": 0.0013997200559888023, "why_verify_identity": 0.0008998200359928015, "wrong_amount_of_cash_received": 0.03049390121975605, "wrong_exchange_rate_for_cash_withdrawal": 0.0030993801239752048 }, "error": null, "latency_ms": 72.55445898044854, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1710", "text_group": "bdb653798758c1221d55a1dbd5df6f9687050dbd3233c5083ca5e694a5a6287e", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.06849315068493152, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0006999300069993001, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0007999200079992001, "cancel_transfer": 0.037896210378962104, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0005999400059994001, "card_linking": 0.0005999400059994001, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.0007999200079992001, "card_payment_wrong_exchange_rate": 0.0007999200079992001, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.00039996000399960006, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0004999500049995, "country_support": 0.0005999400059994001, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0011998800119988001, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.0007999200079992001, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0007999200079992001, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0005999400059994001, "request_refund": 0.8515148485151485, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.0005999400059994001, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0008999100089991, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.0006999300069993001, "transfer_fee_charged": 0.0005999400059994001, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0006999300069993001, "transfer_timing": 0.0006999300069993001, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.0005999400059994001, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 73.60183296259493, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1711", "text_group": "371d91cdfac065fb57d014eb511e65d450b7561ba09dbccbedc6a52d86312f79", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.00990297089126738, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.0007002100630189057, "atm_support": 0.0008002400720216065, "automatic_top_up": 0.00040012003601080324, "balance_not_updated_after_bank_transfer": 0.0007002100630189057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001800540162048, "beneficiary_not_allowed": 0.0009002700810243073, "cancel_transfer": 0.10383114934480345, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.0005001500450135041, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.0007002100630189057, "card_not_working": 0.0006001800540162048, "card_payment_fee_charged": 0.0006001800540162048, "card_payment_not_recognised": 0.0008002400720216065, "card_payment_wrong_exchange_rate": 0.0007002100630189057, "card_swallowed": 0.0006001800540162048, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.0005001500450135041, "compromised_card": 0.0006001800540162048, "contactless_not_working": 0.0005001500450135041, "country_support": 0.0007002100630189057, "declined_card_payment": 0.0006001800540162048, "declined_cash_withdrawal": 0.00040012003601080324, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.0010003000900270082, "disposable_card_limits": 0.0006001800540162048, "edit_personal_details": 0.0014004201260378114, "exchange_charge": 0.0005001500450135041, "exchange_rate": 0.0005001500450135041, "exchange_via_app": 0.0006001800540162048, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.0008002400720216065, "get_disposable_virtual_card": 0.0006001800540162048, "get_physical_card": 0.0005001500450135041, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.0005001500450135041, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.00040012003601080324, "pending_top_up": 0.00040012003601080324, "pending_transfer": 0.0005001500450135041, "pin_blocked": 0.0005001500450135041, "receiving_money": 0.0006001800540162048, "request_refund": 0.8264479343803142, "reverted_card_payment?": 0.008802640792237672, "supported_cards_and_currencies": 0.0008002400720216065, "terminate_account": 0.0009002700810243073, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.00040012003601080324, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.0005001500450135041, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.009702910873261979, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.0009002700810243073, "transfer_fee_charged": 0.0006001800540162048, "transfer_into_account": 0.0005001500450135041, "transfer_not_received_by_recipient": 0.0006001800540162048, "transfer_timing": 0.0006001800540162048, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.0005001500450135041, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.0006001800540162048, "visa_or_mastercard": 0.0006001800540162048, "why_verify_identity": 0.0005001500450135041, "wrong_amount_of_cash_received": 0.0005001500450135041, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 72.59670901112258, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1712", "text_group": "ad3b5a652033dbae3f02b1abe0c115e17e1d431d1fdffaabcf3e96d5e6cf0988", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.11866440067979607, "activate_my_card": 0.002099370188943317, "age_limit": 0.0018994301709487154, "apple_pay_or_google_pay": 0.0033989803059082274, "atm_support": 0.004198740377886634, "automatic_top_up": 0.002199340197940618, "balance_not_updated_after_bank_transfer": 0.008097570728781365, "balance_not_updated_after_cheque_or_cash_deposit": 0.006598020593821853, "beneficiary_not_allowed": 0.01359592122363291, "cancel_transfer": 0.004398680395881236, "card_about_to_expire": 0.002599220233929821, "card_acceptance": 0.0033989803059082274, "card_arrival": 0.0036988903329001305, "card_delivery_estimate": 0.004298710386883935, "card_linking": 0.003099070278916325, "card_not_working": 0.00489853044086774, "card_payment_fee_charged": 0.0034989503149055285, "card_payment_not_recognised": 0.0049985004498650405, "card_payment_wrong_exchange_rate": 0.0049985004498650405, "card_swallowed": 0.004098770368889334, "cash_withdrawal_charge": 0.0033989803059082274, "cash_withdrawal_not_recognised": 0.005498350494851544, "change_pin": 0.002199340197940618, "compromised_card": 0.0037988603418974308, "contactless_not_working": 0.0034989503149055285, "country_support": 0.0028991302609217232, "declined_card_payment": 0.004298710386883935, "declined_cash_withdrawal": 0.0031990402879136263, "declined_transfer": 0.003099070278916325, "direct_debit_payment_not_recognised": 0.016794961511546535, "disposable_card_limits": 0.002799160251924423, "edit_personal_details": 0.0024992502249325203, "exchange_charge": 0.0024992502249325203, "exchange_rate": 0.002399280215935219, "exchange_via_app": 0.002599220233929821, "extra_charge_on_statement": 0.002399280215935219, "failed_transfer": 0.0032990102969109266, "fiat_currency_support": 0.0034989503149055285, "get_disposable_virtual_card": 0.0028991302609217232, "get_physical_card": 0.0033989803059082274, "getting_spare_card": 0.002199340197940618, "getting_virtual_card": 0.0022993102069379188, "lost_or_stolen_card": 0.005598320503848846, "lost_or_stolen_phone": 0.0033989803059082274, "order_physical_card": 0.006598020593821853, "passcode_forgotten": 0.002199340197940618, "pending_card_payment": 0.0031990402879136263, "pending_cash_withdrawal": 0.002399280215935219, "pending_top_up": 0.0022993102069379188, "pending_transfer": 0.002399280215935219, "pin_blocked": 0.002599220233929821, "receiving_money": 0.004098770368889334, "request_refund": 0.5901229631110667, "reverted_card_payment?": 0.011696491052684195, "supported_cards_and_currencies": 0.0035989203239028293, "terminate_account": 0.002399280215935219, "top_up_by_bank_transfer_charge": 0.002599220233929821, "top_up_by_card_charge": 0.0024992502249325203, "top_up_by_cash_or_cheque": 0.0032990102969109266, "top_up_failed": 0.003099070278916325, "top_up_limits": 0.0022993102069379188, "top_up_reverted": 0.00489853044086774, "topping_up_by_card": 0.0031990402879136263, "transaction_charged_twice": 0.0036988903329001305, "transfer_fee_charged": 0.0029991002699190244, "transfer_into_account": 0.0022993102069379188, "transfer_not_received_by_recipient": 0.005698290512846147, "transfer_timing": 0.0024992502249325203, "unable_to_verify_identity": 0.0032990102969109266, "verify_my_identity": 0.002399280215935219, "verify_source_of_funds": 0.002599220233929821, "verify_top_up": 0.0022993102069379188, "virtual_card_not_working": 0.003099070278916325, "visa_or_mastercard": 0.0035989203239028293, "why_verify_identity": 0.0024992502249325203, "wrong_amount_of_cash_received": 0.009097270818754374, "wrong_exchange_rate_for_cash_withdrawal": 0.0031990402879136263 }, "error": null, "latency_ms": 73.94162495620549, "usage": { "input_tokens": 627, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1713", "text_group": "65aa3def67f139cd4dc4fea067f93a0330f34c81112748fa0bf60de10260128f", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.01709487153853844, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.0007997600719784066, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007997600719784066, "beneficiary_not_allowed": 0.0011996401079676095, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.000499850044986504, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.000999700089973008, "card_payment_not_recognised": 0.0011996401079676095, "card_payment_wrong_exchange_rate": 0.0015995201439568132, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0008997300809757073, "cash_withdrawal_not_recognised": 0.0005998200539838048, "change_pin": 0.0002999100269919024, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.000499850044986504, "country_support": 0.0005998200539838048, "declined_card_payment": 0.0008997300809757073, "declined_cash_withdrawal": 0.000499850044986504, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.01829451164650605, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.001099670098970309, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0003998800359892033, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0003998800359892033, "request_refund": 0.9095271418574429, "reverted_card_payment?": 0.009497150854743577, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.0008997300809757073, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0015995201439568132, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.0016994901529541137, "transfer_fee_charged": 0.0008997300809757073, "transfer_into_account": 0.0003998800359892033, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.000499850044986504, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.004098770368889334, "wrong_exchange_rate_for_cash_withdrawal": 0.0008997300809757073 }, "error": null, "latency_ms": 68.76762490719557, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1714", "text_group": "9055abb4cb1e2a25f82eb928b461002e4cdf240be3dbdbf3409ac29971bc5789", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.0851085108510851, "activate_my_card": 0.0007000700070007, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.001000100010001, "atm_support": 0.0012001200120012, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.0015001500150015003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012001200120012, "beneficiary_not_allowed": 0.0013001300130013002, "cancel_transfer": 0.0331033103310331, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0011001100110011003, "card_arrival": 0.0008000800080008001, "card_delivery_estimate": 0.0009000900090009, "card_linking": 0.001000100010001, "card_not_working": 0.001000100010001, "card_payment_fee_charged": 0.0012001200120012, "card_payment_not_recognised": 0.011101110111011102, "card_payment_wrong_exchange_rate": 0.0014001400140014, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.0007000700070007, "change_pin": 0.0006000600060006, "compromised_card": 0.0008000800080008001, "contactless_not_working": 0.0009000900090009, "country_support": 0.0011001100110011003, "declined_card_payment": 0.0166016601660166, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.0008000800080008001, "direct_debit_payment_not_recognised": 0.12951295129512952, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0007000700070007, "exchange_rate": 0.0007000700070007, "exchange_via_app": 0.0007000700070007, "extra_charge_on_statement": 0.0009000900090009, "failed_transfer": 0.0008000800080008001, "fiat_currency_support": 0.001000100010001, "get_disposable_virtual_card": 0.0008000800080008001, "get_physical_card": 0.0008000800080008001, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0008000800080008001, "lost_or_stolen_phone": 0.0007000700070007, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.05750575057505751, "pending_cash_withdrawal": 0.0007000700070007, "pending_top_up": 0.0009000900090009, "pending_transfer": 0.001000100010001, "pin_blocked": 0.0007000700070007, "receiving_money": 0.0012001200120012, "request_refund": 0.37883788378837885, "reverted_card_payment?": 0.207020702070207, "supported_cards_and_currencies": 0.001000100010001, "terminate_account": 0.0009000900090009, "top_up_by_bank_transfer_charge": 0.0007000700070007, "top_up_by_card_charge": 0.0007000700070007, "top_up_by_cash_or_cheque": 0.0007000700070007, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0006000600060006, "top_up_reverted": 0.005100510051005101, "topping_up_by_card": 0.0009000900090009, "transaction_charged_twice": 0.0016001600160016002, "transfer_fee_charged": 0.001000100010001, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0185018501850185, "transfer_timing": 0.0007000700070007, "unable_to_verify_identity": 0.0008000800080008001, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0008000800080008001, "verify_top_up": 0.0007000700070007, "virtual_card_not_working": 0.0009000900090009, "visa_or_mastercard": 0.0011001100110011003, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0012001200120012, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008001 }, "error": null, "latency_ms": 69.87520796246827, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1715", "text_group": "65a40a3fdb0aebb0f8b93859982334f3bd1cdd32c510d7232390cec2bf0f9585", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.2867852858856457, "activate_my_card": 0.0005997600959616154, "age_limit": 0.0004998000799680128, "apple_pay_or_google_pay": 0.0006997201119552179, "atm_support": 0.0009996001599360256, "automatic_top_up": 0.0005997600959616154, "balance_not_updated_after_bank_transfer": 0.0007996801279488206, "balance_not_updated_after_cheque_or_cash_deposit": 0.000899640143942423, "beneficiary_not_allowed": 0.0012994802079168333, "cancel_transfer": 0.0007996801279488206, "card_about_to_expire": 0.0006997201119552179, "card_acceptance": 0.0009996001599360256, "card_arrival": 0.0006997201119552179, "card_delivery_estimate": 0.0006997201119552179, "card_linking": 0.000899640143942423, "card_not_working": 0.000899640143942423, "card_payment_fee_charged": 0.0007996801279488206, "card_payment_not_recognised": 0.000899640143942423, "card_payment_wrong_exchange_rate": 0.000899640143942423, "card_swallowed": 0.0006997201119552179, "cash_withdrawal_charge": 0.0009996001599360256, "cash_withdrawal_not_recognised": 0.0006997201119552179, "change_pin": 0.0005997600959616154, "compromised_card": 0.0007996801279488206, "contactless_not_working": 0.0006997201119552179, "country_support": 0.0010995601759296284, "declined_card_payment": 0.0006997201119552179, "declined_cash_withdrawal": 0.0005997600959616154, "declined_transfer": 0.0006997201119552179, "direct_debit_payment_not_recognised": 0.000899640143942423, "disposable_card_limits": 0.0007996801279488206, "edit_personal_details": 0.0006997201119552179, "exchange_charge": 0.0006997201119552179, "exchange_rate": 0.0005997600959616154, "exchange_via_app": 0.0006997201119552179, "extra_charge_on_statement": 0.0005997600959616154, "failed_transfer": 0.0005997600959616154, "fiat_currency_support": 0.0009996001599360256, "get_disposable_virtual_card": 0.0006997201119552179, "get_physical_card": 0.0006997201119552179, "getting_spare_card": 0.0005997600959616154, "getting_virtual_card": 0.0005997600959616154, "lost_or_stolen_card": 0.0004998000799680128, "lost_or_stolen_phone": 0.0004998000799680128, "order_physical_card": 0.0005997600959616154, "passcode_forgotten": 0.0004998000799680128, "pending_card_payment": 0.0005997600959616154, "pending_cash_withdrawal": 0.0005997600959616154, "pending_top_up": 0.0005997600959616154, "pending_transfer": 0.0005997600959616154, "pin_blocked": 0.0005997600959616154, "receiving_money": 0.0007996801279488206, "request_refund": 0.65843662534986, "reverted_card_payment?": 0.000899640143942423, "supported_cards_and_currencies": 0.0009996001599360256, "terminate_account": 0.0005997600959616154, "top_up_by_bank_transfer_charge": 0.0005997600959616154, "top_up_by_card_charge": 0.0005997600959616154, "top_up_by_cash_or_cheque": 0.0005997600959616154, "top_up_failed": 0.0005997600959616154, "top_up_limits": 0.0005997600959616154, "top_up_reverted": 0.000899640143942423, "topping_up_by_card": 0.0006997201119552179, "transaction_charged_twice": 0.0005997600959616154, "transfer_fee_charged": 0.0005997600959616154, "transfer_into_account": 0.0005997600959616154, "transfer_not_received_by_recipient": 0.0006997201119552179, "transfer_timing": 0.0005997600959616154, "unable_to_verify_identity": 0.0007996801279488206, "verify_my_identity": 0.0007996801279488206, "verify_source_of_funds": 0.0007996801279488206, "verify_top_up": 0.0007996801279488206, "virtual_card_not_working": 0.0007996801279488206, "visa_or_mastercard": 0.000899640143942423, "why_verify_identity": 0.0007996801279488206, "wrong_amount_of_cash_received": 0.0006997201119552179, "wrong_exchange_rate_for_cash_withdrawal": 0.0007996801279488206 }, "error": null, "latency_ms": 69.90225007757545, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1716", "text_group": "ef7c089fc5062bf4bbb532c24746e9f748fa4df982e8ead41f161c83ec07dad1", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.052894710528947106, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0004999500049995, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0004999500049995, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.0007999200079992001, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.9168083191680833, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 71.45412499085069, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1717", "text_group": "698169e1d407f6a4efa35336099554746294388560ab72cfb5aed41a1d1ebddb", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.07079292070792921, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0004999500049995, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.9022097790220978, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 69.78424999397248, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1718", "text_group": "4dc8ece6c99c23aa0fc951477d0d4ecd5faa026b509395e8733300f364994440", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.03660366036603661, "activate_my_card": 0.00040004000400040005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0007000700070007, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0008000800080008001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007000700070007, "beneficiary_not_allowed": 0.001000100010001, "cancel_transfer": 0.0011001100110011003, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.0008000800080008001, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0007000700070007, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0008000800080008001, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0007000700070007, "cash_withdrawal_not_recognised": 0.0006000600060006, "change_pin": 0.00040004000400040005, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0006000600060006, "country_support": 0.0007000700070007, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0012001200120012, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.0005000500050005, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0006000600060006, "get_physical_card": 0.0007000700070007, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.0006000600060006, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0006000600060006, "request_refund": 0.9140914091409141, "reverted_card_payment?": 0.001000100010001, "supported_cards_and_currencies": 0.0008000800080008001, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.006100610061006101, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0006000600060006, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.0007000700070007, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 69.93720901664346, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1719", "text_group": "3fa85a2d6b05b781deca8df4c96573df3b0e0c1de0893b7c487800afc308eb7e", "expected": "request_refund", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.006000600060006001, "activate_my_card": 0.00040004000400040005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0007000700070007, "cancel_transfer": 0.16681668166816682, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.0008000800080008001, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0007000700070007, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.0009000900090009, "card_payment_wrong_exchange_rate": 0.0008000800080008001, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0006000600060006, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0005000500050005, "country_support": 0.0007000700070007, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0014001400140014, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0028002800280028, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0006000600060006, "request_refund": 0.774977497749775, "reverted_card_payment?": 0.0025002500250025004, "supported_cards_and_currencies": 0.0008000800080008001, "terminate_account": 0.0011001100110011003, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0056005600560056, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.0011001100110011003, "transfer_fee_charged": 0.0007000700070007, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0008000800080008001, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 71.31525001022965, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1720", "text_group": "d69832a51499215f9ebd2f6174cf2751b02f922d48fd7db813be5a5f2c5724e5", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0004002401440864519, "automatic_top_up": 0.00020012007204322596, "balance_not_updated_after_bank_transfer": 0.0004002401440864519, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.016710026015609367, "cancel_transfer": 0.0005003001801080648, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.0003001801080648389, "card_not_working": 0.0004002401440864519, "card_payment_fee_charged": 0.0003001801080648389, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.00020012007204322596, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.00020012007204322596, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0004002401440864519, "declined_card_payment": 0.0005003001801080648, "declined_cash_withdrawal": 0.0005003001801080648, "declined_transfer": 0.935361216730038, "direct_debit_payment_not_recognised": 0.00020012007204322596, "disposable_card_limits": 0.00020012007204322596, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.0003001801080648389, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.022113267960776468, "fiat_currency_support": 0.0004002401440864519, "get_disposable_virtual_card": 0.00020012007204322596, "get_physical_card": 0.00020012007204322596, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.00020012007204322596, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.0004002401440864519, "pin_blocked": 0.0003001801080648389, "receiving_money": 0.0004002401440864519, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0004002401440864519, "supported_cards_and_currencies": 0.0005003001801080648, "terminate_account": 0.0003001801080648389, "top_up_by_bank_transfer_charge": 0.0003001801080648389, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.0003001801080648389, "top_up_failed": 0.0010006003602161296, "top_up_limits": 0.00020012007204322596, "top_up_reverted": 0.0007004202521512908, "topping_up_by_card": 0.0003001801080648389, "transaction_charged_twice": 0.0003001801080648389, "transfer_fee_charged": 0.0004002401440864519, "transfer_into_account": 0.0035021012607564543, "transfer_not_received_by_recipient": 0.0008004802881729038, "transfer_timing": 0.0005003001801080648, "unable_to_verify_identity": 0.0003001801080648389, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.0005003001801080648, "visa_or_mastercard": 0.0003001801080648389, "why_verify_identity": 0.0003001801080648389, "wrong_amount_of_cash_received": 0.0003001801080648389, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 69.1590839996934, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1721", "text_group": "1f54510ccd144a74d53452aae0a402ae09502b6685767463845ced6e3d17e3f1", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00030015007503751874, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.0006003001500750375, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.0002001000500250125, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.0030015007503751876, "cancel_transfer": 0.0002001000500250125, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.0007003501750875437, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.0005002501250625312, "card_not_working": 0.0039019509754877435, "card_payment_fee_charged": 0.000400200100050025, "card_payment_not_recognised": 0.000400200100050025, "card_payment_wrong_exchange_rate": 0.000400200100050025, "card_swallowed": 0.000400200100050025, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.000400200100050025, "country_support": 0.00030015007503751874, "declined_card_payment": 0.9398699349674837, "declined_cash_withdrawal": 0.00080040020010005, "declined_transfer": 0.001200600300150075, "direct_debit_payment_not_recognised": 0.0006003001500750375, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.0005002501250625312, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.000400200100050025, "request_refund": 0.000400200100050025, "reverted_card_payment?": 0.0144072036018009, "supported_cards_and_currencies": 0.003501750875437719, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.0005002501250625312, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.0006003001500750375, "topping_up_by_card": 0.0005002501250625312, "transaction_charged_twice": 0.008404202101050525, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.0007003501750875437, "visa_or_mastercard": 0.004502251125562781, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 72.73566699586809, "usage": { "input_tokens": 608, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1722", "text_group": "a0980b62982ba5eea479ae3896e39a1324b82200a7dd54e6e2468fa501293e7f", "expected": "declined_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0013, "cancel_transfer": 0.002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.1882, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.7173, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0008, "pin_blocked": 0.0003, "receiving_money": 0.0005, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0035, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0619, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0011, "verify_top_up": 0.0017, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 71.5729589574039, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1723", "text_group": "5b68d1e1b0c698bd6303a57143aeac898eaa3d52e3d4511e00097a639f7fb630", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.0006003001500750375, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.008404202101050525, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00040020010005002504, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00040020010005002504, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00040020010005002504, "country_support": 0.00040020010005002504, "declined_card_payment": 0.0005002501250625313, "declined_cash_withdrawal": 0.0005002501250625313, "declined_transfer": 0.9514757378689345, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.015307653826913457, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00040020010005002504, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00040020010005002504, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.00040020010005002504, "supported_cards_and_currencies": 0.0005002501250625313, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.0006003001500750375, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.0011005502751375688, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.0018009004502251126, "transfer_not_received_by_recipient": 0.0008004002001000501, "transfer_timing": 0.0005002501250625313, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.00040020010005002504, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 71.42625004053116, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1724", "text_group": "5fa8488b8f3acb5152222e4bc34290adb90e460eac9ad2aec92b2bcc9b7df5e4", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0005998200539838048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.001099670098970309, "cancel_transfer": 0.0017994601619514146, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0014995501349595122, "declined_cash_withdrawal": 0.0013995801259622115, "declined_transfer": 0.9695091472558233, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.000999700089973008, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.000499850044986504, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.000499850044986504, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.000999700089973008, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.0005998200539838048, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 69.2860831040889, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1725", "text_group": "e22bd76e1976de067a04eb19ad7849f9802da02a50b07f1c4ab068339555117e", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00040020010005002504, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.003101550775387694, "cancel_transfer": 0.00040020010005002504, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.0006003001500750375, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00040020010005002504, "card_not_working": 0.0006003001500750375, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00040020010005002504, "country_support": 0.00030015007503751874, "declined_card_payment": 0.0007003501750875438, "declined_cash_withdrawal": 0.00040020010005002504, "declined_transfer": 0.967383691845923, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.005502751375687844, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00030015007503751874, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00040020010005002504, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00040020010005002504, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.00040020010005002504, "supported_cards_and_currencies": 0.0005002501250625313, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.0005002501250625313, "top_up_limits": 0.00030015007503751874, "top_up_reverted": 0.0005002501250625313, "topping_up_by_card": 0.00040020010005002504, "transaction_charged_twice": 0.00040020010005002504, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.0005002501250625313, "transfer_not_received_by_recipient": 0.0005002501250625313, "transfer_timing": 0.00040020010005002504, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.0014007003501750877, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 73.2485830085352, "usage": { "input_tokens": 622, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1726", "text_group": "2e2f1ff9fb4b2b81084f69185b2e06ff3dde89e34878177419486999d66200f9", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0009005403241945167, "activate_my_card": 0.0008004802881729038, "age_limit": 0.0005003001801080648, "apple_pay_or_google_pay": 0.0008004802881729038, "atm_support": 0.0010006003602161296, "automatic_top_up": 0.0004002401440864519, "balance_not_updated_after_bank_transfer": 0.0006003602161296778, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007004202521512908, "beneficiary_not_allowed": 0.008705223133880328, "cancel_transfer": 0.0009005403241945167, "card_about_to_expire": 0.0008004802881729038, "card_acceptance": 0.004102461476886132, "card_arrival": 0.0006003602161296778, "card_delivery_estimate": 0.0005003001801080648, "card_linking": 0.005903542125275166, "card_not_working": 0.13738242945767462, "card_payment_fee_charged": 0.0007004202521512908, "card_payment_not_recognised": 0.0008004802881729038, "card_payment_wrong_exchange_rate": 0.0008004802881729038, "card_swallowed": 0.0014008405043025817, "cash_withdrawal_charge": 0.0005003001801080648, "cash_withdrawal_not_recognised": 0.0005003001801080648, "change_pin": 0.0007004202521512908, "compromised_card": 0.0034020412247348407, "contactless_not_working": 0.0027016209725835502, "country_support": 0.0009005403241945167, "declined_card_payment": 0.35921552931759054, "declined_cash_withdrawal": 0.014008405043025817, "declined_transfer": 0.028417050230138085, "direct_debit_payment_not_recognised": 0.0007004202521512908, "disposable_card_limits": 0.0008004802881729038, "edit_personal_details": 0.0018010806483890335, "exchange_charge": 0.0004002401440864519, "exchange_rate": 0.0004002401440864519, "exchange_via_app": 0.0004002401440864519, "extra_charge_on_statement": 0.0004002401440864519, "failed_transfer": 0.0007004202521512908, "fiat_currency_support": 0.0008004802881729038, "get_disposable_virtual_card": 0.0009005403241945167, "get_physical_card": 0.0012007204322593557, "getting_spare_card": 0.0005003001801080648, "getting_virtual_card": 0.0005003001801080648, "lost_or_stolen_card": 0.0006003602161296778, "lost_or_stolen_phone": 0.0004002401440864519, "order_physical_card": 0.0006003602161296778, "passcode_forgotten": 0.0004002401440864519, "pending_card_payment": 0.0006003602161296778, "pending_cash_withdrawal": 0.0004002401440864519, "pending_top_up": 0.0004002401440864519, "pending_transfer": 0.0004002401440864519, "pin_blocked": 0.0008004802881729038, "receiving_money": 0.0006003602161296778, "request_refund": 0.0008004802881729038, "reverted_card_payment?": 0.01510906543926356, "supported_cards_and_currencies": 0.00370222133279968, "terminate_account": 0.0006003602161296778, "top_up_by_bank_transfer_charge": 0.0004002401440864519, "top_up_by_card_charge": 0.0004002401440864519, "top_up_by_cash_or_cheque": 0.0005003001801080648, "top_up_failed": 0.0010006003602161296, "top_up_limits": 0.0004002401440864519, "top_up_reverted": 0.0031018611166700022, "topping_up_by_card": 0.0012007204322593557, "transaction_charged_twice": 0.35831498899339603, "transfer_fee_charged": 0.0004002401440864519, "transfer_into_account": 0.0004002401440864519, "transfer_not_received_by_recipient": 0.0005003001801080648, "transfer_timing": 0.0004002401440864519, "unable_to_verify_identity": 0.0006003602161296778, "verify_my_identity": 0.0005003001801080648, "verify_source_of_funds": 0.0004002401440864519, "verify_top_up": 0.0005003001801080648, "virtual_card_not_working": 0.014708825295177107, "visa_or_mastercard": 0.0009005403241945167, "why_verify_identity": 0.0005003001801080648, "wrong_amount_of_cash_received": 0.0006003602161296778, "wrong_exchange_rate_for_cash_withdrawal": 0.0007004202521512908 }, "error": null, "latency_ms": 69.50920808594674, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1727", "text_group": "c52c78c6f69d471ab772e5d0a79f74e5a12e9a4b719e581e43c6ea3850bb003f", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0097, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0003, "card_linking": 0.0003, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.9569, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.007, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0004, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0005, "top_up_limits": 0.0002, "top_up_reverted": 0.0019, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0016, "transfer_not_received_by_recipient": 0.0009, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.99479106161743, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1728", "text_group": "ffd2bf30b94927f986000df2c232b6566854cb5beef81815f0c7d29b20cb8b71", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.0006002400960384153, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.0007002801120448179, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.02931172468987595, "cancel_transfer": 0.0008003201280512205, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0011004401760704283, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0007002801120448179, "card_not_working": 0.01490596238495398, "card_payment_fee_charged": 0.0005002000800320128, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.0006002400960384153, "country_support": 0.0005002000800320128, "declined_card_payment": 0.008003201280512205, "declined_cash_withdrawal": 0.0013005202080832333, "declined_transfer": 0.8990596238495399, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00040016006402561027, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.007603041216486594, "fiat_currency_support": 0.0005002000800320128, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.0005002000800320128, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.0005002000800320128, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.0011004401760704283, "supported_cards_and_currencies": 0.0026010404161664665, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.0005002000800320128, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.0006002400960384153, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.0012004801920768306, "topping_up_by_card": 0.0007002801120448179, "transaction_charged_twice": 0.0006002400960384153, "transfer_fee_charged": 0.0005002000800320128, "transfer_into_account": 0.0009003601440576229, "transfer_not_received_by_recipient": 0.0009003601440576229, "transfer_timing": 0.0006002400960384153, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00040016006402561027, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.0056022408963585435, "visa_or_mastercard": 0.0005002000800320128, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 73.25041701551527, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1729", "text_group": "6ccf21271418e6ef426da9e31bcdb3eafbceb8cca3b8d44b4b74354971003355", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0008002400720216065, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0047014104231269385, "cancel_transfer": 0.0006001800540162048, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0003000900270081024, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.001100330099029709, "declined_cash_withdrawal": 0.0006001800540162048, "declined_transfer": 0.9525857757327199, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.015204561368410523, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.0006001800540162048, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.00040012003601080324, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.001100330099029709, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0029008702610783233, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.00040012003601080324, "transfer_into_account": 0.001100330099029709, "transfer_not_received_by_recipient": 0.0006001800540162048, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 72.05650000832975, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1730", "text_group": "60884feb3f55fb9008fee3e39dc7e7c2066c232b9ff60e1b4ddd27bb968deac4", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0004999000199960008, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0005998800239952009, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.006998600279944011, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0010997800439912018, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0006998600279944011, "card_not_working": 0.013397320535892822, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0005998800239952009, "country_support": 0.0003999200159968007, "declined_card_payment": 0.76124775044991, "declined_cash_withdrawal": 0.0020995800839832034, "declined_transfer": 0.002599480103979204, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0003999200159968007, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.01889622075584883, "supported_cards_and_currencies": 0.0020995800839832034, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0008998200359928015, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.16306738652269545, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0026994601079784043, "visa_or_mastercard": 0.0005998800239952009, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 76.1758330045268, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1731", "text_group": "42b54ac4a0980ff5502319348d29f1ebc059125fa405d38841f8853ba513c0d4", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0047, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0116, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0003, "card_acceptance": 0.0008, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0008, "declined_cash_withdrawal": 0.0015, "declined_transfer": 0.9425, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0077, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0004, "pending_transfer": 0.0015, "pin_blocked": 0.0003, "receiving_money": 0.0005, "request_refund": 0.0005, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0007, "top_up_limits": 0.0003, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0015, "transfer_not_received_by_recipient": 0.0009, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0018, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 76.21037494391203, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1732", "text_group": "823b3cee661c376566c46341881963d7a4b10e1959ab961d382f99273a64a6d3", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.0005003502451716202, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002101471029721, "beneficiary_not_allowed": 0.013309316521565095, "cancel_transfer": 0.00040028019613729617, "card_about_to_expire": 0.00020014009806864808, "card_acceptance": 0.0003002101471029721, "card_arrival": 0.00020014009806864808, "card_delivery_estimate": 0.00020014009806864808, "card_linking": 0.0003002101471029721, "card_not_working": 0.0003002101471029721, "card_payment_fee_charged": 0.00020014009806864808, "card_payment_not_recognised": 0.0003002101471029721, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.00020014009806864808, "cash_withdrawal_charge": 0.00020014009806864808, "cash_withdrawal_not_recognised": 0.00020014009806864808, "change_pin": 0.00020014009806864808, "compromised_card": 0.00020014009806864808, "contactless_not_working": 0.0003002101471029721, "country_support": 0.0003002101471029721, "declined_card_payment": 0.0005003502451716202, "declined_cash_withdrawal": 0.0005003502451716202, "declined_transfer": 0.9581707195036526, "direct_debit_payment_not_recognised": 0.00020014009806864808, "disposable_card_limits": 0.00020014009806864808, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.00720504353047133, "fiat_currency_support": 0.0003002101471029721, "get_disposable_virtual_card": 0.00020014009806864808, "get_physical_card": 0.00020014009806864808, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.00020014009806864808, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.00020014009806864808, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00040028019613729617, "pin_blocked": 0.00020014009806864808, "receiving_money": 0.0003002101471029721, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.00040028019613729617, "supported_cards_and_currencies": 0.00040028019613729617, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.0003002101471029721, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.00020014009806864808, "top_up_failed": 0.00040028019613729617, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0007004903432402682, "topping_up_by_card": 0.0003002101471029721, "transaction_charged_twice": 0.0003002101471029721, "transfer_fee_charged": 0.0003002101471029721, "transfer_into_account": 0.0012008405884118883, "transfer_not_received_by_recipient": 0.0007004903432402682, "transfer_timing": 0.0005003502451716202, "unable_to_verify_identity": 0.0003002101471029721, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.00040028019613729617, "visa_or_mastercard": 0.0003002101471029721, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.0003002101471029721, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 80.67450008820742, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1733", "text_group": "2c531c55bafb9270328065e0de1c62f2904e82884080e796830b790077094f58", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0009000900090009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0107010701070107, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.9532953295329534, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.010401040104010401, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0013001300130013002, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0015001500150015003, "transfer_not_received_by_recipient": 0.0008000800080008001, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 73.92637501470745, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1734", "text_group": "0da81273a55cc4190fbc5578309c84a9189c6dccd89740bfcc6908d0c6df3dc3", "expected": "declined_transfer", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0028997100289971, "activate_my_card": 0.004299570042995701, "age_limit": 0.0032996700329967, "apple_pay_or_google_pay": 0.0047995200479952005, "atm_support": 0.012198780121987803, "automatic_top_up": 0.0045995400459954, "balance_not_updated_after_bank_transfer": 0.050294970502949704, "balance_not_updated_after_cheque_or_cash_deposit": 0.005599440055994401, "beneficiary_not_allowed": 0.012698730126987301, "cancel_transfer": 0.08449155084491551, "card_about_to_expire": 0.0035996400359964, "card_acceptance": 0.0080991900809919, "card_arrival": 0.0036996300369963007, "card_delivery_estimate": 0.0038996100389961, "card_linking": 0.006699330066993301, "card_not_working": 0.004199580041995801, "card_payment_fee_charged": 0.004299570042995701, "card_payment_not_recognised": 0.0044995500449955, "card_payment_wrong_exchange_rate": 0.0045995400459954, "card_swallowed": 0.0037996200379962005, "cash_withdrawal_charge": 0.004299570042995701, "cash_withdrawal_not_recognised": 0.0033996600339966003, "change_pin": 0.0037996200379962005, "compromised_card": 0.003999600039996, "contactless_not_working": 0.0040995900409959, "country_support": 0.0100989901009899, "declined_card_payment": 0.0037996200379962005, "declined_cash_withdrawal": 0.0036996300369963007, "declined_transfer": 0.0115988401159884, "direct_debit_payment_not_recognised": 0.0045995400459954, "disposable_card_limits": 0.0044995500449955, "edit_personal_details": 0.0045995400459954, "exchange_charge": 0.0059994000599940004, "exchange_rate": 0.003999600039996, "exchange_via_app": 0.004999500049995001, "extra_charge_on_statement": 0.0038996100389961, "failed_transfer": 0.0201979802019798, "fiat_currency_support": 0.005599440055994401, "get_disposable_virtual_card": 0.0037996200379962005, "get_physical_card": 0.0035996400359964, "getting_spare_card": 0.0032996700329967, "getting_virtual_card": 0.0030996900309969004, "lost_or_stolen_card": 0.0029997000299970002, "lost_or_stolen_phone": 0.0025997400259974, "order_physical_card": 0.0029997000299970002, "passcode_forgotten": 0.0029997000299970002, "pending_card_payment": 0.0034996500349965005, "pending_cash_withdrawal": 0.0030996900309969004, "pending_top_up": 0.0033996600339966003, "pending_transfer": 0.024497550244975505, "pin_blocked": 0.0032996700329967, "receiving_money": 0.009699030096990302, "request_refund": 0.015198480151984802, "reverted_card_payment?": 0.0038996100389961, "supported_cards_and_currencies": 0.009699030096990302, "terminate_account": 0.0044995500449955, "top_up_by_bank_transfer_charge": 0.0184981501849815, "top_up_by_card_charge": 0.0034996500349965005, "top_up_by_cash_or_cheque": 0.0046995300469953, "top_up_failed": 0.0040995900409959, "top_up_limits": 0.0035996400359964, "top_up_reverted": 0.004399560043995601, "topping_up_by_card": 0.005499450054994501, "transaction_charged_twice": 0.0035996400359964, "transfer_fee_charged": 0.0045995400459954, "transfer_into_account": 0.33946605339466057, "transfer_not_received_by_recipient": 0.0337966203379662, "transfer_timing": 0.09449055094490551, "unable_to_verify_identity": 0.0034996500349965005, "verify_my_identity": 0.0032996700329967, "verify_source_of_funds": 0.0035996400359964, "verify_top_up": 0.0033996600339966003, "virtual_card_not_working": 0.003999600039996, "visa_or_mastercard": 0.0053994600539946005, "why_verify_identity": 0.0031996800319968005, "wrong_amount_of_cash_received": 0.0033996600339966003, "wrong_exchange_rate_for_cash_withdrawal": 0.003999600039996 }, "error": null, "latency_ms": 71.62995799444616, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1735", "text_group": "5244647c0c8836f1f423cc51d22e5d1fe2f21c11c070620ac250013fac1205d1", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0028005601120224045, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0007001400280056011, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0005001000200040008, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0014002800560112022, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.9661932386477295, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.005001000200040008, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0007001400280056011, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0010002000400080016, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 74.4982500327751, "usage": { "input_tokens": 617, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1736", "text_group": "2d62005ae4e4c977bd6203dd8721fd0bf951729de00c339bb14c22832dd800eb", "expected": "declined_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0017005101530459135, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.2347704311293388, "cancel_transfer": 0.0012003601080324095, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0005001500450135041, "country_support": 0.00040012003601080324, "declined_card_payment": 0.0006001800540162048, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.2827848354506352, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.4195258577573272, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.026307892367710313, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.00040012003601080324, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00040012003601080324, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.003100930279083725, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0007002100630189057, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.00040012003601080324, "transfer_into_account": 0.0033009902970891265, "transfer_not_received_by_recipient": 0.004401320396118836, "transfer_timing": 0.0018005401620486145, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 71.33454096037894, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1737", "text_group": "fe29836b95825b58932251ccc8079bafa930f2a383e89bd9e01239a79c5cbd98", "expected": "declined_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.001099670098970309, "activate_my_card": 0.0014995501349595122, "age_limit": 0.000999700089973008, "apple_pay_or_google_pay": 0.004198740377886634, "atm_support": 0.0038988303508947315, "automatic_top_up": 0.0012996101169649105, "balance_not_updated_after_bank_transfer": 0.04488653403978807, "balance_not_updated_after_cheque_or_cash_deposit": 0.002199340197940618, "beneficiary_not_allowed": 0.005098470458862342, "cancel_transfer": 0.007497750674797561, "card_about_to_expire": 0.001099670098970309, "card_acceptance": 0.002699190242927122, "card_arrival": 0.0012996101169649105, "card_delivery_estimate": 0.0011996401079676095, "card_linking": 0.004098770368889334, "card_not_working": 0.0017994601619514146, "card_payment_fee_charged": 0.0014995501349595122, "card_payment_not_recognised": 0.0035989203239028293, "card_payment_wrong_exchange_rate": 0.003099070278916325, "card_swallowed": 0.0013995801259622115, "cash_withdrawal_charge": 0.0013995801259622115, "cash_withdrawal_not_recognised": 0.000999700089973008, "change_pin": 0.001099670098970309, "compromised_card": 0.0014995501349595122, "contactless_not_working": 0.0032990102969109266, "country_support": 0.002199340197940618, "declined_card_payment": 0.00609817054883535, "declined_cash_withdrawal": 0.0013995801259622115, "declined_transfer": 0.14075777266819955, "direct_debit_payment_not_recognised": 0.0015995201439568132, "disposable_card_limits": 0.0013995801259622115, "edit_personal_details": 0.0011996401079676095, "exchange_charge": 0.0029991002699190244, "exchange_rate": 0.0014995501349595122, "exchange_via_app": 0.007997600719784064, "extra_charge_on_statement": 0.0011996401079676095, "failed_transfer": 0.4803558932320304, "fiat_currency_support": 0.0022993102069379188, "get_disposable_virtual_card": 0.0013995801259622115, "get_physical_card": 0.0012996101169649105, "getting_spare_card": 0.001099670098970309, "getting_virtual_card": 0.0011996401079676095, "lost_or_stolen_card": 0.0008997300809757073, "lost_or_stolen_phone": 0.0007997600719784066, "order_physical_card": 0.000999700089973008, "passcode_forgotten": 0.0008997300809757073, "pending_card_payment": 0.0015995201439568132, "pending_cash_withdrawal": 0.0008997300809757073, "pending_top_up": 0.0014995501349595122, "pending_transfer": 0.05298410476856943, "pin_blocked": 0.0012996101169649105, "receiving_money": 0.012996101169649105, "request_refund": 0.0036988903329001305, "reverted_card_payment?": 0.0014995501349595122, "supported_cards_and_currencies": 0.0028991302609217232, "terminate_account": 0.0013995801259622115, "top_up_by_bank_transfer_charge": 0.004198740377886634, "top_up_by_card_charge": 0.001099670098970309, "top_up_by_cash_or_cheque": 0.0012996101169649105, "top_up_failed": 0.005598320503848846, "top_up_limits": 0.001099670098970309, "top_up_reverted": 0.001999400179946016, "topping_up_by_card": 0.0016994901529541137, "transaction_charged_twice": 0.009897030890732782, "transfer_fee_charged": 0.0022993102069379188, "transfer_into_account": 0.04758572428271519, "transfer_not_received_by_recipient": 0.05908227531740478, "transfer_timing": 0.008197540737778668, "unable_to_verify_identity": 0.0012996101169649105, "verify_my_identity": 0.0011996401079676095, "verify_source_of_funds": 0.0011996401079676095, "verify_top_up": 0.0014995501349595122, "virtual_card_not_working": 0.001999400179946016, "visa_or_mastercard": 0.0016994901529541137, "why_verify_identity": 0.0011996401079676095, "wrong_amount_of_cash_received": 0.0011996401079676095, "wrong_exchange_rate_for_cash_withdrawal": 0.0014995501349595122 }, "error": null, "latency_ms": 71.53479102998972, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1738", "text_group": "11ae23c1dc1378ae646ce8c50bee14cfbef73fa2fbcd3f6941afcd7ec880698b", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0146, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0003, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0009, "declined_cash_withdrawal": 0.001, "declined_transfer": 0.9512, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.006, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0004, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0008, "top_up_limits": 0.0002, "top_up_reverted": 0.0017, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0011, "transfer_not_received_by_recipient": 0.0018, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 70.70375001057982, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1739", "text_group": "e49b263bfad83ee67fcd9eb3cc9032b9c9e64860a7085f07ce88f384a0052592", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.004801920768307323, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0006002400960384153, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.0005002000800320128, "card_not_working": 0.011004401760704281, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.0005002000800320128, "country_support": 0.00040016006402561027, "declined_card_payment": 0.9521808723489397, "declined_cash_withdrawal": 0.0011004401760704283, "declined_transfer": 0.002501000400160064, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.0005002000800320128, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.0013005202080832333, "supported_cards_and_currencies": 0.0020008003201280513, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.0005002000800320128, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.0006002400960384153, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.003601440576230492, "visa_or_mastercard": 0.0010004001600640256, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 72.58416595868766, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1740", "text_group": "114183eeafce853a37ae3d98c6664b8d4bad2877ed325c4dff4e7b71628dd3ea", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00040020010005002504, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.028114057028514258, "cancel_transfer": 0.0005002501250625313, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.00030015007503751874, "card_not_working": 0.00040020010005002504, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00040020010005002504, "declined_card_payment": 0.0006003001500750375, "declined_cash_withdrawal": 0.0006003001500750375, "declined_transfer": 0.9340670335167585, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00990495247623812, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.0008004002001000501, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00040020010005002504, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00040020010005002504, "supported_cards_and_currencies": 0.0005002501250625313, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.0006003001500750375, "top_up_limits": 0.00030015007503751874, "top_up_reverted": 0.0005002501250625313, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00040020010005002504, "transfer_into_account": 0.004502251125562781, "transfer_not_received_by_recipient": 0.001200600300150075, "transfer_timing": 0.0006003001500750375, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00040020010005002504, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 69.57137503195554, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1741", "text_group": "bf843d7b989d30162dddced19721fe4fe54c57ca708ece3648de1f2b307a9fbc", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0193, "cancel_transfer": 0.0008, "card_about_to_expire": 0.0002, "card_acceptance": 0.0006, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0011, "declined_cash_withdrawal": 0.0008, "declined_transfer": 0.9496, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0005, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0043, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0005, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0004, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0005, "top_up_limits": 0.0003, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0019, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.6326659526676, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1742", "text_group": "bef6a87c9c68bce47c35a5a69ef4ad661ed01c0f4098a9a23ace835ccdbda95d", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.0006004202942059442, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002101471029721, "beneficiary_not_allowed": 0.010307215050535376, "cancel_transfer": 0.00040028019613729617, "card_about_to_expire": 0.00020014009806864808, "card_acceptance": 0.00040028019613729617, "card_arrival": 0.00020014009806864808, "card_delivery_estimate": 0.00020014009806864808, "card_linking": 0.0003002101471029721, "card_not_working": 0.0003002101471029721, "card_payment_fee_charged": 0.00020014009806864808, "card_payment_not_recognised": 0.0003002101471029721, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.0003002101471029721, "cash_withdrawal_charge": 0.00020014009806864808, "cash_withdrawal_not_recognised": 0.00020014009806864808, "change_pin": 0.00020014009806864808, "compromised_card": 0.00020014009806864808, "contactless_not_working": 0.0003002101471029721, "country_support": 0.00040028019613729617, "declined_card_payment": 0.0005003502451716202, "declined_cash_withdrawal": 0.0005003502451716202, "declined_transfer": 0.9552686880816572, "direct_debit_payment_not_recognised": 0.00020014009806864808, "disposable_card_limits": 0.00020014009806864808, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.012008405884118884, "fiat_currency_support": 0.0003002101471029721, "get_disposable_virtual_card": 0.00020014009806864808, "get_physical_card": 0.00020014009806864808, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.00020014009806864808, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.00020014009806864808, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00040028019613729617, "pin_blocked": 0.0003002101471029721, "receiving_money": 0.00040028019613729617, "request_refund": 0.0003002101471029721, "reverted_card_payment?": 0.00040028019613729617, "supported_cards_and_currencies": 0.00040028019613729617, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.0003002101471029721, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.00020014009806864808, "top_up_failed": 0.0005003502451716202, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0010007004903432404, "topping_up_by_card": 0.0003002101471029721, "transaction_charged_twice": 0.0003002101471029721, "transfer_fee_charged": 0.0003002101471029721, "transfer_into_account": 0.0011007705393775644, "transfer_not_received_by_recipient": 0.0006004202942059442, "transfer_timing": 0.0005003502451716202, "unable_to_verify_identity": 0.0003002101471029721, "verify_my_identity": 0.0003002101471029721, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.00040028019613729617, "visa_or_mastercard": 0.0003002101471029721, "why_verify_identity": 0.0003002101471029721, "wrong_amount_of_cash_received": 0.0003002101471029721, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 67.65445799101144, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1743", "text_group": "215e963c20ccf9d9e84e46fe209720c5fcd851b29f12fc4fd12b9fdb6fff3440", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0095, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0002, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0003, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.9556, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0089, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0005, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0007, "top_up_limits": 0.0002, "top_up_reverted": 0.001, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0014, "transfer_not_received_by_recipient": 0.0008, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 67.40104197524488, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1744", "text_group": "3e5ce253c94a0ea54f416daaaeac4afc41a57f118a927acdb7344fc62554de88", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0003001801080648389, "automatic_top_up": 0.00020012007204322596, "balance_not_updated_after_bank_transfer": 0.0008004802881729038, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.013508104862917751, "cancel_transfer": 0.0008004802881729038, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.0003001801080648389, "card_not_working": 0.0004002401440864519, "card_payment_fee_charged": 0.0003001801080648389, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.0003001801080648389, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.00020012007204322596, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0003001801080648389, "declined_card_payment": 0.0005003001801080648, "declined_cash_withdrawal": 0.0006003602161296778, "declined_transfer": 0.9490694416649991, "direct_debit_payment_not_recognised": 0.0003001801080648389, "disposable_card_limits": 0.0003001801080648389, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.00020012007204322596, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.012807684610766461, "fiat_currency_support": 0.0003001801080648389, "get_disposable_virtual_card": 0.00020012007204322596, "get_physical_card": 0.00020012007204322596, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.00020012007204322596, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.0005003001801080648, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.0003001801080648389, "request_refund": 0.0003001801080648389, "reverted_card_payment?": 0.0004002401440864519, "supported_cards_and_currencies": 0.0004002401440864519, "terminate_account": 0.0003001801080648389, "top_up_by_bank_transfer_charge": 0.0003001801080648389, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.00020012007204322596, "top_up_failed": 0.0005003001801080648, "top_up_limits": 0.00020012007204322596, "top_up_reverted": 0.0008004802881729038, "topping_up_by_card": 0.0003001801080648389, "transaction_charged_twice": 0.0003001801080648389, "transfer_fee_charged": 0.0005003001801080648, "transfer_into_account": 0.0016009605763458077, "transfer_not_received_by_recipient": 0.0014008405043025817, "transfer_timing": 0.0006003602161296778, "unable_to_verify_identity": 0.0003001801080648389, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.0004002401440864519, "visa_or_mastercard": 0.0003001801080648389, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.0003001801080648389, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 67.87966599222273, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1745", "text_group": "6682fcce1d861ee0b08ca481319768f003f4fce2b9f11f10f19598ff22b7c6db", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0004002401440864519, "automatic_top_up": 0.00020012007204322596, "balance_not_updated_after_bank_transfer": 0.0010006003602161296, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.015909545727436462, "cancel_transfer": 0.0007004202521512908, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.0003001801080648389, "card_not_working": 0.0004002401440864519, "card_payment_fee_charged": 0.0003001801080648389, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.0003001801080648389, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.00020012007204322596, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0003001801080648389, "declined_card_payment": 0.0005003001801080648, "declined_cash_withdrawal": 0.0006003602161296778, "declined_transfer": 0.9470682409445668, "direct_debit_payment_not_recognised": 0.0003001801080648389, "disposable_card_limits": 0.0003001801080648389, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.0003001801080648389, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.011807084250550331, "fiat_currency_support": 0.0003001801080648389, "get_disposable_virtual_card": 0.00020012007204322596, "get_physical_card": 0.00020012007204322596, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.00020012007204322596, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.0005003001801080648, "pin_blocked": 0.0003001801080648389, "receiving_money": 0.0004002401440864519, "request_refund": 0.0003001801080648389, "reverted_card_payment?": 0.0004002401440864519, "supported_cards_and_currencies": 0.0004002401440864519, "terminate_account": 0.0003001801080648389, "top_up_by_bank_transfer_charge": 0.0003001801080648389, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.00020012007204322596, "top_up_failed": 0.0005003001801080648, "top_up_limits": 0.00020012007204322596, "top_up_reverted": 0.0005003001801080648, "topping_up_by_card": 0.0003001801080648389, "transaction_charged_twice": 0.0003001801080648389, "transfer_fee_charged": 0.0004002401440864519, "transfer_into_account": 0.0020012007204322593, "transfer_not_received_by_recipient": 0.0014008405043025817, "transfer_timing": 0.0006003602161296778, "unable_to_verify_identity": 0.0003001801080648389, "verify_my_identity": 0.0003001801080648389, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.0004002401440864519, "visa_or_mastercard": 0.0003001801080648389, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.0003001801080648389, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 69.32237499859184, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1746", "text_group": "5d51cff5ed7cde78b9ddf9d8da853628d34c7c4f42568e9aab5aec86e500b474", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.003200640128025605, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.03760752150430086, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0009001800360072014, "declined_cash_withdrawal": 0.0015003000600120023, "declined_transfer": 0.8739747949589918, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.03780756151230246, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0006001200240048009, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0008001600320064013, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0023004600920184036, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0008001600320064013, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.011402280456091218, "transfer_not_received_by_recipient": 0.004200840168033606, "transfer_timing": 0.0007001400280056011, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 69.82429197523743, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1747", "text_group": "ef0b4f55aeeba4d79a1f48855a6cef1ca73f24fed4e605634082c13ce8f83641", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0003000600120024005, "atm_support": 0.0004000800160032007, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0009001800360072014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004000800160032007, "beneficiary_not_allowed": 0.009701940388077616, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0004000800160032007, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.0003000600120024005, "card_not_working": 0.0004000800160032007, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0003000600120024005, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0004000800160032007, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.9502900580116024, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.014802960592118426, "fiat_currency_support": 0.0004000800160032007, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.0004000800160032007, "pin_blocked": 0.0003000600120024005, "receiving_money": 0.0004000800160032007, "request_refund": 0.0003000600120024005, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0003000600120024005, "top_up_by_bank_transfer_charge": 0.0003000600120024005, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.0003000600120024005, "top_up_failed": 0.0007001400280056011, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0011002200440088019, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.0003000600120024005, "transfer_fee_charged": 0.0004000800160032007, "transfer_into_account": 0.0016003200640128028, "transfer_not_received_by_recipient": 0.0008001600320064014, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.0004000800160032007, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.0003000600120024005, "wrong_amount_of_cash_received": 0.0003000600120024005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 69.17149992659688, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1748", "text_group": "918a150b0981181369b5e87b8bbc39590ff7cb08fc21329f8951cc42e25d34b6", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0005001500450135041, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.01500450135040512, "cancel_transfer": 0.0005001500450135041, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.9413824147244173, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.00020006001800540162, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.01610483144943483, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00040012003601080324, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.00040012003601080324, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0008002400720216065, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.00620186055816745, "transfer_not_received_by_recipient": 0.0008002400720216065, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 70.46116702258587, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1749", "text_group": "f80792acd371474c42ab6d4fb37016c3b342cda13536f2e4c26245cf622cf50e", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0004002401440864519, "automatic_top_up": 0.00020012007204322596, "balance_not_updated_after_bank_transfer": 0.0007004202521512908, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.012707624574744846, "cancel_transfer": 0.0004002401440864519, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.0003001801080648389, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.0003001801080648389, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.00020012007204322596, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.00020012007204322596, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0004002401440864519, "declined_card_payment": 0.0006003602161296778, "declined_cash_withdrawal": 0.0005003001801080648, "declined_transfer": 0.955273163898339, "direct_debit_payment_not_recognised": 0.00020012007204322596, "disposable_card_limits": 0.00020012007204322596, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.0003001801080648389, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.009005403241945167, "fiat_currency_support": 0.0004002401440864519, "get_disposable_virtual_card": 0.00020012007204322596, "get_physical_card": 0.00020012007204322596, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.00020012007204322596, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.0004002401440864519, "pin_blocked": 0.0003001801080648389, "receiving_money": 0.0004002401440864519, "request_refund": 0.0003001801080648389, "reverted_card_payment?": 0.0004002401440864519, "supported_cards_and_currencies": 0.0005003001801080648, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.0003001801080648389, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.0003001801080648389, "top_up_failed": 0.0006003602161296778, "top_up_limits": 0.00020012007204322596, "top_up_reverted": 0.0008004802881729038, "topping_up_by_card": 0.0003001801080648389, "transaction_charged_twice": 0.0003001801080648389, "transfer_fee_charged": 0.0003001801080648389, "transfer_into_account": 0.0010006003602161296, "transfer_not_received_by_recipient": 0.0006003602161296778, "transfer_timing": 0.0005003001801080648, "unable_to_verify_identity": 0.0003001801080648389, "verify_my_identity": 0.0003001801080648389, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.0003001801080648389, "virtual_card_not_working": 0.0004002401440864519, "visa_or_mastercard": 0.0003001801080648389, "why_verify_identity": 0.0003001801080648389, "wrong_amount_of_cash_received": 0.0003001801080648389, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 68.06658289860934, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1750", "text_group": "78a636584d5bb38e7581c13f96502f43d5e373baca2d02a63a328a0a11efa5b6", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020012007204322593, "activate_my_card": 0.00020012007204322593, "age_limit": 0.00020012007204322593, "apple_pay_or_google_pay": 0.00030018010806483886, "atm_support": 0.00030018010806483886, "automatic_top_up": 0.00020012007204322593, "balance_not_updated_after_bank_transfer": 0.0012007204322593554, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030018010806483886, "beneficiary_not_allowed": 0.030618371022613566, "cancel_transfer": 0.0010006003602161296, "card_about_to_expire": 0.00020012007204322593, "card_acceptance": 0.00040024014408645187, "card_arrival": 0.00020012007204322593, "card_delivery_estimate": 0.00020012007204322593, "card_linking": 0.00030018010806483886, "card_not_working": 0.00030018010806483886, "card_payment_fee_charged": 0.00020012007204322593, "card_payment_not_recognised": 0.00030018010806483886, "card_payment_wrong_exchange_rate": 0.00030018010806483886, "card_swallowed": 0.00030018010806483886, "cash_withdrawal_charge": 0.00030018010806483886, "cash_withdrawal_not_recognised": 0.00020012007204322593, "change_pin": 0.00020012007204322593, "compromised_card": 0.00030018010806483886, "contactless_not_working": 0.00030018010806483886, "country_support": 0.00030018010806483886, "declined_card_payment": 0.0005003001801080648, "declined_cash_withdrawal": 0.0005003001801080648, "declined_transfer": 0.9325595357214328, "direct_debit_payment_not_recognised": 0.00030018010806483886, "disposable_card_limits": 0.00020012007204322593, "edit_personal_details": 0.00020012007204322593, "exchange_charge": 0.00020012007204322593, "exchange_rate": 0.00020012007204322593, "exchange_via_app": 0.00030018010806483886, "extra_charge_on_statement": 0.00020012007204322593, "failed_transfer": 0.008505103061837103, "fiat_currency_support": 0.00030018010806483886, "get_disposable_virtual_card": 0.00020012007204322593, "get_physical_card": 0.00020012007204322593, "getting_spare_card": 0.00020012007204322593, "getting_virtual_card": 0.00020012007204322593, "lost_or_stolen_card": 0.00020012007204322593, "lost_or_stolen_phone": 0.00020012007204322593, "order_physical_card": 0.00020012007204322593, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.00030018010806483886, "pending_cash_withdrawal": 0.00020012007204322593, "pending_top_up": 0.00020012007204322593, "pending_transfer": 0.0007004202521512907, "pin_blocked": 0.00030018010806483886, "receiving_money": 0.00040024014408645187, "request_refund": 0.00030018010806483886, "reverted_card_payment?": 0.0005003001801080648, "supported_cards_and_currencies": 0.00040024014408645187, "terminate_account": 0.00030018010806483886, "top_up_by_bank_transfer_charge": 0.00030018010806483886, "top_up_by_card_charge": 0.00020012007204322593, "top_up_by_cash_or_cheque": 0.00020012007204322593, "top_up_failed": 0.0005003001801080648, "top_up_limits": 0.00020012007204322593, "top_up_reverted": 0.0013007804682809683, "topping_up_by_card": 0.00030018010806483886, "transaction_charged_twice": 0.00030018010806483886, "transfer_fee_charged": 0.00040024014408645187, "transfer_into_account": 0.0012007204322593554, "transfer_not_received_by_recipient": 0.0039023414048429054, "transfer_timing": 0.0007004202521512907, "unable_to_verify_identity": 0.00030018010806483886, "verify_my_identity": 0.00020012007204322593, "verify_source_of_funds": 0.00030018010806483886, "verify_top_up": 0.00020012007204322593, "virtual_card_not_working": 0.00040024014408645187, "visa_or_mastercard": 0.00030018010806483886, "why_verify_identity": 0.00020012007204322593, "wrong_amount_of_cash_received": 0.00030018010806483886, "wrong_exchange_rate_for_cash_withdrawal": 0.00030018010806483886 }, "error": null, "latency_ms": 69.83220903202891, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1751", "text_group": "b02acb492b16b1f80c52e150ffff11c621953ae47642faa30e76edf3d1c9a9b5", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.006100610061006101, "activate_my_card": 0.0006000600060006, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.001000100010001, "atm_support": 0.002000200020002, "automatic_top_up": 0.0007000700070007, "balance_not_updated_after_bank_transfer": 0.0013001300130013002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012001200120012, "beneficiary_not_allowed": 0.006000600060006001, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0028002800280028, "card_arrival": 0.0007000700070007, "card_delivery_estimate": 0.0006000600060006, "card_linking": 0.001000100010001, "card_not_working": 0.0009000900090009, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0009000900090009, "card_payment_wrong_exchange_rate": 0.0008000800080008001, "card_swallowed": 0.0007000700070007, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.0006000600060006, "change_pin": 0.0005000500050005, "compromised_card": 0.0009000900090009, "contactless_not_working": 0.0009000900090009, "country_support": 0.0018001800180018, "declined_card_payment": 0.48424842484248426, "declined_cash_withdrawal": 0.0269026902690269, "declined_transfer": 0.0895089508950895, "direct_debit_payment_not_recognised": 0.0049004900490049, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.0013001300130013002, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.0005000500050005, "failed_transfer": 0.0009000900090009, "fiat_currency_support": 0.0029002900290029, "get_disposable_virtual_card": 0.0008000800080008001, "get_physical_card": 0.0008000800080008001, "getting_spare_card": 0.0007000700070007, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.0006000600060006, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0009000900090009, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.0007000700070007, "receiving_money": 0.0026002600260026003, "request_refund": 0.0112011201120112, "reverted_card_payment?": 0.0015001500150015003, "supported_cards_and_currencies": 0.0032003200320032004, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0012001200120012, "top_up_failed": 0.001000100010001, "top_up_limits": 0.0006000600060006, "top_up_reverted": 0.0023002300230023, "topping_up_by_card": 0.0011001100110011003, "transaction_charged_twice": 0.0007000700070007, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0015001500150015003, "verify_source_of_funds": 0.28722872287228723, "verify_top_up": 0.0196019601960196, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.001000100010001, "why_verify_identity": 0.0009000900090009, "wrong_amount_of_cash_received": 0.0009000900090009, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008001 }, "error": null, "latency_ms": 69.74583305418491, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1752", "text_group": "4501d745d8688dc39375cb463dbe7e012c9dd26cac526083b6818205b582a5c7", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.0006996501749125438, "activate_my_card": 0.0005997001499250374, "age_limit": 0.0005997001499250374, "apple_pay_or_google_pay": 0.0008995502248875562, "atm_support": 0.0010994502748625688, "automatic_top_up": 0.0005997001499250374, "balance_not_updated_after_bank_transfer": 0.005697151424287857, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010994502748625688, "beneficiary_not_allowed": 0.012293853073463269, "cancel_transfer": 0.014492753623188408, "card_about_to_expire": 0.0005997001499250374, "card_acceptance": 0.0009995002498750627, "card_arrival": 0.0005997001499250374, "card_delivery_estimate": 0.0005997001499250374, "card_linking": 0.0010994502748625688, "card_not_working": 0.0011994002998500749, "card_payment_fee_charged": 0.0006996501749125438, "card_payment_not_recognised": 0.0007996001999000501, "card_payment_wrong_exchange_rate": 0.0008995502248875562, "card_swallowed": 0.0009995002498750627, "cash_withdrawal_charge": 0.0006996501749125438, "cash_withdrawal_not_recognised": 0.0005997001499250374, "change_pin": 0.0005997001499250374, "compromised_card": 0.0006996501749125438, "contactless_not_working": 0.0009995002498750627, "country_support": 0.0007996001999000501, "declined_card_payment": 0.0012993503248375812, "declined_cash_withdrawal": 0.0018990504747626188, "declined_transfer": 0.6117941029485258, "direct_debit_payment_not_recognised": 0.0010994502748625688, "disposable_card_limits": 0.0008995502248875562, "edit_personal_details": 0.0008995502248875562, "exchange_charge": 0.0006996501749125438, "exchange_rate": 0.0005997001499250374, "exchange_via_app": 0.0006996501749125438, "extra_charge_on_statement": 0.0005997001499250374, "failed_transfer": 0.04057971014492753, "fiat_currency_support": 0.0010994502748625688, "get_disposable_virtual_card": 0.0006996501749125438, "get_physical_card": 0.0005997001499250374, "getting_spare_card": 0.0005997001499250374, "getting_virtual_card": 0.0004997501249375313, "lost_or_stolen_card": 0.0004997501249375313, "lost_or_stolen_phone": 0.0004997501249375313, "order_physical_card": 0.0005997001499250374, "passcode_forgotten": 0.0005997001499250374, "pending_card_payment": 0.0005997001499250374, "pending_cash_withdrawal": 0.0005997001499250374, "pending_top_up": 0.0005997001499250374, "pending_transfer": 0.0013993003498250875, "pin_blocked": 0.0008995502248875562, "receiving_money": 0.0034982508745627187, "request_refund": 0.0006996501749125438, "reverted_card_payment?": 0.0007996001999000501, "supported_cards_and_currencies": 0.0010994502748625688, "terminate_account": 0.0019990004997501253, "top_up_by_bank_transfer_charge": 0.0010994502748625688, "top_up_by_card_charge": 0.0005997001499250374, "top_up_by_cash_or_cheque": 0.0008995502248875562, "top_up_failed": 0.0012993503248375812, "top_up_limits": 0.0007996001999000501, "top_up_reverted": 0.0009995002498750627, "topping_up_by_card": 0.0010994502748625688, "transaction_charged_twice": 0.0005997001499250374, "transfer_fee_charged": 0.0007996001999000501, "transfer_into_account": 0.2502748625687157, "transfer_not_received_by_recipient": 0.002098950524737631, "transfer_timing": 0.003098450774612694, "unable_to_verify_identity": 0.0006996501749125438, "verify_my_identity": 0.0005997001499250374, "verify_source_of_funds": 0.0005997001499250374, "verify_top_up": 0.0004997501249375313, "virtual_card_not_working": 0.0010994502748625688, "visa_or_mastercard": 0.0007996001999000501, "why_verify_identity": 0.0005997001499250374, "wrong_amount_of_cash_received": 0.0006996501749125438, "wrong_exchange_rate_for_cash_withdrawal": 0.0007996001999000501 }, "error": null, "latency_ms": 69.60633408743888, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1753", "text_group": "8afe26380d9e131ce71909c28559161946414a4707522623eccc739286ef8995", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.0005001500450135041, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.004201260378113434, "cancel_transfer": 0.0004001200360108033, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.0004001200360108033, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.00030009002700810244, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.00020006001800540165, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00020006001800540165, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.00030009002700810244, "country_support": 0.00030009002700810244, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.0004001200360108033, "declined_transfer": 0.9692907872361709, "direct_debit_payment_not_recognised": 0.00020006001800540165, "disposable_card_limits": 0.00020006001800540165, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00030009002700810244, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.004801440432129639, "fiat_currency_support": 0.00030009002700810244, "get_disposable_virtual_card": 0.00020006001800540165, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.0004001200360108033, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.00030009002700810244, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.00030009002700810244, "top_up_by_bank_transfer_charge": 0.00030009002700810244, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00020006001800540165, "top_up_failed": 0.0004001200360108033, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.00030009002700810244, "transaction_charged_twice": 0.00030009002700810244, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.0014004201260378114, "transfer_not_received_by_recipient": 0.0004001200360108033, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00030009002700810244, "verify_source_of_funds": 0.00030009002700810244, "verify_top_up": 0.00030009002700810244, "virtual_card_not_working": 0.0004001200360108033, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00020006001800540165, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 68.4845419600606, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1754", "text_group": "122ba1060c7935b3a77e82cbbc93b232c46d6b17e41ec1b2d29d871f9f2d8157", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0011002200440088019, "activate_my_card": 0.0006001200240048009, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.0015003000600120023, "atm_support": 0.0012002400480096017, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.0009001800360072014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009001800360072014, "beneficiary_not_allowed": 0.028205641128225645, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0012002400480096017, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0009001800360072014, "card_not_working": 0.003700740148029606, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0009001800360072014, "card_payment_wrong_exchange_rate": 0.0009001800360072014, "card_swallowed": 0.0008001600320064013, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0006001200240048009, "change_pin": 0.0005001000200040008, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0011002200440088019, "country_support": 0.0010002000400080016, "declined_card_payment": 0.8487697539507901, "declined_cash_withdrawal": 0.005901180236047209, "declined_transfer": 0.028905781156231245, "direct_debit_payment_not_recognised": 0.0009001800360072014, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0010002000400080016, "fiat_currency_support": 0.0011002200440088019, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0007001400280056011, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0010002000400080016, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0008001600320064013, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0006001200240048009, "pin_blocked": 0.0009001800360072014, "receiving_money": 0.0009001800360072014, "request_refund": 0.003100620124024805, "reverted_card_payment?": 0.020004000800160033, "supported_cards_and_currencies": 0.0016003200640128026, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0007001400280056011, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0007001400280056011, "top_up_failed": 0.002100420084016803, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0036007201440288058, "topping_up_by_card": 0.0009001800360072014, "transaction_charged_twice": 0.004300860172034407, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0007001400280056011, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0009001800360072014, "verify_my_identity": 0.0007001400280056011, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.003100620124024805, "visa_or_mastercard": 0.0009001800360072014, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.0009001800360072014, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 68.8922080444172, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1755", "text_group": "235e90e40746133665352039a0a60620c767acbb5d7f4477ba38db4c69155dfc", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0021002100210021, "activate_my_card": 0.0006000600060006, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.0012001200120012, "atm_support": 0.0013001300130013002, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.0009000900090009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090009, "beneficiary_not_allowed": 0.0259025902590259, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0014001400140014, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0009000900090009, "card_not_working": 0.0045004500450045, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.0009000900090009, "card_payment_wrong_exchange_rate": 0.0009000900090009, "card_swallowed": 0.0009000900090009, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.0006000600060006, "change_pin": 0.0005000500050005, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.0012001200120012, "country_support": 0.001000100010001, "declined_card_payment": 0.8257825782578258, "declined_cash_withdrawal": 0.007300730073007301, "declined_transfer": 0.0324032403240324, "direct_debit_payment_not_recognised": 0.001000100010001, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0007000700070007, "extra_charge_on_statement": 0.0005000500050005, "failed_transfer": 0.001000100010001, "fiat_currency_support": 0.0011001100110011003, "get_disposable_virtual_card": 0.0008000800080008001, "get_physical_card": 0.0007000700070007, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0009000900090009, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.001000100010001, "receiving_money": 0.0009000900090009, "request_refund": 0.006400640064006401, "reverted_card_payment?": 0.025602560256025603, "supported_cards_and_currencies": 0.0014001400140014, "terminate_account": 0.0007000700070007, "top_up_by_bank_transfer_charge": 0.0007000700070007, "top_up_by_card_charge": 0.0006000600060006, "top_up_by_cash_or_cheque": 0.0008000800080008001, "top_up_failed": 0.0034003400340034003, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0072007200720072, "topping_up_by_card": 0.0009000900090009, "transaction_charged_twice": 0.006400640064006401, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0009000900090009, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.0007000700070007, "virtual_card_not_working": 0.004000400040004, "visa_or_mastercard": 0.001000100010001, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0009000900090009, "wrong_exchange_rate_for_cash_withdrawal": 0.0007000700070007 }, "error": null, "latency_ms": 70.3059999505058, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1756", "text_group": "55589f97b64541e01a0bd272cfcae3140f2fc3cae8affbdfe1a9eaa7fcd13e3d", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.004099180163967207, "activate_my_card": 0.0007998400319936014, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0007998400319936014, "atm_support": 0.0010997800439912018, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0007998400319936014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.028694261147770447, "cancel_transfer": 0.0006998600279944011, "card_about_to_expire": 0.001299740051989602, "card_acceptance": 0.013197360527894421, "card_arrival": 0.0008998200359928015, "card_delivery_estimate": 0.0006998600279944011, "card_linking": 0.007898420315936813, "card_not_working": 0.29884023195360926, "card_payment_fee_charged": 0.0008998200359928015, "card_payment_not_recognised": 0.0008998200359928015, "card_payment_wrong_exchange_rate": 0.0008998200359928015, "card_swallowed": 0.001299740051989602, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.0005998800239952009, "compromised_card": 0.0033993201359728054, "contactless_not_working": 0.003699260147970406, "country_support": 0.0008998200359928015, "declined_card_payment": 0.47470505898820237, "declined_cash_withdrawal": 0.023595280943811237, "declined_transfer": 0.046990601879624075, "direct_debit_payment_not_recognised": 0.0007998400319936014, "disposable_card_limits": 0.0007998400319936014, "edit_personal_details": 0.0007998400319936014, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0007998400319936014, "fiat_currency_support": 0.0009998000399920016, "get_disposable_virtual_card": 0.0008998200359928015, "get_physical_card": 0.002299540091981604, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0006998600279944011, "lost_or_stolen_card": 0.0011997600479904018, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0007998400319936014, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0008998200359928015, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.0010997800439912018, "receiving_money": 0.0007998400319936014, "request_refund": 0.002299540091981604, "reverted_card_payment?": 0.004199160167966407, "supported_cards_and_currencies": 0.013597280543891222, "terminate_account": 0.001299740051989602, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.0010997800439912018, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.002599480103979204, "topping_up_by_card": 0.001999600079984003, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0006998600279944011, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.0009998000399920016, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0006998600279944011, "verify_top_up": 0.0006998600279944011, "virtual_card_not_working": 0.021395720855828835, "visa_or_mastercard": 0.001799640071985603, "why_verify_identity": 0.0007998400319936014, "wrong_amount_of_cash_received": 0.0007998400319936014, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 68.3761250693351, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1757", "text_group": "2fddd5f1c320b30fa3e24adbb58ccc7287370f1e61c70d3d1312ead821dc95a2", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0007002100630189057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0078023407022106625, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00040012003601080324, "declined_cash_withdrawal": 0.00040012003601080324, "declined_transfer": 0.9605881764529359, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00870261078323497, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00040012003601080324, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.00040012003601080324, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0005001500450135041, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.002200660198059418, "transfer_not_received_by_recipient": 0.0009002700810243073, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 68.33704200107604, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1758", "text_group": "e5d6b0c140572d633a6909f7d5d7bca41e7c1c5d3ebee7091591ae96c6fa226e", "expected": "declined_transfer", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0007, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0176, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0006, "card_acceptance": 0.0011, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0008, "card_not_working": 0.0094, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0008, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0007, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0006, "contactless_not_working": 0.0005, "country_support": 0.0005, "declined_card_payment": 0.8986, "declined_cash_withdrawal": 0.0034, "declined_transfer": 0.0079, "direct_debit_payment_not_recognised": 0.001, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0004, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0007, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0009, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0016, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0005, "receiving_money": 0.0005, "request_refund": 0.0007, "reverted_card_payment?": 0.0119, "supported_cards_and_currencies": 0.0079, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0009, "top_up_limits": 0.0005, "top_up_reverted": 0.0015, "topping_up_by_card": 0.0011, "transaction_charged_twice": 0.0015, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0011, "visa_or_mastercard": 0.0015, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 70.98504202440381, "usage": { "input_tokens": 615, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1759", "text_group": "d2e07abac0d3aca430f3704df959c7612b30468861210e0d13d5da56e3688723", "expected": "declined_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0014002800560112022, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.010602120424084817, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.954490898179636, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.008601720344068814, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.0008001600320064013, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0010002000400080016, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0011002200440088019, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.001300260052010402, "transfer_not_received_by_recipient": 0.0009001800360072014, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.131291937083, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1760", "text_group": "964f9f0c2430e69164a95cd62c472cf407f9adc5e5d483ceefa9c12c5206df45", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9506197520991604, "activate_my_card": 0.00019992003198720514, "age_limit": 9.996001599360257e-05, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.00019992003198720514, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.00019992003198720514, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.00019992003198720514, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.00019992003198720514, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.03318672530987605, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.00019992003198720514, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 69.08508308697492, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1761", "text_group": "034d0ed2829efad2b5f5cdb4bf954eba4c90d20afa79ab8ae227a127ac1a2821", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9687875150060024, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.013005202080832333, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00020008003201280514, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 69.01249999646097, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1762", "text_group": "576cd0aa301c3818e09871803f3f97fa755e1e0b53f569d898a1b3b91b17f6eb", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.7596720983704889, "activate_my_card": 9.997000899730082e-05, "age_limit": 9.997000899730082e-05, "apple_pay_or_google_pay": 9.997000899730082e-05, "atm_support": 0.00019994001799460164, "automatic_top_up": 9.997000899730082e-05, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.00019994001799460164, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.00019994001799460164, "card_not_working": 0.00019994001799460164, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.00019994001799460164, "card_payment_wrong_exchange_rate": 0.00019994001799460164, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 9.997000899730082e-05, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.00019994001799460164, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 9.997000899730082e-05, "exchange_rate": 9.997000899730082e-05, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 9.997000899730082e-05, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.00019994001799460164, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 9.997000899730082e-05, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 9.997000899730082e-05, "passcode_forgotten": 9.997000899730082e-05, "pending_card_payment": 9.997000899730082e-05, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 9.997000899730082e-05, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.22703189043287014, "reverted_card_payment?": 0.00019994001799460164, "supported_cards_and_currencies": 0.00019994001799460164, "terminate_account": 9.997000899730082e-05, "top_up_by_bank_transfer_charge": 9.997000899730082e-05, "top_up_by_card_charge": 9.997000899730082e-05, "top_up_by_cash_or_cheque": 9.997000899730082e-05, "top_up_failed": 0.00019994001799460164, "top_up_limits": 9.997000899730082e-05, "top_up_reverted": 0.00019994001799460164, "topping_up_by_card": 0.00019994001799460164, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 9.997000899730082e-05, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 9.997000899730082e-05, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 71.58716605044901, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1763", "text_group": "2f2aac08af21a3bfbbab5e00610b53b8ffa8d6d06314b4fa49cb8dc31cff2043", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9237381309345328, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.0002998500749625187, "atm_support": 0.00039980009995002505, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.0011994002998500749, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008995502248875562, "beneficiary_not_allowed": 0.0006996501749125438, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.00039980009995002505, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.0002998500749625187, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.00039980009995002505, "card_payment_not_recognised": 0.0005997001499250374, "card_payment_wrong_exchange_rate": 0.0005997001499250374, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.00039980009995002505, "cash_withdrawal_not_recognised": 0.0005997001499250374, "change_pin": 0.00019990004997501253, "compromised_card": 0.0002998500749625187, "contactless_not_working": 0.0002998500749625187, "country_support": 0.0002998500749625187, "declined_card_payment": 0.00039980009995002505, "declined_cash_withdrawal": 0.0004997501249375313, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.0019990004997501253, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.00039980009995002505, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.0004997501249375313, "getting_spare_card": 0.00039980009995002505, "getting_virtual_card": 0.00039980009995002505, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.00039980009995002505, "pending_cash_withdrawal": 0.0004997501249375313, "pending_top_up": 0.00039980009995002505, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.0008995502248875562, "request_refund": 0.043478260869565216, "reverted_card_payment?": 0.0010994502748625688, "supported_cards_and_currencies": 0.00039980009995002505, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0004997501249375313, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0017991004497751124, "topping_up_by_card": 0.00039980009995002505, "transaction_charged_twice": 0.0004997501249375313, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.0006996501749125438, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0005997001499250374, "wrong_exchange_rate_for_cash_withdrawal": 0.00039980009995002505 }, "error": null, "latency_ms": 72.26454094052315, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1764", "text_group": "455b2f98cb8717ab4391d7f30d4c58e328cd465eafc660c47543af6ca37bae32", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9645035496450355, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00019998000199980003, "request_refund": 0.0182981701829817, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 70.88562496937811, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1765", "text_group": "c2337b277e05882381456a5572bc2b91575d431cbd59545b4b37b06d92690524", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9062906290629063, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.0746074607460746, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 72.06745899748057, "usage": { "input_tokens": 621, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1766", "text_group": "4126f97a0919d1cc1789d00f055d9f800c408cec1e17b52f539ba639098ff79a", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9578873662098629, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00040012003601080324, "card_delivery_estimate": 0.00040012003601080324, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00040012003601080324, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00040012003601080324, "pending_cash_withdrawal": 0.0006001800540162048, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.00040012003601080324, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0006001800540162048, "request_refund": 0.020606181854556368, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0006001800540162048, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 72.11175002157688, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1767", "text_group": "7ca0f45c608c9ab1697340e38a578ce046e6e15d1ce3fe07caa3bc52ab2db7b5", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.7428457074244547, "activate_my_card": 0.0003001801080648389, "age_limit": 0.0003001801080648389, "apple_pay_or_google_pay": 0.0004002401440864519, "atm_support": 0.0006003602161296778, "automatic_top_up": 0.0003001801080648389, "balance_not_updated_after_bank_transfer": 0.0005003001801080648, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006003602161296778, "beneficiary_not_allowed": 0.0006003602161296778, "cancel_transfer": 0.0004002401440864519, "card_about_to_expire": 0.0004002401440864519, "card_acceptance": 0.0006003602161296778, "card_arrival": 0.0005003001801080648, "card_delivery_estimate": 0.0009005403241945167, "card_linking": 0.0005003001801080648, "card_not_working": 0.0005003001801080648, "card_payment_fee_charged": 0.0004002401440864519, "card_payment_not_recognised": 0.0005003001801080648, "card_payment_wrong_exchange_rate": 0.0005003001801080648, "card_swallowed": 0.0005003001801080648, "cash_withdrawal_charge": 0.0005003001801080648, "cash_withdrawal_not_recognised": 0.0005003001801080648, "change_pin": 0.0003001801080648389, "compromised_card": 0.0005003001801080648, "contactless_not_working": 0.0004002401440864519, "country_support": 0.0006003602161296778, "declined_card_payment": 0.0004002401440864519, "declined_cash_withdrawal": 0.0004002401440864519, "declined_transfer": 0.0004002401440864519, "direct_debit_payment_not_recognised": 0.0005003001801080648, "disposable_card_limits": 0.0005003001801080648, "edit_personal_details": 0.0004002401440864519, "exchange_charge": 0.0003001801080648389, "exchange_rate": 0.0003001801080648389, "exchange_via_app": 0.0003001801080648389, "extra_charge_on_statement": 0.0004002401440864519, "failed_transfer": 0.0004002401440864519, "fiat_currency_support": 0.0005003001801080648, "get_disposable_virtual_card": 0.0004002401440864519, "get_physical_card": 0.0004002401440864519, "getting_spare_card": 0.0003001801080648389, "getting_virtual_card": 0.0003001801080648389, "lost_or_stolen_card": 0.0004002401440864519, "lost_or_stolen_phone": 0.0003001801080648389, "order_physical_card": 0.0003001801080648389, "passcode_forgotten": 0.0003001801080648389, "pending_card_payment": 0.0004002401440864519, "pending_cash_withdrawal": 0.0005003001801080648, "pending_top_up": 0.0005003001801080648, "pending_transfer": 0.0004002401440864519, "pin_blocked": 0.0004002401440864519, "receiving_money": 0.0004002401440864519, "request_refund": 0.22463478086852112, "reverted_card_payment?": 0.0005003001801080648, "supported_cards_and_currencies": 0.0006003602161296778, "terminate_account": 0.0004002401440864519, "top_up_by_bank_transfer_charge": 0.0003001801080648389, "top_up_by_card_charge": 0.0003001801080648389, "top_up_by_cash_or_cheque": 0.0004002401440864519, "top_up_failed": 0.0004002401440864519, "top_up_limits": 0.0004002401440864519, "top_up_reverted": 0.0006003602161296778, "topping_up_by_card": 0.0004002401440864519, "transaction_charged_twice": 0.0004002401440864519, "transfer_fee_charged": 0.0004002401440864519, "transfer_into_account": 0.0003001801080648389, "transfer_not_received_by_recipient": 0.0006003602161296778, "transfer_timing": 0.0003001801080648389, "unable_to_verify_identity": 0.0005003001801080648, "verify_my_identity": 0.0005003001801080648, "verify_source_of_funds": 0.0004002401440864519, "verify_top_up": 0.0004002401440864519, "virtual_card_not_working": 0.0004002401440864519, "visa_or_mastercard": 0.0005003001801080648, "why_verify_identity": 0.0004002401440864519, "wrong_amount_of_cash_received": 0.0004002401440864519, "wrong_exchange_rate_for_cash_withdrawal": 0.0005003001801080648 }, "error": null, "latency_ms": 70.29312499798834, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1768", "text_group": "da687876e73372e8f94635a610e50661b4aa3c157a8e70901160e265ee5ab57f", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9588670936749399, "activate_my_card": 0.000200160128102482, "age_limit": 0.000200160128102482, "apple_pay_or_google_pay": 0.000200160128102482, "atm_support": 0.00030024019215372296, "automatic_top_up": 0.000200160128102482, "balance_not_updated_after_bank_transfer": 0.000400320256204964, "balance_not_updated_after_cheque_or_cash_deposit": 0.000400320256204964, "beneficiary_not_allowed": 0.000400320256204964, "cancel_transfer": 0.000200160128102482, "card_about_to_expire": 0.000200160128102482, "card_acceptance": 0.00030024019215372296, "card_arrival": 0.000200160128102482, "card_delivery_estimate": 0.000200160128102482, "card_linking": 0.00030024019215372296, "card_not_working": 0.00030024019215372296, "card_payment_fee_charged": 0.000200160128102482, "card_payment_not_recognised": 0.00030024019215372296, "card_payment_wrong_exchange_rate": 0.00030024019215372296, "card_swallowed": 0.00030024019215372296, "cash_withdrawal_charge": 0.00030024019215372296, "cash_withdrawal_not_recognised": 0.000400320256204964, "change_pin": 0.000200160128102482, "compromised_card": 0.000200160128102482, "contactless_not_working": 0.000200160128102482, "country_support": 0.000200160128102482, "declined_card_payment": 0.000200160128102482, "declined_cash_withdrawal": 0.00030024019215372296, "declined_transfer": 0.000200160128102482, "direct_debit_payment_not_recognised": 0.000400320256204964, "disposable_card_limits": 0.000200160128102482, "edit_personal_details": 0.000200160128102482, "exchange_charge": 0.000200160128102482, "exchange_rate": 0.000200160128102482, "exchange_via_app": 0.000200160128102482, "extra_charge_on_statement": 0.000200160128102482, "failed_transfer": 0.00030024019215372296, "fiat_currency_support": 0.00030024019215372296, "get_disposable_virtual_card": 0.000200160128102482, "get_physical_card": 0.000200160128102482, "getting_spare_card": 0.000200160128102482, "getting_virtual_card": 0.000200160128102482, "lost_or_stolen_card": 0.000200160128102482, "lost_or_stolen_phone": 0.000200160128102482, "order_physical_card": 0.000200160128102482, "passcode_forgotten": 0.000200160128102482, "pending_card_payment": 0.000200160128102482, "pending_cash_withdrawal": 0.00030024019215372296, "pending_top_up": 0.000200160128102482, "pending_transfer": 0.000200160128102482, "pin_blocked": 0.000200160128102482, "receiving_money": 0.000400320256204964, "request_refund": 0.023118494795836667, "reverted_card_payment?": 0.00030024019215372296, "supported_cards_and_currencies": 0.000200160128102482, "terminate_account": 0.000200160128102482, "top_up_by_bank_transfer_charge": 0.000200160128102482, "top_up_by_card_charge": 0.000200160128102482, "top_up_by_cash_or_cheque": 0.000200160128102482, "top_up_failed": 0.000200160128102482, "top_up_limits": 0.000200160128102482, "top_up_reverted": 0.00030024019215372296, "topping_up_by_card": 0.000200160128102482, "transaction_charged_twice": 0.00030024019215372296, "transfer_fee_charged": 0.000200160128102482, "transfer_into_account": 0.000200160128102482, "transfer_not_received_by_recipient": 0.00030024019215372296, "transfer_timing": 0.000200160128102482, "unable_to_verify_identity": 0.000200160128102482, "verify_my_identity": 0.000200160128102482, "verify_source_of_funds": 0.00030024019215372296, "verify_top_up": 0.000200160128102482, "virtual_card_not_working": 0.000200160128102482, "visa_or_mastercard": 0.000200160128102482, "why_verify_identity": 0.000200160128102482, "wrong_amount_of_cash_received": 0.00030024019215372296, "wrong_exchange_rate_for_cash_withdrawal": 0.000200160128102482 }, "error": null, "latency_ms": 72.45012489147484, "usage": { "input_tokens": 622, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1769", "text_group": "d6b10ed71a98c4057c25b3e13d20a599d289ddf12adceb2ff546ecbb5d7b7f55", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9787085165933627, "activate_my_card": 9.996001599360257e-05, "age_limit": 9.996001599360257e-05, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.00019992003198720514, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.00019992003198720514, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.00019992003198720514, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 9.996001599360257e-05, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.005797680927628948, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.00019992003198720514, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.00019992003198720514, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 70.5491250846535, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1770", "text_group": "f05eb8d90b898f7133a6d4ffa8a465a12db8e805ae6a2d14d64407efdc23d9ae", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.8842347295811256, "activate_my_card": 0.00019994001799460164, "age_limit": 9.997000899730082e-05, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.00019994001799460164, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.00019994001799460164, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.00019994001799460164, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.09947015895231431, "reverted_card_payment?": 0.00019994001799460164, "supported_cards_and_currencies": 0.00019994001799460164, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.00019994001799460164, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 70.92112500686198, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1771", "text_group": "097aa8761bdfc0a8534d024bc4d30b232ba5a772a213ee0a793129bb32a8933c", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9751049790041991, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.006798640271945611, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.56270795874298, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1772", "text_group": "d520e6eba676d73ff53cd4d1ed3af8c7783e63c690f15a356af7560c3796b4c5", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9620962096209621, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0003000300030003, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.018101810181018103, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 71.04204199276865, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1773", "text_group": "ce79a5ce8610a1e093d407bb86c772b3d929dcc0bf4ba89e74fa89e0e80f20c5", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.8741377586723983, "activate_my_card": 0.00019994001799460164, "age_limit": 9.997000899730082e-05, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.00019994001799460164, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.00019994001799460164, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.00019994001799460164, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.00019994001799460164, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.00019994001799460164, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.10926721983404979, "reverted_card_payment?": 0.00019994001799460164, "supported_cards_and_currencies": 0.00019994001799460164, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.00019994001799460164, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 70.94091596081853, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1774", "text_group": "03237b1949d0b218e7dbda22518105a6e9cfb7c618cae6cef8519ceb7b708c0f", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.8932786557311462, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0007001400280056011, "request_refund": 0.08571714342868574, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0008001600320064013, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 73.25070898514241, "usage": { "input_tokens": 611, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1775", "text_group": "7dcbc0156d646927101f014fe24eca680ce4b8606aa6427d4caeaf5fac2d04dc", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.5908772631789536, "activate_my_card": 0.0010003000900270082, "age_limit": 0.0010003000900270082, "apple_pay_or_google_pay": 0.0018005401620486145, "atm_support": 0.002200660198059418, "automatic_top_up": 0.0010003000900270082, "balance_not_updated_after_bank_transfer": 0.05131539461838551, "balance_not_updated_after_cheque_or_cash_deposit": 0.01730519155746724, "beneficiary_not_allowed": 0.0047014104231269385, "cancel_transfer": 0.0015004501350405122, "card_about_to_expire": 0.0013003901170351103, "card_acceptance": 0.0019005701710513153, "card_arrival": 0.0015004501350405122, "card_delivery_estimate": 0.0015004501350405122, "card_linking": 0.002100630189056717, "card_not_working": 0.002200660198059418, "card_payment_fee_charged": 0.001600480144043213, "card_payment_not_recognised": 0.0023006902070621185, "card_payment_wrong_exchange_rate": 0.002400720216064819, "card_swallowed": 0.002100630189056717, "cash_withdrawal_charge": 0.001600480144043213, "cash_withdrawal_not_recognised": 0.007102130639191758, "change_pin": 0.001100330099029709, "compromised_card": 0.0019005701710513153, "contactless_not_working": 0.0020006001800540163, "country_support": 0.0020006001800540163, "declined_card_payment": 0.0018005401620486145, "declined_cash_withdrawal": 0.002200660198059418, "declined_transfer": 0.0020006001800540163, "direct_debit_payment_not_recognised": 0.00250075022506752, "disposable_card_limits": 0.0019005701710513153, "edit_personal_details": 0.0014004201260378114, "exchange_charge": 0.0015004501350405122, "exchange_rate": 0.0015004501350405122, "exchange_via_app": 0.0020006001800540163, "extra_charge_on_statement": 0.0014004201260378114, "failed_transfer": 0.0020006001800540163, "fiat_currency_support": 0.002200660198059418, "get_disposable_virtual_card": 0.001600480144043213, "get_physical_card": 0.0023006902070621185, "getting_spare_card": 0.0017005101530459135, "getting_virtual_card": 0.0015004501350405122, "lost_or_stolen_card": 0.002200660198059418, "lost_or_stolen_phone": 0.0012003601080324095, "order_physical_card": 0.002400720216064819, "passcode_forgotten": 0.001100330099029709, "pending_card_payment": 0.0012003601080324095, "pending_cash_withdrawal": 0.0015004501350405122, "pending_top_up": 0.001100330099029709, "pending_transfer": 0.0012003601080324095, "pin_blocked": 0.0015004501350405122, "receiving_money": 0.004001200360108033, "request_refund": 0.05241572471741523, "reverted_card_payment?": 0.01600480144043213, "supported_cards_and_currencies": 0.002100630189056717, "terminate_account": 0.0015004501350405122, "top_up_by_bank_transfer_charge": 0.0014004201260378114, "top_up_by_card_charge": 0.0012003601080324095, "top_up_by_cash_or_cheque": 0.0019005701710513153, "top_up_failed": 0.0020006001800540163, "top_up_limits": 0.0013003901170351103, "top_up_reverted": 0.02000600180054016, "topping_up_by_card": 0.0019005701710513153, "transaction_charged_twice": 0.0029008702610783233, "transfer_fee_charged": 0.0013003901170351103, "transfer_into_account": 0.0018005401620486145, "transfer_not_received_by_recipient": 0.009102730819245773, "transfer_timing": 0.0015004501350405122, "unable_to_verify_identity": 0.001600480144043213, "verify_my_identity": 0.0014004201260378114, "verify_source_of_funds": 0.003401020306091827, "verify_top_up": 0.0014004201260378114, "virtual_card_not_working": 0.0017005101530459135, "visa_or_mastercard": 0.0020006001800540163, "why_verify_identity": 0.0014004201260378114, "wrong_amount_of_cash_received": 0.11263379013704111, "wrong_exchange_rate_for_cash_withdrawal": 0.0019005701710513153 }, "error": null, "latency_ms": 71.20791601482779, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1776", "text_group": "a0550e1bd41caf127cc2962d6a3eb8e61327aedeae4997a6aabf222e94697892", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9570257845292826, "activate_my_card": 0.00019988007195682593, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00029982010793523883, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.00029982010793523883, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029982010793523883, "beneficiary_not_allowed": 0.00029982010793523883, "cancel_transfer": 0.00019988007195682593, "card_about_to_expire": 0.00019988007195682593, "card_acceptance": 0.00029982010793523883, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.0040975414751149315, "card_linking": 0.00019988007195682593, "card_not_working": 0.00029982010793523883, "card_payment_fee_charged": 0.00019988007195682593, "card_payment_not_recognised": 0.00029982010793523883, "card_payment_wrong_exchange_rate": 0.00029982010793523883, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.00029982010793523883, "cash_withdrawal_not_recognised": 0.00039976014391365186, "change_pin": 0.00019988007195682593, "compromised_card": 0.00019988007195682593, "contactless_not_working": 0.00019988007195682593, "country_support": 0.00029982010793523883, "declined_card_payment": 0.00019988007195682593, "declined_cash_withdrawal": 0.00019988007195682593, "declined_transfer": 0.00019988007195682593, "direct_debit_payment_not_recognised": 0.00029982010793523883, "disposable_card_limits": 0.00019988007195682593, "edit_personal_details": 0.00019988007195682593, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00019988007195682593, "fiat_currency_support": 0.00029982010793523883, "get_disposable_virtual_card": 0.00019988007195682593, "get_physical_card": 0.00029982010793523883, "getting_spare_card": 0.00019988007195682593, "getting_virtual_card": 0.00019988007195682593, "lost_or_stolen_card": 0.00029982010793523883, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00019988007195682593, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00029982010793523883, "pending_cash_withdrawal": 0.00039976014391365186, "pending_top_up": 0.00029982010793523883, "pending_transfer": 0.00029982010793523883, "pin_blocked": 0.00019988007195682593, "receiving_money": 0.00029982010793523883, "request_refund": 0.02138716769938037, "reverted_card_payment?": 0.00029982010793523883, "supported_cards_and_currencies": 0.00019988007195682593, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00019988007195682593, "top_up_failed": 0.00019988007195682593, "top_up_limits": 0.00019988007195682593, "top_up_reverted": 0.00019988007195682593, "topping_up_by_card": 0.00019988007195682593, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00029982010793523883, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.00019988007195682593, "visa_or_mastercard": 0.00019988007195682593, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.00029982010793523883, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682593 }, "error": null, "latency_ms": 72.22554192412645, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1777", "text_group": "da728cfe8b7ebf8753698e30d30ac0a5a8728de7b0975bba43cd77b06ea63521", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9790041991601679, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.003599280143971206, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00019996000799840034, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 71.88058400060982, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1778", "text_group": "4bf7b2418b877df55b8494fb5cf85712f70ef432283e5887a597223ddea5e0d4", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9583125062481256, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.0003998800359892033, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.01729481155653304, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 70.25604194495827, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1779", "text_group": "f1dbfe0ad8c9cdfd8f78227bd4510e6df20caf5cfb9c47d41ab0a40638f48101", "expected": "Refund_not_showing_up", "prediction": "request_refund", "probabilities": { "Refund_not_showing_up": 0.4301709487153854, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.004298710386883935, "balance_not_updated_after_cheque_or_cash_deposit": 0.002099370188943317, "beneficiary_not_allowed": 0.0006997900629811057, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.000499850044986504, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.0005998200539838048, "change_pin": 0.0003998800359892033, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.000499850044986504, "country_support": 0.0005998200539838048, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.0006997900629811057, "declined_transfer": 0.000499850044986504, "direct_debit_payment_not_recognised": 0.0006997900629811057, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.000499850044986504, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.000499850044986504, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.000499850044986504, "request_refund": 0.5283414975507348, "reverted_card_payment?": 0.0005998200539838048, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0008997300809757073, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.0003998800359892033, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.000499850044986504, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.000499850044986504, "wrong_amount_of_cash_received": 0.0007997600719784066, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998200539838048 }, "error": null, "latency_ms": 72.39920797292143, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1780", "text_group": "b7d0cccb98c8fdf66092971ba53be231213ac4fbf78cb0520523f16f4c63c06a", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.7918416316736653, "activate_my_card": 0.00019996000799840034, "age_limit": 9.998000399920017e-05, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00019996000799840034, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00019996000799840034, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00019996000799840034, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00019996000799840034, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00019996000799840034, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.19226154769046191, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.00019996000799840034, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00019996000799840034, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 70.46529196668416, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1781", "text_group": "09a7d4985a0e597bc13274c58b0bfd9dd882ebf68556e3e64019805eedea6d99", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9597161135545782, "activate_my_card": 0.00019992003198720514, "age_limit": 9.996001599360257e-05, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.00019992003198720514, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.00019992003198720514, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.00019992003198720514, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.00019992003198720514, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.0002998800479808077, "request_refund": 0.023190723710515792, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.00019992003198720514, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 70.93679194804281, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1782", "text_group": "23e8d1b99ad64f5e79ae5b126db88ab440d50afadb96b2a1e908f5e80855cf63", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9253074692530747, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.012698730126987301, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.0425957404259574, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.0005999400059994001, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 69.21775010414422, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1783", "text_group": "9839bc6c646a8f64876dce3794f19bae1578b763821364ac4c8b1d2e22f4d36f", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9691123550579769, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.00019992003198720514, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.00019992003198720514, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.0002998800479808077, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0003998400639744103, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.0002998800479808077, "request_refund": 0.013094762095161937, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.00019992003198720514, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 67.69304198678583, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1784", "text_group": "ec57c67f71b38608ea0a55317511d172b03693d5ac252dbcbb36d50ff250fff4", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.901958824705177, "activate_my_card": 9.994003597841297e-05, "age_limit": 9.994003597841297e-05, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00019988007195682593, "automatic_top_up": 9.994003597841297e-05, "balance_not_updated_after_bank_transfer": 0.00029982010793523883, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029982010793523883, "beneficiary_not_allowed": 0.00029982010793523883, "cancel_transfer": 0.00019988007195682593, "card_about_to_expire": 0.00019988007195682593, "card_acceptance": 0.00019988007195682593, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00039976014391365186, "card_linking": 0.00019988007195682593, "card_not_working": 0.00029982010793523883, "card_payment_fee_charged": 0.00019988007195682593, "card_payment_not_recognised": 0.00019988007195682593, "card_payment_wrong_exchange_rate": 0.00019988007195682593, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00029982010793523883, "change_pin": 0.00019988007195682593, "compromised_card": 0.00019988007195682593, "contactless_not_working": 0.00019988007195682593, "country_support": 0.00019988007195682593, "declined_card_payment": 0.00019988007195682593, "declined_cash_withdrawal": 0.00019988007195682593, "declined_transfer": 0.00019988007195682593, "direct_debit_payment_not_recognised": 0.00029982010793523883, "disposable_card_limits": 0.00019988007195682593, "edit_personal_details": 0.00019988007195682593, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00019988007195682593, "fiat_currency_support": 0.00019988007195682593, "get_disposable_virtual_card": 0.00019988007195682593, "get_physical_card": 0.00019988007195682593, "getting_spare_card": 0.00019988007195682593, "getting_virtual_card": 0.00019988007195682593, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00019988007195682593, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00029982010793523883, "pending_cash_withdrawal": 0.00029982010793523883, "pending_top_up": 0.00029982010793523883, "pending_transfer": 0.00029982010793523883, "pin_blocked": 0.00019988007195682593, "receiving_money": 0.00029982010793523883, "request_refund": 0.0802518488906656, "reverted_card_payment?": 0.00019988007195682593, "supported_cards_and_currencies": 0.00019988007195682593, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00019988007195682593, "top_up_failed": 0.00019988007195682593, "top_up_limits": 0.00019988007195682593, "top_up_reverted": 0.00019988007195682593, "topping_up_by_card": 0.00019988007195682593, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.0017989206476114333, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.00019988007195682593, "visa_or_mastercard": 0.00019988007195682593, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.00019988007195682593, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682593 }, "error": null, "latency_ms": 67.57520802784711, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1785", "text_group": "2ddf83de8a598ced67981d6407455913260ec6a920dbc8e80c3a9f11f372f9a6", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9790979097909791, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00010001000100010001, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.00020002000200020003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00020002000200020003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00020002000200020003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.00020002000200020003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00020002000200020003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00020002000200020003, "request_refund": 0.0045004500450045, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.00020002000200020003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 67.09845899604261, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1786", "text_group": "94ff8ebc3cb903c0e3fa090919b56c7f82bb7c16a754c59ac07652af6b66010a", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9412765106042417, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.040116046418567426, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00020008003201280514, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 67.8322910098359, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1787", "text_group": "721c743e0922a1cdbd882fa12734638be1682879fcb1cbb66cd5648560c2ec1e", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9725027497250275, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00019998000199980003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00019998000199980003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00019998000199980003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00019998000199980003, "request_refund": 0.011098890110988902, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00019998000199980003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00019998000199980003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 69.58237499929965, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1788", "text_group": "410c41e6a71d7e2b0ac153622ce55519ad0c4bc37975ac08e569ed82d8e3c362", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9672065586882624, "activate_my_card": 0.00019996000799840034, "age_limit": 9.998000399920017e-05, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00019996000799840034, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00019996000799840034, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00019996000799840034, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.016696660667866427, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00019996000799840034, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 68.68000002577901, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1789", "text_group": "c8cb11a2622ae45e01cf733369caa0b959da55229fe48c39c4be66428776b606", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9834049785064481, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.00019994001799460164, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.00019994001799460164, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.00019994001799460164, "card_not_working": 0.00019994001799460164, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.00019994001799460164, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.0005998200539838048, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.00019994001799460164, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.00019994001799460164, "topping_up_by_card": 0.00019994001799460164, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 68.31404101103544, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1790", "text_group": "2e56438937d13d413c1f86270bdafa92e9bb9209a189a61d6b0149e3d92dafae", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9342934293429344, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00020002000200020003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00020002000200020003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.00020002000200020003, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.046904690469046904, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00020002000200020003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 70.8132500294596, "usage": { "input_tokens": 619, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1791", "text_group": "9921f17886b94348234248c9a29961222089883e0d185df072de12aac9c7deba", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9632183908045977, "activate_my_card": 0.00019990004997501253, "age_limit": 9.995002498750626e-05, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.00019990004997501253, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.0002998500749625187, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998500749625187, "beneficiary_not_allowed": 0.0002998500749625187, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.0002998500749625187, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.00019990004997501253, "card_not_working": 0.00019990004997501253, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.0002998500749625187, "card_payment_wrong_exchange_rate": 0.0002998500749625187, "card_swallowed": 0.00019990004997501253, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.00019990004997501253, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.00019990004997501253, "country_support": 0.00019990004997501253, "declined_card_payment": 0.00019990004997501253, "declined_cash_withdrawal": 0.00019990004997501253, "declined_transfer": 0.00019990004997501253, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.00019990004997501253, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.00019990004997501253, "fiat_currency_support": 0.0002998500749625187, "get_disposable_virtual_card": 0.00019990004997501253, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.00019990004997501253, "request_refund": 0.020689655172413793, "reverted_card_payment?": 0.0002998500749625187, "supported_cards_and_currencies": 0.00019990004997501253, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.00019990004997501253, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.00019990004997501253, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.00019990004997501253, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.00019990004997501253 }, "error": null, "latency_ms": 70.15812501776963, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1792", "text_group": "2964d43f30d7def28e13923c6454da226a3c4a981cacae509d98c846dfb3f85a", "expected": "Refund_not_showing_up", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.02350705211563469, "activate_my_card": 0.002200660198059418, "age_limit": 0.002200660198059418, "apple_pay_or_google_pay": 0.003401020306091827, "atm_support": 0.00500150045013504, "automatic_top_up": 0.0039011703511053313, "balance_not_updated_after_bank_transfer": 0.20166049814944484, "balance_not_updated_after_cheque_or_cash_deposit": 0.04481344403320996, "beneficiary_not_allowed": 0.011803541062318694, "cancel_transfer": 0.0039011703511053313, "card_about_to_expire": 0.0026007802340702207, "card_acceptance": 0.00370111033309993, "card_arrival": 0.0028008402520756227, "card_delivery_estimate": 0.0030009002700810243, "card_linking": 0.0038011403421026307, "card_not_working": 0.0043012903871161344, "card_payment_fee_charged": 0.0030009002700810243, "card_payment_not_recognised": 0.00490147044113234, "card_payment_wrong_exchange_rate": 0.004801440432129638, "card_swallowed": 0.004601380414124237, "cash_withdrawal_charge": 0.0035010503150945285, "cash_withdrawal_not_recognised": 0.04481344403320996, "change_pin": 0.0023006902070621185, "compromised_card": 0.0035010503150945285, "contactless_not_working": 0.004201260378113434, "country_support": 0.0038011403421026307, "declined_card_payment": 0.004201260378113434, "declined_cash_withdrawal": 0.03891167350205061, "declined_transfer": 0.005201560468140441, "direct_debit_payment_not_recognised": 0.006301890567170151, "disposable_card_limits": 0.0038011403421026307, "edit_personal_details": 0.002700810243072922, "exchange_charge": 0.0028008402520756227, "exchange_rate": 0.0029008702610783233, "exchange_via_app": 0.003200960288086426, "extra_charge_on_statement": 0.0026007802340702207, "failed_transfer": 0.033410023006902066, "fiat_currency_support": 0.004501350405121536, "get_disposable_virtual_card": 0.0039011703511053313, "get_physical_card": 0.0035010503150945285, "getting_spare_card": 0.0030009002700810243, "getting_virtual_card": 0.003200960288086426, "lost_or_stolen_card": 0.0039011703511053313, "lost_or_stolen_phone": 0.002400720216064819, "order_physical_card": 0.0033009902970891265, "passcode_forgotten": 0.00250075022506752, "pending_card_payment": 0.005901770531159347, "pending_cash_withdrawal": 0.06872061618485545, "pending_top_up": 0.037111133340002, "pending_transfer": 0.016404921476442933, "pin_blocked": 0.0033009902970891265, "receiving_money": 0.012103631089326798, "request_refund": 0.020906271881564468, "reverted_card_payment?": 0.004801440432129638, "supported_cards_and_currencies": 0.0039011703511053313, "terminate_account": 0.003200960288086426, "top_up_by_bank_transfer_charge": 0.0035010503150945285, "top_up_by_card_charge": 0.002700810243072922, "top_up_by_cash_or_cheque": 0.006001800540162049, "top_up_failed": 0.10353105931779533, "top_up_limits": 0.003401020306091827, "top_up_reverted": 0.027808342502750823, "topping_up_by_card": 0.004801440432129638, "transaction_charged_twice": 0.01710513153946184, "transfer_fee_charged": 0.0029008702610783233, "transfer_into_account": 0.007602280684205261, "transfer_not_received_by_recipient": 0.049814944483344996, "transfer_timing": 0.0038011403421026307, "unable_to_verify_identity": 0.003100930279083725, "verify_my_identity": 0.0023006902070621185, "verify_source_of_funds": 0.004201260378113434, "verify_top_up": 0.004001200360108033, "virtual_card_not_working": 0.0043012903871161344, "visa_or_mastercard": 0.003200960288086426, "why_verify_identity": 0.0026007802340702207, "wrong_amount_of_cash_received": 0.0245073522056617, "wrong_exchange_rate_for_cash_withdrawal": 0.004201260378113434 }, "error": null, "latency_ms": 72.55929207894951, "usage": { "input_tokens": 623, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1793", "text_group": "5af6a3e8fd21c4eeacce7e6233a2e9ffc65436abe957c6a3f4dd4dafd776e4e1", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9503099380123976, "activate_my_card": 0.00019996000799840034, "age_limit": 9.998000399920017e-05, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00019996000799840034, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00019996000799840034, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00019996000799840034, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.03289342131573685, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.00019996000799840034, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 70.77908399514854, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1794", "text_group": "34212398a2f246d42ad1cde7652ff3dd599f4df54a497bcf55b8dcd1bd4babab", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9752123938030985, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.0002998500749625187, "atm_support": 0.00039980009995002505, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.0004997501249375313, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997501249375313, "beneficiary_not_allowed": 0.0004997501249375313, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.0002998500749625187, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.0002998500749625187, "card_not_working": 0.0002998500749625187, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.00039980009995002505, "card_payment_wrong_exchange_rate": 0.00039980009995002505, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.0002998500749625187, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.00019990004997501253, "compromised_card": 0.0002998500749625187, "contactless_not_working": 0.0002998500749625187, "country_support": 0.0002998500749625187, "declined_card_payment": 0.00039980009995002505, "declined_cash_withdrawal": 0.00039980009995002505, "declined_transfer": 0.00039980009995002505, "direct_debit_payment_not_recognised": 0.0004997501249375313, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.0002998500749625187, "request_refund": 0.0010994502748625688, "reverted_card_payment?": 0.0005997001499250374, "supported_cards_and_currencies": 0.00039980009995002505, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.00039980009995002505, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998500749625187 }, "error": null, "latency_ms": 75.53854200523347, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1795", "text_group": "0d4a768523e8f20519c95e0d20f30ab06b444044adc864a7a39ed90f175bbc87", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.9120648259303722, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.0005002000800320128, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.0005002000800320128, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00040016006402561027, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00040016006402561027, "request_refund": 0.06802721088435375, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00020008003201280514, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.0005002000800320128, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 72.432583081536, "usage": { "input_tokens": 611, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1796", "text_group": "039c99c76ff5764d1d7d7b40b651da6ec55e86ffd596ca55c4f072e1c26238a8", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.1868373674734947, "activate_my_card": 0.003200640128025605, "age_limit": 0.0034006801360272052, "apple_pay_or_google_pay": 0.004700940188037608, "atm_support": 0.006601320264052811, "automatic_top_up": 0.003800760152030406, "balance_not_updated_after_bank_transfer": 0.07951590318063613, "balance_not_updated_after_cheque_or_cash_deposit": 0.022904580916183238, "beneficiary_not_allowed": 0.014002800560112022, "cancel_transfer": 0.005601120224044809, "card_about_to_expire": 0.004000800160032006, "card_acceptance": 0.005201040208041608, "card_arrival": 0.004700940188037608, "card_delivery_estimate": 0.004700940188037608, "card_linking": 0.0054010802160432084, "card_not_working": 0.006001200240048009, "card_payment_fee_charged": 0.004600920184036807, "card_payment_not_recognised": 0.008101620324064812, "card_payment_wrong_exchange_rate": 0.0068013602720544105, "card_swallowed": 0.008001600320064013, "cash_withdrawal_charge": 0.00610122024404881, "cash_withdrawal_not_recognised": 0.11752350470094018, "change_pin": 0.003700740148029606, "compromised_card": 0.016303260652130423, "contactless_not_working": 0.006001200240048009, "country_support": 0.0054010802160432084, "declined_card_payment": 0.006001200240048009, "declined_cash_withdrawal": 0.01750350070014003, "declined_transfer": 0.006701340268053611, "direct_debit_payment_not_recognised": 0.011502300460092018, "disposable_card_limits": 0.005601120224044809, "edit_personal_details": 0.003900780156031206, "exchange_charge": 0.0045009001800360065, "exchange_rate": 0.004600920184036807, "exchange_via_app": 0.0049009801960392075, "extra_charge_on_statement": 0.003900780156031206, "failed_transfer": 0.012302460492098419, "fiat_currency_support": 0.0068013602720544105, "get_disposable_virtual_card": 0.0072014402880576115, "get_physical_card": 0.006901380276055211, "getting_spare_card": 0.004300860172034407, "getting_virtual_card": 0.005301060212042409, "lost_or_stolen_card": 0.012302460492098419, "lost_or_stolen_phone": 0.004100820164032807, "order_physical_card": 0.004200840168033606, "passcode_forgotten": 0.003900780156031206, "pending_card_payment": 0.00610122024404881, "pending_cash_withdrawal": 0.07781556311262251, "pending_top_up": 0.01250250050010002, "pending_transfer": 0.011402280456091218, "pin_blocked": 0.004600920184036807, "receiving_money": 0.020404080816163232, "request_refund": 0.04260852170434087, "reverted_card_payment?": 0.006701340268053611, "supported_cards_and_currencies": 0.006001200240048009, "terminate_account": 0.004100820164032807, "top_up_by_bank_transfer_charge": 0.0045009001800360065, "top_up_by_card_charge": 0.004000800160032006, "top_up_by_cash_or_cheque": 0.005701140228045609, "top_up_failed": 0.005801160232046409, "top_up_limits": 0.003800760152030406, "top_up_reverted": 0.008701740348069613, "topping_up_by_card": 0.005101020204040808, "transaction_charged_twice": 0.0068013602720544105, "transfer_fee_charged": 0.004100820164032807, "transfer_into_account": 0.004200840168033606, "transfer_not_received_by_recipient": 0.02470494098819764, "transfer_timing": 0.003800760152030406, "unable_to_verify_identity": 0.004800960192038407, "verify_my_identity": 0.0035007001400280055, "verify_source_of_funds": 0.0044008801760352075, "verify_top_up": 0.0036007201440288058, "virtual_card_not_working": 0.005301060212042409, "visa_or_mastercard": 0.0044008801760352075, "why_verify_identity": 0.003700740148029606, "wrong_amount_of_cash_received": 0.011602320464092817, "wrong_exchange_rate_for_cash_withdrawal": 0.005701140228045609 }, "error": null, "latency_ms": 74.84404102433473, "usage": { "input_tokens": 617, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1797", "text_group": "a850257a5bb1c23a19a9909266b3791924efeacc4e24fb6a9dbf2ed2b57f6a4e", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.8980509745127436, "activate_my_card": 9.995002498750626e-05, "age_limit": 9.995002498750626e-05, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.00019990004997501253, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.0002998500749625187, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998500749625187, "beneficiary_not_allowed": 0.0002998500749625187, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.00019990004997501253, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.00019990004997501253, "card_not_working": 0.00019990004997501253, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.0002998500749625187, "card_payment_wrong_exchange_rate": 0.0002998500749625187, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.00019990004997501253, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.00019990004997501253, "country_support": 0.00019990004997501253, "declined_card_payment": 0.00019990004997501253, "declined_cash_withdrawal": 0.00019990004997501253, "declined_transfer": 0.00019990004997501253, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.00019990004997501253, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.00019990004997501253, "fiat_currency_support": 0.00019990004997501253, "get_disposable_virtual_card": 0.00019990004997501253, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.00019990004997501253, "request_refund": 0.08605697151424288, "reverted_card_payment?": 0.00039980009995002505, "supported_cards_and_currencies": 0.00019990004997501253, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.00019990004997501253, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.00019990004997501253, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.00019990004997501253, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.00019990004997501253 }, "error": null, "latency_ms": 73.90270801261067, "usage": { "input_tokens": 630, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1798", "text_group": "7f4109704f09df83303444ee2004fd816f051cc204413910bf374e640791f475", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.8186274509803921, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.0005002000800320128, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.0006002400960384153, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006002400960384153, "beneficiary_not_allowed": 0.0006002400960384153, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.0005002000800320128, "card_delivery_estimate": 0.0008003201280512205, "card_linking": 0.00040016006402561027, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.0005002000800320128, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.0005002000800320128, "cash_withdrawal_not_recognised": 0.0005002000800320128, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.00040016006402561027, "country_support": 0.0005002000800320128, "declined_card_payment": 0.00040016006402561027, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.0006002400960384153, "disposable_card_limits": 0.0005002000800320128, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00040016006402561027, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.0005002000800320128, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00040016006402561027, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.00040016006402561027, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00040016006402561027, "request_refund": 0.15076030412164865, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.00040016006402561027, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.0005002000800320128, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00040016006402561027, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.00040016006402561027, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 73.08591704349965, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1799", "text_group": "7900c169b7ac8cb4b4e457dd9fc6437274a8542cbe3a335a497244ae04971643", "expected": "Refund_not_showing_up", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.909736105557777, "activate_my_card": 9.996001599360257e-05, "age_limit": 9.996001599360257e-05, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.00019992003198720514, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.00019992003198720514, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.00019992003198720514, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.00019992003198720514, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.00019992003198720514, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.0002998800479808077, "request_refund": 0.0739704118352659, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.00019992003198720514, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 67.55574990529567, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1800", "text_group": "a45d2f9c60dbb1509808b97933159313dd1164bcb40a0243a774ce38196e927b", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0011998800119988001, "activate_my_card": 0.0005999400059994001, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0007999200079992001, "atm_support": 0.0008999100089991, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0316968303169683, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0008999100089991, "card_acceptance": 0.008399160083991601, "card_arrival": 0.0006999300069993001, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0021997800219978004, "card_not_working": 0.0423957604239576, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.0007999200079992001, "card_payment_wrong_exchange_rate": 0.0006999300069993001, "card_swallowed": 0.0006999300069993001, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.00039996000399960006, "compromised_card": 0.0006999300069993001, "contactless_not_working": 0.0011998800119988001, "country_support": 0.0007999200079992001, "declined_card_payment": 0.7202279772022798, "declined_cash_withdrawal": 0.04509549045095491, "declined_transfer": 0.03499650034996501, "direct_debit_payment_not_recognised": 0.0007999200079992001, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.000999900009999, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0006999300069993001, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.0006999300069993001, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0005999400059994001, "request_refund": 0.0014998500149985001, "reverted_card_payment?": 0.0077992200779922, "supported_cards_and_currencies": 0.025697430256974303, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0038996100389961, "topping_up_by_card": 0.0023997600239976003, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.0005999400059994001, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.0007999200079992001, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.004399560043995601, "visa_or_mastercard": 0.0314968503149685, "why_verify_identity": 0.0005999400059994001, "wrong_amount_of_cash_received": 0.0005999400059994001, "wrong_exchange_rate_for_cash_withdrawal": 0.0006999300069993001 }, "error": null, "latency_ms": 68.67066700942814, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1801", "text_group": "eb9e4c583781c6d0770872232ab21cc9ca72597709c2c01c9753f7fc230f55d6", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0007999200079992001, "activate_my_card": 0.0007999200079992001, "age_limit": 0.0006999300069993001, "apple_pay_or_google_pay": 0.000999900009999, "atm_support": 0.000999900009999, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0007999200079992001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008999100089991, "beneficiary_not_allowed": 0.0292970702929707, "cancel_transfer": 0.0006999300069993001, "card_about_to_expire": 0.0013998600139986002, "card_acceptance": 0.0024997500249975004, "card_arrival": 0.0021997800219978004, "card_delivery_estimate": 0.0007999200079992001, "card_linking": 0.0022997700229977, "card_not_working": 0.0403959604039596, "card_payment_fee_charged": 0.000999900009999, "card_payment_not_recognised": 0.000999900009999, "card_payment_wrong_exchange_rate": 0.0010998900109989002, "card_swallowed": 0.0011998800119988001, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0004999500049995, "compromised_card": 0.000999900009999, "contactless_not_working": 0.0010998900109989002, "country_support": 0.0007999200079992001, "declined_card_payment": 0.8166183381661833, "declined_cash_withdrawal": 0.006399360063993601, "declined_transfer": 0.029697030296970305, "direct_debit_payment_not_recognised": 0.0010998900109989002, "disposable_card_limits": 0.000999900009999, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.000999900009999, "fiat_currency_support": 0.0008999100089991, "get_disposable_virtual_card": 0.000999900009999, "get_physical_card": 0.0010998900109989002, "getting_spare_card": 0.000999900009999, "getting_virtual_card": 0.0007999200079992001, "lost_or_stolen_card": 0.0008999100089991, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.005099490050994901, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.000999900009999, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.0005999400059994001, "pending_transfer": 0.0005999400059994001, "pin_blocked": 0.0008999100089991, "receiving_money": 0.0012998700129987, "request_refund": 0.0007999200079992001, "reverted_card_payment?": 0.0024997500249975004, "supported_cards_and_currencies": 0.0029997000299970002, "terminate_account": 0.0005999400059994001, "top_up_by_bank_transfer_charge": 0.0005999400059994001, "top_up_by_card_charge": 0.0006999300069993001, "top_up_by_cash_or_cheque": 0.0007999200079992001, "top_up_failed": 0.0012998700129987, "top_up_limits": 0.0006999300069993001, "top_up_reverted": 0.0012998700129987, "topping_up_by_card": 0.0022997700229977, "transaction_charged_twice": 0.0020997900209979003, "transfer_fee_charged": 0.0006999300069993001, "transfer_into_account": 0.0005999400059994001, "transfer_not_received_by_recipient": 0.0006999300069993001, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.0008999100089991, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.004299570042995701, "visa_or_mastercard": 0.0010998900109989002, "why_verify_identity": 0.0005999400059994001, "wrong_amount_of_cash_received": 0.0007999200079992001, "wrong_exchange_rate_for_cash_withdrawal": 0.0007999200079992001 }, "error": null, "latency_ms": 71.88208296429366, "usage": { "input_tokens": 635, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1802", "text_group": "dbd29597e22154abc8809fbce3e340261cceb85646f4b684a63b99b6eb6951db", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019996000799840034, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.9721055788842232, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 9.998000399920017e-05, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.008198360327934414, "supported_cards_and_currencies": 0.0010997800439912018, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 69.63412510231137, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1803", "text_group": "df24f19ae3bbc455601b60fb1f7ea4561d8b5bf0401a76e39a9ed3a1f72c5c6f", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.009100910091009102, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0008000800080008001, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.0081008100810081, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0003000300030003, "declined_card_payment": 0.9439943994399439, "declined_cash_withdrawal": 0.0011001100110011003, "declined_transfer": 0.0021002100210021, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0003000300030003, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.009100910091009102, "supported_cards_and_currencies": 0.0013001300130013002, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0013001300130013002, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0015001500150015003, "visa_or_mastercard": 0.001000100010001, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 73.5107499640435, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1804", "text_group": "86a902c0a20b2f23f80b99cb3633fd36c8291d84a564be4cca3c2b8badeb77a0", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.000499850044986504, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.000499850044986504, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0029991002699190244, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.001099670098970309, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0003998800359892033, "declined_card_payment": 0.904928521443567, "declined_cash_withdrawal": 0.0007997600719784066, "declined_transfer": 0.0017994601619514146, "direct_debit_payment_not_recognised": 0.002599220233929821, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0017994601619514146, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.0005998200539838048, "reverted_card_payment?": 0.06028191542537239, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.000999700089973008, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 72.47549993917346, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1805", "text_group": "cd7815d8145615018abfaeda9c5a7f55134ec3a1f9e5db2a1133a99b10f9e57a", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0032, "activate_my_card": 0.0005, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0008, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.039, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0013, "card_acceptance": 0.0103, "card_arrival": 0.001, "card_delivery_estimate": 0.0006, "card_linking": 0.0025, "card_not_working": 0.0743, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.001, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0007, "contactless_not_working": 0.0014, "country_support": 0.0009, "declined_card_payment": 0.7334, "declined_cash_withdrawal": 0.0302, "declined_transfer": 0.0334, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0005, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0006, "fiat_currency_support": 0.0008, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.001, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0009, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0008, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0007, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0007, "receiving_money": 0.0006, "request_refund": 0.0022, "reverted_card_payment?": 0.0114, "supported_cards_and_currencies": 0.007, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0008, "top_up_limits": 0.0004, "top_up_reverted": 0.0046, "topping_up_by_card": 0.0015, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0008, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0072, "visa_or_mastercard": 0.0025, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0007 }, "error": null, "latency_ms": 75.17349999397993, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1806", "text_group": "198ae054ebd26b56ee7dd03576ef7c41545ef1e821637984db1722daf69c198f", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.004100820164032807, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0007001400280056011, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0007001400280056011, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0005001000200040008, "declined_card_payment": 0.8386677335467093, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0017003400680136026, "direct_debit_payment_not_recognised": 0.0015003000600120023, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0006001200240048009, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0003000600120024004, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.12792558511702343, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.002600520104020804, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 81.93558407947421, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1807", "text_group": "de8d83264f41334e67c4c3e2818b44d9eab21e8dd088c649a1978549331a2bf7", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0017001700170017002, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.027502750275027504, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0047004700470047005, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0011001100110011003, "card_not_working": 0.0624062406240624, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0006000600060006, "country_support": 0.0005000500050005, "declined_card_payment": 0.7905790579057905, "declined_cash_withdrawal": 0.0482048204820482, "declined_transfer": 0.016501650165016504, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0005000500050005, "receiving_money": 0.00040004000400040005, "request_refund": 0.0027002700270027003, "reverted_card_payment?": 0.0029002900290029, "supported_cards_and_currencies": 0.009000900090009, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0018001800180018, "topping_up_by_card": 0.0012001200120012, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0006000600060006, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.002000200020002, "visa_or_mastercard": 0.0024002400240024, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 73.17762507591397, "usage": { "input_tokens": 581, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1808", "text_group": "8085739eda0b9b29b24917365bf518776fb4cc3bafb81e8dbc180e616df31012", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0014002800560112022, "activate_my_card": 0.0006001200240048009, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.0009001800360072014, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0008001600320064013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.01700340068013603, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.0008001600320064013, "card_acceptance": 0.011402280456091218, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.003200640128025605, "card_not_working": 0.03610722144428886, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0008001600320064013, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.0012002400480096017, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0005001000200040008, "compromised_card": 0.0008001600320064013, "contactless_not_working": 0.0018003600720144029, "country_support": 0.0007001400280056011, "declined_card_payment": 0.7645529105821164, "declined_cash_withdrawal": 0.01890378075615123, "declined_transfer": 0.03790758151630326, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0008001600320064013, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0018003600720144029, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.0006001200240048009, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0007001400280056011, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.0006001200240048009, "request_refund": 0.0015003000600120023, "reverted_card_payment?": 0.02410482096419284, "supported_cards_and_currencies": 0.010602120424084817, "terminate_account": 0.0008001600320064013, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0012002400480096017, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.015003000600120024, "topping_up_by_card": 0.0029005801160232043, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.0009001800360072014, "verify_my_identity": 0.0007001400280056011, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.013702740548109622, "visa_or_mastercard": 0.0012002400480096017, "why_verify_identity": 0.0010002000400080016, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001200240048009 }, "error": null, "latency_ms": 73.15950002521276, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1809", "text_group": "effbda5b95b927ba6a4320d48f2911260b075a1f1adee7de957c2edc255dbfec", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.002300920368147259, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.0005002000800320128, "card_not_working": 0.0031012404961984793, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.0007002801120448179, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00040016006402561027, "country_support": 0.00030012004801920766, "declined_card_payment": 0.9471788715486195, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.0008003201280512205, "direct_debit_payment_not_recognised": 0.0007002801120448179, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.0013005202080832333, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.02170868347338936, "supported_cards_and_currencies": 0.0008003201280512205, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.0007002801120448179, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.0007002801120448179, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.0026010404161664665, "visa_or_mastercard": 0.0005002000800320128, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 76.1519999941811, "usage": { "input_tokens": 610, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1810", "text_group": "fa1ad997ae0653a0de6c5823959d44c435750d3e6cb9b26f7c0af58dee8ed166", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.015896820635872826, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0013997200559888023, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0005998800239952009, "card_not_working": 0.005198960207958408, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0005998800239952009, "country_support": 0.0003999200159968007, "declined_card_payment": 0.8550289942011597, "declined_cash_withdrawal": 0.00629874025194961, "declined_transfer": 0.02299540091981604, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0003999200159968007, "request_refund": 0.0004999000199960008, "reverted_card_payment?": 0.05658868226354729, "supported_cards_and_currencies": 0.001299740051989602, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.008498300339932015, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0013997200559888023, "visa_or_mastercard": 0.0008998200359928015, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 71.53304200619459, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1811", "text_group": "8a714a7e2643913cc19b3431c1fe8db00a58d197b7339679c2bea19d629ec25c", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0014991005396761943, "activate_my_card": 0.0027983210073955628, "age_limit": 0.0009994003597841297, "apple_pay_or_google_pay": 0.0012992204677193685, "atm_support": 0.0014991005396761943, "automatic_top_up": 0.0008994603238057167, "balance_not_updated_after_bank_transfer": 0.0010993403957625426, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010993403957625426, "beneficiary_not_allowed": 0.04227463521886868, "cancel_transfer": 0.0010993403957625426, "card_about_to_expire": 0.002598440935438737, "card_acceptance": 0.011093343993603838, "card_arrival": 0.0017989206476114333, "card_delivery_estimate": 0.0009994003597841297, "card_linking": 0.011093343993603838, "card_not_working": 0.2614431341195283, "card_payment_fee_charged": 0.0011992804317409553, "card_payment_not_recognised": 0.0012992204677193685, "card_payment_wrong_exchange_rate": 0.0012992204677193685, "card_swallowed": 0.0021986807915250852, "cash_withdrawal_charge": 0.0008994603238057167, "cash_withdrawal_not_recognised": 0.0007995202878273037, "change_pin": 0.0010993403957625426, "compromised_card": 0.0013991605036977814, "contactless_not_working": 0.007595442734359385, "country_support": 0.0012992204677193685, "declined_card_payment": 0.43653807715370785, "declined_cash_withdrawal": 0.021886867879272437, "declined_transfer": 0.055066959824105546, "direct_debit_payment_not_recognised": 0.0010993403957625426, "disposable_card_limits": 0.0015990405756546075, "edit_personal_details": 0.0010993403957625426, "exchange_charge": 0.0007995202878273037, "exchange_rate": 0.0007995202878273037, "exchange_via_app": 0.0007995202878273037, "extra_charge_on_statement": 0.0006995802518488907, "failed_transfer": 0.0012992204677193685, "fiat_currency_support": 0.0012992204677193685, "get_disposable_virtual_card": 0.002298620827503498, "get_physical_card": 0.0021986807915250852, "getting_spare_card": 0.0012992204677193685, "getting_virtual_card": 0.0012992204677193685, "lost_or_stolen_card": 0.0007995202878273037, "lost_or_stolen_phone": 0.0005996402158704777, "order_physical_card": 0.0061962822306616035, "passcode_forgotten": 0.0007995202878273037, "pending_card_payment": 0.0011992804317409553, "pending_cash_withdrawal": 0.0006995802518488907, "pending_top_up": 0.0007995202878273037, "pending_transfer": 0.0007995202878273037, "pin_blocked": 0.002298620827503498, "receiving_money": 0.0011992804317409553, "request_refund": 0.0012992204677193685, "reverted_card_payment?": 0.005096941834899061, "supported_cards_and_currencies": 0.008694783130121926, "terminate_account": 0.0007995202878273037, "top_up_by_bank_transfer_charge": 0.0007995202878273037, "top_up_by_card_charge": 0.0007995202878273037, "top_up_by_cash_or_cheque": 0.0008994603238057167, "top_up_failed": 0.0015990405756546075, "top_up_limits": 0.0008994603238057167, "top_up_reverted": 0.004497301619028583, "topping_up_by_card": 0.0033979612232660403, "transaction_charged_twice": 0.0010993403957625426, "transfer_fee_charged": 0.0008994603238057167, "transfer_into_account": 0.0006995802518488907, "transfer_not_received_by_recipient": 0.0007995202878273037, "transfer_timing": 0.0007995202878273037, "unable_to_verify_identity": 0.0012992204677193685, "verify_my_identity": 0.0009994003597841297, "verify_source_of_funds": 0.0007995202878273037, "verify_top_up": 0.0007995202878273037, "virtual_card_not_working": 0.04957025784529283, "visa_or_mastercard": 0.0021986807915250852, "why_verify_identity": 0.0009994003597841297, "wrong_amount_of_cash_received": 0.0009994003597841297, "wrong_exchange_rate_for_cash_withdrawal": 0.0010993403957625426 }, "error": null, "latency_ms": 73.97262495942414, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1812", "text_group": "1c90f22722e94b7e5337f6db33abc32b2667cecf32baa8b18c4d8704347599d8", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0011002200440088019, "activate_my_card": 0.0005001000200040008, "age_limit": 0.0004000800160032007, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.0008001600320064014, "automatic_top_up": 0.0004000800160032007, "balance_not_updated_after_bank_transfer": 0.0027005401080216047, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009001800360072014, "beneficiary_not_allowed": 0.006801360272054411, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0009001800360072014, "card_arrival": 0.000600120024004801, "card_delivery_estimate": 0.000600120024004801, "card_linking": 0.0007001400280056011, "card_not_working": 0.0022004400880176037, "card_payment_fee_charged": 0.0008001600320064014, "card_payment_not_recognised": 0.003000600120024005, "card_payment_wrong_exchange_rate": 0.0009001800360072014, "card_swallowed": 0.0009001800360072014, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0004000800160032007, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0010002000400080016, "country_support": 0.0008001600320064014, "declined_card_payment": 0.7516503300660132, "declined_cash_withdrawal": 0.0010002000400080016, "declined_transfer": 0.0034006801360272057, "direct_debit_payment_not_recognised": 0.011102220444088819, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.000600120024004801, "exchange_charge": 0.0004000800160032007, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0007001400280056011, "getting_spare_card": 0.0004000800160032007, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.0004000800160032007, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.0004000800160032007, "pending_card_payment": 0.004900980196039208, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.000600120024004801, "pending_transfer": 0.0007001400280056011, "pin_blocked": 0.0009001800360072014, "receiving_money": 0.0007001400280056011, "request_refund": 0.002000400080016003, "reverted_card_payment?": 0.16623324664932987, "supported_cards_and_currencies": 0.0007001400280056011, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0004000800160032007, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0008001600320064014, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.004500900180036007, "topping_up_by_card": 0.000600120024004801, "transaction_charged_twice": 0.001200240048009602, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.0004000800160032007, "transfer_not_received_by_recipient": 0.0007001400280056011, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.000600120024004801, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.000600120024004801, "virtual_card_not_working": 0.0013002600520104022, "visa_or_mastercard": 0.000600120024004801, "why_verify_identity": 0.000600120024004801, "wrong_amount_of_cash_received": 0.000600120024004801, "wrong_exchange_rate_for_cash_withdrawal": 0.000600120024004801 }, "error": null, "latency_ms": 72.78066698927432, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1813", "text_group": "7bf43f73b520d6957705cf2c4d866fd60bb7dcc17782b9ad9cc73a65b3d713a2", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0002998800479808077, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0023990403838464614, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.000899640143942423, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0005997600959616154, "card_not_working": 0.060775689724110356, "card_payment_fee_charged": 0.0005997600959616154, "card_payment_not_recognised": 0.0010995601759296284, "card_payment_wrong_exchange_rate": 0.0006997201119552179, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.00019992003198720514, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0005997600959616154, "country_support": 0.0003998400639744103, "declined_card_payment": 0.8753498600559777, "declined_cash_withdrawal": 0.0003998400639744103, "declined_transfer": 0.0005997600959616154, "direct_debit_payment_not_recognised": 0.0004998000799680128, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0003998400639744103, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.019592163134746102, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0004998000799680128, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.007197121151539384, "supported_cards_and_currencies": 0.004198320671731307, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0004998000799680128, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0004998000799680128, "topping_up_by_card": 0.0007996801279488206, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0010995601759296284, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.001999200319872051, "visa_or_mastercard": 0.0004998000799680128, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0003998400639744103, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 73.02483299281448, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1814", "text_group": "9adb51389df881a247ff4fc75ae8c415d994ba162e6af308640a88a9c3c4b91b", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00040020010005002504, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.0008004002001000501, "cancel_transfer": 0.00020010005002501252, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.0007003501750875438, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.00040020010005002504, "card_not_working": 0.021410705352676338, "card_payment_fee_charged": 0.0005002501250625313, "card_payment_not_recognised": 0.0008004002001000501, "card_payment_wrong_exchange_rate": 0.0005002501250625313, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.0005002501250625313, "country_support": 0.00040020010005002504, "declined_card_payment": 0.9472736368184093, "declined_cash_withdrawal": 0.00040020010005002504, "declined_transfer": 0.0006003001500750375, "direct_debit_payment_not_recognised": 0.0005002501250625313, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.0014007003501750877, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.0021010505252626313, "supported_cards_and_currencies": 0.0025012506253126567, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00040020010005002504, "topping_up_by_card": 0.0008004002001000501, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.0032016008004002003, "visa_or_mastercard": 0.00040020010005002504, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 70.32058306504041, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1815", "text_group": "90702716977644db5bea3be7f6a356407419cadc739b4dd52d4b00368612a19b", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0004000400040004001, "activate_my_card": 0.00030003000300030005, "age_limit": 0.00020002000200020005, "apple_pay_or_google_pay": 0.0004000400040004001, "atm_support": 0.0004000400040004001, "automatic_top_up": 0.00020002000200020005, "balance_not_updated_after_bank_transfer": 0.00030003000300030005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030003000300030005, "beneficiary_not_allowed": 0.0075007500750075016, "cancel_transfer": 0.00030003000300030005, "card_about_to_expire": 0.00030003000300030005, "card_acceptance": 0.0009000900090009002, "card_arrival": 0.00030003000300030005, "card_delivery_estimate": 0.00030003000300030005, "card_linking": 0.0005000500050005002, "card_not_working": 0.007400740074007402, "card_payment_fee_charged": 0.0005000500050005002, "card_payment_not_recognised": 0.0026002600260026003, "card_payment_wrong_exchange_rate": 0.0006000600060006001, "card_swallowed": 0.0004000400040004001, "cash_withdrawal_charge": 0.00030003000300030005, "cash_withdrawal_not_recognised": 0.00030003000300030005, "change_pin": 0.00020002000200020005, "compromised_card": 0.00030003000300030005, "contactless_not_working": 0.0004000400040004001, "country_support": 0.0004000400040004001, "declined_card_payment": 0.8532853285328533, "declined_cash_withdrawal": 0.0004000400040004001, "declined_transfer": 0.0006000600060006001, "direct_debit_payment_not_recognised": 0.0011001100110011003, "disposable_card_limits": 0.00030003000300030005, "edit_personal_details": 0.00030003000300030005, "exchange_charge": 0.00020002000200020005, "exchange_rate": 0.00030003000300030005, "exchange_via_app": 0.00030003000300030005, "extra_charge_on_statement": 0.00020002000200020005, "failed_transfer": 0.0004000400040004001, "fiat_currency_support": 0.0004000400040004001, "get_disposable_virtual_card": 0.00030003000300030005, "get_physical_card": 0.00030003000300030005, "getting_spare_card": 0.00030003000300030005, "getting_virtual_card": 0.00020002000200020005, "lost_or_stolen_card": 0.00020002000200020005, "lost_or_stolen_phone": 0.00020002000200020005, "order_physical_card": 0.00020002000200020005, "passcode_forgotten": 0.00020002000200020005, "pending_card_payment": 0.08660866086608661, "pending_cash_withdrawal": 0.00020002000200020005, "pending_top_up": 0.00030003000300030005, "pending_transfer": 0.00030003000300030005, "pin_blocked": 0.00030003000300030005, "receiving_money": 0.0004000400040004001, "request_refund": 0.00030003000300030005, "reverted_card_payment?": 0.0168016801680168, "supported_cards_and_currencies": 0.0011001100110011003, "terminate_account": 0.00030003000300030005, "top_up_by_bank_transfer_charge": 0.00030003000300030005, "top_up_by_card_charge": 0.00030003000300030005, "top_up_by_cash_or_cheque": 0.00030003000300030005, "top_up_failed": 0.0004000400040004001, "top_up_limits": 0.00030003000300030005, "top_up_reverted": 0.0005000500050005002, "topping_up_by_card": 0.0007000700070007002, "transaction_charged_twice": 0.0004000400040004001, "transfer_fee_charged": 0.00030003000300030005, "transfer_into_account": 0.00020002000200020005, "transfer_not_received_by_recipient": 0.00030003000300030005, "transfer_timing": 0.00030003000300030005, "unable_to_verify_identity": 0.0004000400040004001, "verify_my_identity": 0.00030003000300030005, "verify_source_of_funds": 0.00030003000300030005, "verify_top_up": 0.00030003000300030005, "virtual_card_not_working": 0.0006000600060006001, "visa_or_mastercard": 0.0006000600060006001, "why_verify_identity": 0.00030003000300030005, "wrong_amount_of_cash_received": 0.00030003000300030005, "wrong_exchange_rate_for_cash_withdrawal": 0.00030003000300030005 }, "error": null, "latency_ms": 71.42583397217095, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1816", "text_group": "aef0cc909021961b44984686b88b1d1e8c5035e7d5fb1e3333df38161ae2672c", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.0002998500749625187, "atm_support": 0.0002998500749625187, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.00019990004997501253, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019990004997501253, "beneficiary_not_allowed": 0.0004997501249375313, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.0004997501249375313, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.00039980009995002505, "card_not_working": 0.0004997501249375313, "card_payment_fee_charged": 0.00039980009995002505, "card_payment_not_recognised": 0.0004997501249375313, "card_payment_wrong_exchange_rate": 0.00039980009995002505, "card_swallowed": 0.00019990004997501253, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.00019990004997501253, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.0002998500749625187, "country_support": 0.0002998500749625187, "declined_card_payment": 0.9563218390804598, "declined_cash_withdrawal": 0.00039980009995002505, "declined_transfer": 0.0004997501249375313, "direct_debit_payment_not_recognised": 0.00039980009995002505, "disposable_card_limits": 0.00019990004997501253, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.00019990004997501253, "fiat_currency_support": 0.0002998500749625187, "get_disposable_virtual_card": 0.00019990004997501253, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.0004997501249375313, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.0002998500749625187, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.02378810594702649, "supported_cards_and_currencies": 0.0005997001499250374, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.0004997501249375313, "topping_up_by_card": 0.00039980009995002505, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.00019990004997501253 }, "error": null, "latency_ms": 70.13958296738565, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1817", "text_group": "5a5fe5e508b8474af4b0901d3113c9df5ecdd441c24760b0c5c884c493668043", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00030015007503751874, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.0005002501250625312, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.0007003501750875437, "cancel_transfer": 0.0002001000500250125, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.0006003001500750375, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.0005002501250625312, "card_not_working": 0.013806903451725862, "card_payment_fee_charged": 0.0005002501250625312, "card_payment_not_recognised": 0.0009004502251125562, "card_payment_wrong_exchange_rate": 0.0006003001500750375, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.0005002501250625312, "country_support": 0.000400200100050025, "declined_card_payment": 0.9437718859429715, "declined_cash_withdrawal": 0.000400200100050025, "declined_transfer": 0.0005002501250625312, "direct_debit_payment_not_recognised": 0.0005002501250625312, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.000400200100050025, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0023011505752876435, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00030015007503751874, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.011905952976488244, "supported_cards_and_currencies": 0.0022011005502751376, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.000400200100050025, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.0005002501250625312, "topping_up_by_card": 0.001300650325162581, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.002701350675337669, "visa_or_mastercard": 0.0005002501250625312, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 71.25195791013539, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1818", "text_group": "5870301e7688824eacfbcb0536d3cf94682dddceec99d74a5862aeb3caa6a375", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0006001200240048009, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0008001600320064013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.015703140628125622, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.0008001600320064013, "card_payment_not_recognised": 0.001900380076015203, "card_payment_wrong_exchange_rate": 0.0009001800360072014, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.0005001000200040008, "country_support": 0.00040008001600320064, "declined_card_payment": 0.8305661132226445, "declined_cash_withdrawal": 0.002000400080016003, "declined_transfer": 0.024004800960192037, "direct_debit_payment_not_recognised": 0.0014002800560112022, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0009001800360072014, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0005001000200040008, "request_refund": 0.0011002200440088019, "reverted_card_payment?": 0.08231646329265853, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0011002200440088019, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.011002200440088017, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0007001400280056011, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 69.4216670235619, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1819", "text_group": "c57a476c6507831a467a4bf903c20ce9db84e5bd1e61d42356fd90d7a1e7e0bb", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0008000800080008001, "activate_my_card": 0.00040004000400040005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.001000100010001, "atm_support": 0.0009000900090009, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.015101510151015102, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0028002800280028, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0007000700070007, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0008000800080008001, "card_payment_not_recognised": 0.0013001300130013002, "card_payment_wrong_exchange_rate": 0.001000100010001, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00040004000400040005, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0006000600060006, "country_support": 0.0008000800080008001, "declined_card_payment": 0.7798779877987799, "declined_cash_withdrawal": 0.0014001400140014, "declined_transfer": 0.007900790079007902, "direct_debit_payment_not_recognised": 0.0035003500350035003, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0009000900090009, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0035003500350035003, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0007000700070007, "request_refund": 0.0019001900190019003, "reverted_card_payment?": 0.1402140214021402, "supported_cards_and_currencies": 0.0012001200120012, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0042004200420042, "topping_up_by_card": 0.0008000800080008001, "transaction_charged_twice": 0.0013001300130013002, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0006000600060006, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.0007000700070007, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.0008000800080008001, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0007000700070007, "wrong_exchange_rate_for_cash_withdrawal": 0.0007000700070007 }, "error": null, "latency_ms": 69.04133397620171, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1820", "text_group": "b553994b23fd53b8f8b6d8c1b38081dd512f0648827f45fac8ba21aa263ad91f", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0007, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0008, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0037, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0004, "card_acceptance": 0.0008, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0006, "card_not_working": 0.0024, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0022, "card_payment_wrong_exchange_rate": 0.0011, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0005, "contactless_not_working": 0.0009, "country_support": 0.0007, "declined_card_payment": 0.9199, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0015, "direct_debit_payment_not_recognised": 0.006, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0004, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0006, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0004, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0034, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0006, "receiving_money": 0.0006, "request_refund": 0.0006, "reverted_card_payment?": 0.0211, "supported_cards_and_currencies": 0.0009, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0008, "top_up_limits": 0.0004, "top_up_reverted": 0.001, "topping_up_by_card": 0.0008, "transaction_charged_twice": 0.0007, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0043, "visa_or_mastercard": 0.0007, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 69.89983399398625, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1821", "text_group": "7e8235ff697ba78e5a08fe1bdc550baa55d8fa7d48b78652b4f159e1c45f1d09", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.0008003201280512205, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0007002801120448179, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00040016006402561027, "card_not_working": 0.02470988395358143, "card_payment_fee_charged": 0.0005002000800320128, "card_payment_not_recognised": 0.0008003201280512205, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.0005002000800320128, "country_support": 0.00040016006402561027, "declined_card_payment": 0.946578631452581, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.0005002000800320128, "direct_debit_payment_not_recognised": 0.0005002000800320128, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.001600640256102441, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.0019007603041216485, "supported_cards_and_currencies": 0.0020008003201280513, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.0006002400960384153, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.0014005602240896359, "visa_or_mastercard": 0.0005002000800320128, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 69.04849992133677, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1822", "text_group": "6eac3df054e65ba46e2a3a9757c02a1ccc6779025a682d7c99251dc1d9dc22df", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.001100330099029709, "activate_my_card": 0.001100330099029709, "age_limit": 0.0010003000900270082, "apple_pay_or_google_pay": 0.001600480144043213, "atm_support": 0.0028008402520756227, "automatic_top_up": 0.001100330099029709, "balance_not_updated_after_bank_transfer": 0.004101230369110733, "balance_not_updated_after_cheque_or_cash_deposit": 0.0030009002700810243, "beneficiary_not_allowed": 0.08742622786836052, "cancel_transfer": 0.0015004501350405122, "card_about_to_expire": 0.0013003901170351103, "card_acceptance": 0.008602580774232269, "card_arrival": 0.0010003000900270082, "card_delivery_estimate": 0.0010003000900270082, "card_linking": 0.002700810243072922, "card_not_working": 0.01830549164749425, "card_payment_fee_charged": 0.0014004201260378114, "card_payment_not_recognised": 0.0017005101530459135, "card_payment_wrong_exchange_rate": 0.002700810243072922, "card_swallowed": 0.001600480144043213, "cash_withdrawal_charge": 0.0013003901170351103, "cash_withdrawal_not_recognised": 0.0012003601080324095, "change_pin": 0.001100330099029709, "compromised_card": 0.0015004501350405122, "contactless_not_working": 0.00250075022506752, "country_support": 0.0017005101530459135, "declined_card_payment": 0.2372711813544063, "declined_cash_withdrawal": 0.05871761528458538, "declined_transfer": 0.15694708412523758, "direct_debit_payment_not_recognised": 0.18545563669100731, "disposable_card_limits": 0.0017005101530459135, "edit_personal_details": 0.0014004201260378114, "exchange_charge": 0.0010003000900270082, "exchange_rate": 0.0010003000900270082, "exchange_via_app": 0.0012003601080324095, "extra_charge_on_statement": 0.0010003000900270082, "failed_transfer": 0.0017005101530459135, "fiat_currency_support": 0.0038011403421026307, "get_disposable_virtual_card": 0.001600480144043213, "get_physical_card": 0.0015004501350405122, "getting_spare_card": 0.0017005101530459135, "getting_virtual_card": 0.0013003901170351103, "lost_or_stolen_card": 0.0008002400720216065, "lost_or_stolen_phone": 0.0007002100630189057, "order_physical_card": 0.0013003901170351103, "passcode_forgotten": 0.0009002700810243073, "pending_card_payment": 0.0017005101530459135, "pending_cash_withdrawal": 0.0013003901170351103, "pending_top_up": 0.001100330099029709, "pending_transfer": 0.0012003601080324095, "pin_blocked": 0.0015004501350405122, "receiving_money": 0.00620186055816745, "request_refund": 0.0014004201260378114, "reverted_card_payment?": 0.029308792637791337, "supported_cards_and_currencies": 0.008602580774232269, "terminate_account": 0.0014004201260378114, "top_up_by_bank_transfer_charge": 0.0013003901170351103, "top_up_by_card_charge": 0.001100330099029709, "top_up_by_cash_or_cheque": 0.0017005101530459135, "top_up_failed": 0.0033009902970891265, "top_up_limits": 0.0014004201260378114, "top_up_reverted": 0.05851755526657997, "topping_up_by_card": 0.013404021206361909, "transaction_charged_twice": 0.0013003901170351103, "transfer_fee_charged": 0.001100330099029709, "transfer_into_account": 0.0014004201260378114, "transfer_not_received_by_recipient": 0.0012003601080324095, "transfer_timing": 0.0013003901170351103, "unable_to_verify_identity": 0.0013003901170351103, "verify_my_identity": 0.001100330099029709, "verify_source_of_funds": 0.0018005401620486145, "verify_top_up": 0.0012003601080324095, "virtual_card_not_working": 0.0124037211163349, "visa_or_mastercard": 0.0023006902070621185, "why_verify_identity": 0.001100330099029709, "wrong_amount_of_cash_received": 0.019505851755526656, "wrong_exchange_rate_for_cash_withdrawal": 0.003200960288086426 }, "error": null, "latency_ms": 69.4870000006631, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1823", "text_group": "6c784ba193e3728b19737682f42afb27c3d01c2cab2b7d3750b8eb0604a6c6a9", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.001000100010001, "activate_my_card": 0.0007000700070007, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0986098609860986, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0008000800080008001, "card_acceptance": 0.10341034103410342, "card_arrival": 0.0008000800080008001, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.002000200020002, "card_not_working": 0.059005900590059, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0005000500050005, "compromised_card": 0.0009000900090009, "contactless_not_working": 0.001000100010001, "country_support": 0.0009000900090009, "declined_card_payment": 0.6088608860886089, "declined_cash_withdrawal": 0.0069006900690069, "declined_transfer": 0.0178017801780178, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0009000900090009, "get_disposable_virtual_card": 0.0006000600060006, "get_physical_card": 0.0009000900090009, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0009000900090009, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.0006000600060006, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0008000800080008001, "receiving_money": 0.0005000500050005, "request_refund": 0.0013001300130013002, "reverted_card_payment?": 0.0012001200120012, "supported_cards_and_currencies": 0.052605260526052605, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.0012001200120012, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0012001200120012, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0034003400340034003, "visa_or_mastercard": 0.0048004800480048, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 69.58508305251598, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1824", "text_group": "23bda5ae8a673144f8c7a6cffda823e2da3b0c4a3cea4836d0d3b54cda18d355", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0012998700129987, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0005999400059994001, "card_not_working": 0.0466953304669533, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0021997800219978004, "card_payment_wrong_exchange_rate": 0.0008999100089991, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0007999200079992001, "country_support": 0.0004999500049995, "declined_card_payment": 0.8942105789421058, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.0007999200079992001, "direct_debit_payment_not_recognised": 0.0008999100089991, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.0035996400359964, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.00039996000399960006, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0156984301569843, "supported_cards_and_currencies": 0.0023997600239976003, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.0013998600139986002, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0058994100589941, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 69.98345791362226, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1825", "text_group": "61bb9521e9a43189ed7496d535c1034a627092a491e0fcad39832697f53118ca", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0002998800479808077, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.0003998400639744103, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0006997201119552179, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0006997201119552179, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0004998000799680128, "card_not_working": 0.026289484206317475, "card_payment_fee_charged": 0.0004998000799680128, "card_payment_not_recognised": 0.0007996801279488206, "card_payment_wrong_exchange_rate": 0.0005997600959616154, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.00019992003198720514, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0005997600959616154, "country_support": 0.0004998000799680128, "declined_card_payment": 0.9387245101959217, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0004998000799680128, "direct_debit_payment_not_recognised": 0.0004998000799680128, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0004998000799680128, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0015993602558976412, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.0025989604158336665, "supported_cards_and_currencies": 0.0031987205117952823, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.000899640143942423, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.001799280287884846, "visa_or_mastercard": 0.0005997600959616154, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 68.91133403405547, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1826", "text_group": "dc6ecce5fe31e028219f6e95706c6bbc6f81c13a9e726345924d05c618c76441", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0017003400680136026, "activate_my_card": 0.001300260052010402, "age_limit": 0.0007001400280056011, "apple_pay_or_google_pay": 0.0011002200440088019, "atm_support": 0.0014002800560112022, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0011002200440088019, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010002000400080016, "beneficiary_not_allowed": 0.028805761152230446, "cancel_transfer": 0.0008001600320064013, "card_about_to_expire": 0.002600520104020804, "card_acceptance": 0.014802960592118424, "card_arrival": 0.004000800160032006, "card_delivery_estimate": 0.0011002200440088019, "card_linking": 0.014402880576115223, "card_not_working": 0.20564112822564512, "card_payment_fee_charged": 0.0011002200440088019, "card_payment_not_recognised": 0.0010002000400080016, "card_payment_wrong_exchange_rate": 0.0011002200440088019, "card_swallowed": 0.0024004800960192034, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.0008001600320064013, "compromised_card": 0.0017003400680136026, "contactless_not_working": 0.002100420084016803, "country_support": 0.0011002200440088019, "declined_card_payment": 0.5574114822964593, "declined_cash_withdrawal": 0.008401680336067212, "declined_transfer": 0.03530706141228245, "direct_debit_payment_not_recognised": 0.0008001600320064013, "disposable_card_limits": 0.0010002000400080016, "edit_personal_details": 0.0009001800360072014, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0006001200240048009, "failed_transfer": 0.0010002000400080016, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0012002400480096017, "get_physical_card": 0.005301060212042409, "getting_spare_card": 0.0014002800560112022, "getting_virtual_card": 0.0010002000400080016, "lost_or_stolen_card": 0.002000400080016003, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0018003600720144029, "passcode_forgotten": 0.0007001400280056011, "pending_card_payment": 0.0010002000400080016, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.0006001200240048009, "pin_blocked": 0.0011002200440088019, "receiving_money": 0.0010002000400080016, "request_refund": 0.009501900380076015, "reverted_card_payment?": 0.01970394078815763, "supported_cards_and_currencies": 0.0063012602520504096, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0007001400280056011, "top_up_by_card_charge": 0.0007001400280056011, "top_up_by_cash_or_cheque": 0.0007001400280056011, "top_up_failed": 0.0012002400480096017, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.010002000400080016, "topping_up_by_card": 0.002500500100020004, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.0006001200240048009, "transfer_into_account": 0.0006001200240048009, "transfer_not_received_by_recipient": 0.0008001600320064013, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0011002200440088019, "verify_my_identity": 0.0008001600320064013, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0008001600320064013, "virtual_card_not_working": 0.013702740548109622, "visa_or_mastercard": 0.0034006801360272052, "why_verify_identity": 0.0009001800360072014, "wrong_amount_of_cash_received": 0.0009001800360072014, "wrong_exchange_rate_for_cash_withdrawal": 0.0010002000400080016 }, "error": null, "latency_ms": 70.76137501280755, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1827", "text_group": "e10d11ebf749e2d6d052bd0b2dc6185d0063eeadce32ad4568fa649603b203bf", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0013997200559888023, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0007998400319936014, "atm_support": 0.0009998000399920016, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0005998800239952009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.022395520895820836, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0007998400319936014, "card_acceptance": 0.015296940611877623, "card_arrival": 0.0008998200359928015, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.004399120175964807, "card_not_working": 0.07958408318336334, "card_payment_fee_charged": 0.0006998600279944011, "card_payment_not_recognised": 0.0007998400319936014, "card_payment_wrong_exchange_rate": 0.0006998600279944011, "card_swallowed": 0.0011997600479904018, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0004999000199960008, "compromised_card": 0.0008998200359928015, "contactless_not_working": 0.0016996600679864027, "country_support": 0.0008998200359928015, "declined_card_payment": 0.6639672065586883, "declined_cash_withdrawal": 0.04599080183963208, "declined_transfer": 0.04199160167966407, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0006998600279944011, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0006998600279944011, "get_physical_card": 0.0014997000599880025, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.0007998400319936014, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0006998600279944011, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0007998400319936014, "receiving_money": 0.0006998600279944011, "request_refund": 0.0018996200759848032, "reverted_card_payment?": 0.023095380923815235, "supported_cards_and_currencies": 0.016896620675864827, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.001299740051989602, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.016696660667866427, "topping_up_by_card": 0.003999200159968006, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0007998400319936014, "verify_my_identity": 0.0005998800239952009, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.01909618076384723, "visa_or_mastercard": 0.0028994201159768043, "why_verify_identity": 0.0006998600279944011, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0006998600279944011 }, "error": null, "latency_ms": 69.21333295758814, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1828", "text_group": "bda84e762976238b201549941479728c201fb6904fe663c4bb8f169e3eedf090", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0006000600060006, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0006000600060006, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0008000800080008001, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0011001100110011003, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0015001500150015003, "card_not_working": 0.0096009600960096, "card_payment_fee_charged": 0.0013001300130013002, "card_payment_not_recognised": 0.0015001500150015003, "card_payment_wrong_exchange_rate": 0.0009000900090009, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0006000600060006, "country_support": 0.0005000500050005, "declined_card_payment": 0.9361936193619362, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0014001400140014, "direct_debit_payment_not_recognised": 0.0009000900090009, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0006000600060006, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0087008700870087, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0006000600060006, "request_refund": 0.0006000600060006, "reverted_card_payment?": 0.004000400040004, "supported_cards_and_currencies": 0.0018001800180018, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.0009000900090009, "transaction_charged_twice": 0.0009000900090009, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0014001400140014, "visa_or_mastercard": 0.0008000800080008001, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 68.03579197730869, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1829", "text_group": "35422bc51855a730a790d524f66dec7088b5e70eec2984f958a1a065726678ee", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0008001600320064013, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.00040008001600320064, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.9725945189037808, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0063012602520504096, "supported_cards_and_currencies": 0.0011002200440088019, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.33925009798259, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1830", "text_group": "64f7c19523f2e6f812993ec1d1156e7ea91e921414d4d83b803e538265271e29", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.000499850044986504, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.005198440467859642, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0006997900629811057, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.0008997300809757073, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0003998800359892033, "country_support": 0.000499850044986504, "declined_card_payment": 0.8568429471158653, "declined_cash_withdrawal": 0.0012996101169649105, "declined_transfer": 0.002699190242927122, "direct_debit_payment_not_recognised": 0.0012996101169649105, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.10246925922223332, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.005198440467859642, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0005998200539838048, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 69.23904095310718, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1831", "text_group": "ed662e97273da2c45dbfc2003732d0ca3d8cad18ebd38c657f20edbf70c8f64a", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019996000799840034, "beneficiary_not_allowed": 0.0011997600479904018, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.001299740051989602, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.9681063787242552, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 9.998000399920017e-05, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 9.998000399920017e-05, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.010197960407918417, "supported_cards_and_currencies": 0.001799640071985603, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 68.5660419985652, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1832", "text_group": "2900569761a559aa645db011f8b9122792db51ff887516fc459c23de840697ad", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.00019994001799460164, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019994001799460164, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.000499850044986504, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.96740977706688, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 9.997000899730082e-05, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.013895831250624812, "supported_cards_and_currencies": 0.000999700089973008, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 68.0198329500854, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1833", "text_group": "0c7eb3001d64e8d03132e08a3a158ddb4a6502f75b063e8f1630a5a1d89133fa", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.0005002000800320128, "card_acceptance": 0.0006002400960384153, "card_arrival": 0.0006002400960384153, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0005002000800320128, "card_not_working": 0.0008003201280512205, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.0010004001600640256, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.9655862344937975, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.0006002400960384153, "direct_debit_payment_not_recognised": 0.0005002000800320128, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.0005002000800320128, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.0005002000800320128, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.003001200480192077, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.005902360944377751, "supported_cards_and_currencies": 0.0006002400960384153, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.0007002801120448179, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 68.66791599895805, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1834", "text_group": "16c4788200c24ed67873307029a91ffb68117d42fa4a3e256d722c12f7031ab9", "expected": "declined_card_payment", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0003998400639744103, "activate_my_card": 0.0002998800479808077, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.006697321071571372, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0006997201119552179, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0004998000799680128, "card_not_working": 0.002898840463814474, "card_payment_fee_charged": 0.0007996801279488206, "card_payment_not_recognised": 0.0029988004798080768, "card_payment_wrong_exchange_rate": 0.0005997600959616154, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0002998800479808077, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0004998000799680128, "country_support": 0.0003998400639744103, "declined_card_payment": 0.39234306277489006, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0004998000799680128, "direct_debit_payment_not_recognised": 0.0006997201119552179, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0004998000799680128, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.5620751699320272, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0003998400639744103, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.005897640943622551, "supported_cards_and_currencies": 0.0007996801279488206, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0004998000799680128, "topping_up_by_card": 0.0005997600959616154, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0003998400639744103, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0004998000799680128, "visa_or_mastercard": 0.0004998000799680128, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0003998400639744103, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 68.7620829558, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1835", "text_group": "04abe737586685719eb8c2adf933c06fc9e6b83ed6359e5c030f31b43cb655dc", "expected": "declined_card_payment", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0026997300269973002, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0077992200779922, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.000999900009999, "card_not_working": 0.8133186681331867, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.0006999300069993001, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0015998400159984002, "country_support": 0.0010998900109989002, "declined_card_payment": 0.10338966103389662, "declined_cash_withdrawal": 0.009699030096990302, "declined_transfer": 0.0027997200279972004, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.0014998500149985001, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.0008999100089991, "receiving_money": 0.00039996000399960006, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0011998800119988001, "supported_cards_and_currencies": 0.0162983701629837, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0006999300069993001, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.011498850114988501, "visa_or_mastercard": 0.0013998600139986002, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 68.30204196739942, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1836", "text_group": "e6037264303e847fc16982d7d605612b889f90cd81ecce659ba5ab4edda91334", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.0007002801120448179, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.0012004801920768306, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00040016006402561027, "card_not_working": 0.0008003201280512205, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.0015006002400960385, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00040016006402561027, "country_support": 0.00040016006402561027, "declined_card_payment": 0.9711884753901561, "declined_cash_withdrawal": 0.0006002400960384153, "declined_transfer": 0.0007002801120448179, "direct_debit_payment_not_recognised": 0.0005002000800320128, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.0006002400960384153, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.0026010404161664665, "supported_cards_and_currencies": 0.0024009603841536613, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 69.93108300957829, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1837", "text_group": "fba3bdc8da415f554df0a8fc60e51588d19a20d72b53fa41fcf92b935256b276", "expected": "declined_card_payment", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0007, "activate_my_card": 0.0006, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.001, "atm_support": 0.0011, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0176, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0006, "card_acceptance": 0.0053, "card_arrival": 0.0006, "card_delivery_estimate": 0.0005, "card_linking": 0.0037, "card_not_working": 0.488, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.001, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0005, "compromised_card": 0.0009, "contactless_not_working": 0.0042, "country_support": 0.0009, "declined_card_payment": 0.3299, "declined_cash_withdrawal": 0.0152, "declined_transfer": 0.0189, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0005, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0008, "fiat_currency_support": 0.0009, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0008, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0005, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0021, "receiving_money": 0.0006, "request_refund": 0.0007, "reverted_card_payment?": 0.0042, "supported_cards_and_currencies": 0.0233, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0016, "top_up_limits": 0.0005, "top_up_reverted": 0.0015, "topping_up_by_card": 0.0023, "transaction_charged_twice": 0.0007, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0008, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0403, "visa_or_mastercard": 0.0059, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0007 }, "error": null, "latency_ms": 69.96208394411951, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1838", "text_group": "6063a378791fb41b170de63b13cc94bf1f7e7582ee9640a08cc4a766c2201aef", "expected": "declined_card_payment", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0014001400140014, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.0012001200120012, "atm_support": 0.0014001400140014, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007000700070007, "beneficiary_not_allowed": 0.0009000900090009, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0030003000300030005, "card_arrival": 0.0007000700070007, "card_delivery_estimate": 0.0006000600060006, "card_linking": 0.0033003300330033004, "card_not_working": 0.0048004800480048, "card_payment_fee_charged": 0.006400640064006401, "card_payment_not_recognised": 0.0063006300630063005, "card_payment_wrong_exchange_rate": 0.0029002900290029, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0006000600060006, "compromised_card": 0.001000100010001, "contactless_not_working": 0.001000100010001, "country_support": 0.0012001200120012, "declined_card_payment": 0.16761676167616762, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0008000800080008001, "direct_debit_payment_not_recognised": 0.0036003600360036, "disposable_card_limits": 0.0009000900090009, "edit_personal_details": 0.0011001100110011003, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0006000600060006, "fiat_currency_support": 0.001000100010001, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0007000700070007, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.012201220122012201, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0007000700070007, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.7178717871787179, "supported_cards_and_currencies": 0.021102110211021104, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.0007000700070007, "top_up_by_cash_or_cheque": 0.0006000600060006, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0006000600060006, "top_up_reverted": 0.0013001300130013002, "topping_up_by_card": 0.0031003100310031, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.0007000700070007, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0006000600060006, "verify_my_identity": 0.0006000600060006, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.0007000700070007, "virtual_card_not_working": 0.0011001100110011003, "visa_or_mastercard": 0.0023002300230023, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0006000600060006, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009 }, "error": null, "latency_ms": 69.29658295121044, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1839", "text_group": "a8b75d31110b4e4a59583b9fccfa7740556017091c77720d159d3bc96eda5bbc", "expected": "declined_card_payment", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0003001801080648389, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0004002401440864519, "atm_support": 0.0004002401440864519, "automatic_top_up": 0.00020012007204322596, "balance_not_updated_after_bank_transfer": 0.0003001801080648389, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.0016009605763458077, "cancel_transfer": 0.00020012007204322596, "card_about_to_expire": 0.0003001801080648389, "card_acceptance": 0.0006003602161296778, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.0004002401440864519, "card_not_working": 0.0018010806483890335, "card_payment_fee_charged": 0.0004002401440864519, "card_payment_not_recognised": 0.0006003602161296778, "card_payment_wrong_exchange_rate": 0.0004002401440864519, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.00020012007204322596, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.0003001801080648389, "contactless_not_working": 0.0005003001801080648, "country_support": 0.0004002401440864519, "declined_card_payment": 0.9704822893736242, "declined_cash_withdrawal": 0.0004002401440864519, "declined_transfer": 0.0011006603962377428, "direct_debit_payment_not_recognised": 0.0006003602161296778, "disposable_card_limits": 0.0003001801080648389, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.00020012007204322596, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.0003001801080648389, "fiat_currency_support": 0.0004002401440864519, "get_disposable_virtual_card": 0.0003001801080648389, "get_physical_card": 0.0003001801080648389, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.00020012007204322596, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.0005003001801080648, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.0003001801080648389, "receiving_money": 0.0003001801080648389, "request_refund": 0.0003001801080648389, "reverted_card_payment?": 0.0018010806483890335, "supported_cards_and_currencies": 0.0012007204322593557, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.0003001801080648389, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.0003001801080648389, "top_up_failed": 0.0004002401440864519, "top_up_limits": 0.00020012007204322596, "top_up_reverted": 0.0004002401440864519, "topping_up_by_card": 0.0004002401440864519, "transaction_charged_twice": 0.0005003001801080648, "transfer_fee_charged": 0.0003001801080648389, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.0003001801080648389, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.0003001801080648389, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.0013007804682809686, "visa_or_mastercard": 0.0005003001801080648, "why_verify_identity": 0.0003001801080648389, "wrong_amount_of_cash_received": 0.0003001801080648389, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 70.69216598756611, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1840", "text_group": "93f7ebd7bfba7b19f1adfcf2eb9da1cecaa0334ae90c7c334d4a4195994961b1", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.01, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0004, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0009, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0059, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0006, "pending_transfer": 0.9201, "pin_blocked": 0.0002, "receiving_money": 0.0005, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0005, "top_up_limits": 0.0002, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.001, "transfer_not_received_by_recipient": 0.0158, "transfer_timing": 0.0229, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 68.10920895077288, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1841", "text_group": "8e24bce3cde0050c76263987ffb205aa4c3003a75bb32c1f33077227663b8263", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0008998200359928015, "activate_my_card": 0.0004999000199960008, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0006998600279944011, "atm_support": 0.0011997600479904018, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.42191561687662466, "balance_not_updated_after_cheque_or_cash_deposit": 0.0026994601079784043, "beneficiary_not_allowed": 0.0007998400319936014, "cancel_transfer": 0.0006998600279944011, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0008998200359928015, "card_arrival": 0.0006998600279944011, "card_delivery_estimate": 0.001299740051989602, "card_linking": 0.0007998400319936014, "card_not_working": 0.0006998600279944011, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0006998600279944011, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0003999200159968007, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0009998000399920016, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0007998400319936014, "direct_debit_payment_not_recognised": 0.0007998400319936014, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.0006998600279944011, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0018996200759848032, "fiat_currency_support": 0.0008998200359928015, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0006998600279944011, "pending_top_up": 0.0020995800839832034, "pending_transfer": 0.501999600079984, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.007998400319936013, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0010997800439912018, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0011997600479904018, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0006998600279944011, "top_up_failed": 0.0006998600279944011, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.0009998000399920016, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0016996600679864027, "transfer_not_received_by_recipient": 0.003699260147970406, "transfer_timing": 0.01259748050389922, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0004999000199960008, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.0005998800239952009, "visa_or_mastercard": 0.0007998400319936014, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 68.32537497393787, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1842", "text_group": "977f8b7805803a89b5c2e7c6e981a4bf02e32df5a32b92bb1e2f386e91360633", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.06392557022809123, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002801120448179, "beneficiary_not_allowed": 0.004101640656262505, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.0005002000800320128, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00040016006402561027, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.0010004001600640256, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.0021008403361344537, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00040016006402561027, "pending_top_up": 0.0009003601440576229, "pending_transfer": 0.7512004801920769, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.0005002000800320128, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.001600640256102441, "transfer_not_received_by_recipient": 0.04381752701080432, "transfer_timing": 0.11174469787915164, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 68.90191708225757, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1843", "text_group": "c3adbe6f04720a84c83775034e203abcf59da717915ca1090aba3bbceb57e4e3", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.015401540154015401, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0007000700070007, "pending_transfer": 0.9518951895189519, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0006000600060006, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0021002100210021, "transfer_not_received_by_recipient": 0.0012001200120012, "transfer_timing": 0.007100710071007101, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.02716699894518, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1844", "text_group": "c8110dc8e8924c7c39a72303b73f1c6ea911a9ab3fcfaf2425cff67e0f4d4547", "expected": "pending_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.6109778044391122, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007998400319936014, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.003899220155968806, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0018996200759848032, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0007998400319936014, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0023995200959808036, "pending_transfer": 0.10977804439112178, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.04919016196760648, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.0007998400319936014, "transfer_not_received_by_recipient": 0.1289742051589682, "transfer_timing": 0.06688662267546491, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 69.94000007398427, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1845", "text_group": "ef2c3f98d07503e5fa282a928ad5d9eb524e0778989f7922fac813c9e2a4c590", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00039980009995002505, "activate_my_card": 0.0002998500749625187, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.00039980009995002505, "atm_support": 0.00039980009995002505, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.14432783608195904, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007996001999000501, "beneficiary_not_allowed": 0.0006996501749125438, "cancel_transfer": 0.00039980009995002505, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.00039980009995002505, "card_arrival": 0.00039980009995002505, "card_delivery_estimate": 0.0005997001499250374, "card_linking": 0.00039980009995002505, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.00039980009995002505, "card_payment_wrong_exchange_rate": 0.0004997501249375313, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.0002998500749625187, "cash_withdrawal_not_recognised": 0.0005997001499250374, "change_pin": 0.0002998500749625187, "compromised_card": 0.0002998500749625187, "contactless_not_working": 0.00039980009995002505, "country_support": 0.00039980009995002505, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.00039980009995002505, "declined_transfer": 0.0005997001499250374, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.00039980009995002505, "exchange_rate": 0.00039980009995002505, "exchange_via_app": 0.0004997501249375313, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.0025987006496751624, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.00039980009995002505, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0005997001499250374, "pending_cash_withdrawal": 0.0019990004997501253, "pending_top_up": 0.0006996501749125438, "pending_transfer": 0.6015992003998001, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.0009995002498750627, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.00039980009995002505, "supported_cards_and_currencies": 0.00039980009995002505, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.00039980009995002505, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0004997501249375313, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.00039980009995002505, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.0008995502248875562, "transfer_not_received_by_recipient": 0.21789105447276363, "transfer_timing": 0.0037981009495252375, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0004997501249375313, "wrong_exchange_rate_for_cash_withdrawal": 0.00039980009995002505 }, "error": null, "latency_ms": 69.7497499641031, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1846", "text_group": "a6b6484613dc3cedc6ab3ec4afaf5e16b6bf1df4090287d212be7f3fa002b7e6", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0006, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0002, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0005, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0005, "pending_transfer": 0.968, "pin_blocked": 0.0002, "receiving_money": 0.0005, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0014, "transfer_not_received_by_recipient": 0.001, "transfer_timing": 0.0068, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 70.63266600016505, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1847", "text_group": "bc8268f9b38522ef24a0eacd4499a605609c27af4c5c5b7c97bcee7911c32742", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0006998600279944011, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0006998600279944011, "atm_support": 0.0009998000399920016, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.27004599080183966, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010997800439912018, "beneficiary_not_allowed": 0.004799040191961607, "cancel_transfer": 0.0009998000399920016, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0009998000399920016, "card_arrival": 0.0008998200359928015, "card_delivery_estimate": 0.0030993801239752048, "card_linking": 0.0008998200359928015, "card_not_working": 0.0010997800439912018, "card_payment_fee_charged": 0.0006998600279944011, "card_payment_not_recognised": 0.0007998400319936014, "card_payment_wrong_exchange_rate": 0.0007998400319936014, "card_swallowed": 0.0007998400319936014, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.0004999000199960008, "compromised_card": 0.0006998600279944011, "contactless_not_working": 0.0009998000399920016, "country_support": 0.0008998200359928015, "declined_card_payment": 0.0008998200359928015, "declined_cash_withdrawal": 0.0006998600279944011, "declined_transfer": 0.009698060387922416, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.03109378124375125, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0005998800239952009, "get_physical_card": 0.0006998600279944011, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0009998000399920016, "pending_cash_withdrawal": 0.0007998400319936014, "pending_top_up": 0.0014997000599880025, "pending_transfer": 0.5753849230153969, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0010997800439912018, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0007998400319936014, "supported_cards_and_currencies": 0.0009998000399920016, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0006998600279944011, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.001299740051989602, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0010997800439912018, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.0006998600279944011, "transfer_into_account": 0.002299540091981604, "transfer_not_received_by_recipient": 0.04039192161567686, "transfer_timing": 0.014297140571885624, "unable_to_verify_identity": 0.0005998800239952009, "verify_my_identity": 0.0004999000199960008, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0007998400319936014, "virtual_card_not_working": 0.0008998200359928015, "visa_or_mastercard": 0.0006998600279944011, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 69.5663329679519, "usage": { "input_tokens": 610, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1848", "text_group": "c8508f1f5102a19b5ca2c43fda3e6764c8081baca0b8e6597eefa73bc6b84ca6", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.05131539461838551, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00040012003601080324, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0012003601080324095, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.00040012003601080324, "pending_transfer": 0.904371311393418, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.00040012003601080324, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00020006001800540162, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0012003601080324095, "transfer_not_received_by_recipient": 0.012203661098329498, "transfer_timing": 0.011503451035310593, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 70.7455420633778, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1849", "text_group": "22e7f47bfe33c7d489326f4f2978a7e794f6f0701f90d02a2324a10bfd210074", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0003002101471029721, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.0003002101471029721, "balance_not_updated_after_bank_transfer": 0.16311417992594818, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005003502451716202, "beneficiary_not_allowed": 0.0007004903432402682, "cancel_transfer": 0.0003002101471029721, "card_about_to_expire": 0.00020014009806864808, "card_acceptance": 0.0003002101471029721, "card_arrival": 0.0003002101471029721, "card_delivery_estimate": 0.00040028019613729617, "card_linking": 0.0003002101471029721, "card_not_working": 0.0003002101471029721, "card_payment_fee_charged": 0.0003002101471029721, "card_payment_not_recognised": 0.0003002101471029721, "card_payment_wrong_exchange_rate": 0.00040028019613729617, "card_swallowed": 0.0003002101471029721, "cash_withdrawal_charge": 0.0003002101471029721, "cash_withdrawal_not_recognised": 0.0003002101471029721, "change_pin": 0.00020014009806864808, "compromised_card": 0.0003002101471029721, "contactless_not_working": 0.0003002101471029721, "country_support": 0.00040028019613729617, "declined_card_payment": 0.0003002101471029721, "declined_cash_withdrawal": 0.00020014009806864808, "declined_transfer": 0.0005003502451716202, "direct_debit_payment_not_recognised": 0.0003002101471029721, "disposable_card_limits": 0.0003002101471029721, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.0003002101471029721, "exchange_rate": 0.0003002101471029721, "exchange_via_app": 0.0003002101471029721, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.003502451716201341, "fiat_currency_support": 0.00040028019613729617, "get_disposable_virtual_card": 0.00020014009806864808, "get_physical_card": 0.00020014009806864808, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.00020014009806864808, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.00020014009806864808, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00040028019613729617, "pending_cash_withdrawal": 0.0003002101471029721, "pending_top_up": 0.0006004202942059442, "pending_transfer": 0.7661362954067847, "pin_blocked": 0.00020014009806864808, "receiving_money": 0.0005003502451716202, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.0003002101471029721, "supported_cards_and_currencies": 0.00040028019613729617, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.0003002101471029721, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.0003002101471029721, "top_up_failed": 0.0005003502451716202, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.00040028019613729617, "topping_up_by_card": 0.0003002101471029721, "transaction_charged_twice": 0.0003002101471029721, "transfer_fee_charged": 0.0003002101471029721, "transfer_into_account": 0.0009006304413089162, "transfer_not_received_by_recipient": 0.040628439907935555, "transfer_timing": 0.0044030821575102574, "unable_to_verify_identity": 0.0003002101471029721, "verify_my_identity": 0.0003002101471029721, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.0003002101471029721, "visa_or_mastercard": 0.0003002101471029721, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.0003002101471029721, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 76.18462492246181, "usage": { "input_tokens": 605, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1850", "text_group": "9a8b599fc8b7696da4479d82ddabae6c6d77e2172f57101d361416dd7ef7e646", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0013997200559888023, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.00029994001199760045, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0005998800239952009, "pending_transfer": 0.962007598480304, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0003999200159968007, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.0007998400319936014, "transfer_not_received_by_recipient": 0.001299740051989602, "transfer_timing": 0.016596680663867228, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 72.91787501890212, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1851", "text_group": "3bbe5b9be9d1568ee136e3e6b9a5af18f57c0a0efdfabf5c845c687605744a53", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0003999200159968007, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0005998800239952009, "atm_support": 0.0015996800639872027, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.06688662267546491, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013997200559888023, "beneficiary_not_allowed": 0.0008998200359928015, "cancel_transfer": 0.0005998800239952009, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0007998400319936014, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.014397120575884824, "card_linking": 0.0005998800239952009, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0004999000199960008, "country_support": 0.08728254349130174, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0006998600279944011, "exchange_rate": 0.0006998600279944011, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0013997200559888023, "fiat_currency_support": 0.001299740051989602, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.6346730653869227, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0008998200359928015, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0024995000999800043, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0028994201159768043, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0004999000199960008, "transfer_into_account": 0.0031993601279744054, "transfer_not_received_by_recipient": 0.01829634073185363, "transfer_timing": 0.13367326534693064, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0005998800239952009, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 71.60120795015246, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1852", "text_group": "1ce9d85631015e1f11103c51e6c2befb3c7d49d694c9c552d55e6f1b4e38228b", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.008600860086008601, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0113011301130113, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.9582958295829583, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.0030003000300030005, "transfer_timing": 0.0011001100110011003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 71.45749998744577, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1853", "text_group": "b876a52c19850ac1b84619f46cf11bccb3bece5e25c338a6e46d8d53deb09b08", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0008, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0069, "balance_not_updated_after_cheque_or_cash_deposit": 0.001, "beneficiary_not_allowed": 0.0034, "cancel_transfer": 0.0016, "card_about_to_expire": 0.0004, "card_acceptance": 0.0008, "card_arrival": 0.0005, "card_delivery_estimate": 0.0006, "card_linking": 0.0008, "card_not_working": 0.0009, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0006, "contactless_not_working": 0.0007, "country_support": 0.0015, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0024, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0006, "edit_personal_details": 0.001, "exchange_charge": 0.0008, "exchange_rate": 0.0006, "exchange_via_app": 0.0008, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0228, "fiat_currency_support": 0.0008, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0004, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0004, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0009, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0011, "pending_transfer": 0.8332, "pin_blocked": 0.0004, "receiving_money": 0.0022, "request_refund": 0.0004, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0008, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0007, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0017, "top_up_limits": 0.0005, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0007, "transaction_charged_twice": 0.0013, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.0068, "transfer_not_received_by_recipient": 0.0742, "transfer_timing": 0.0041, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0008, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0009, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 73.13870801590383, "usage": { "input_tokens": 606, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1854", "text_group": "469c679eafb4ec941895bc290342221653df1439c3ccb6a4bbc6956f0cad7f51", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0681068106810681, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.010801080108010801, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.8912891289128912, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00040004000400040005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.0015001500150015003, "transfer_not_received_by_recipient": 0.0063006300630063005, "transfer_timing": 0.0032003200320032004, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 72.18825002200902, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1855", "text_group": "5f11450fa79707ae7b6aef8699ef680cae99c4394ede21808c8e236657d6e1b7", "expected": "pending_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.7029594081183763, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010997800439912018, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00019996000799840034, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.0018996200759848032, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.0020995800839832034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.05488902219556089, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0014997000599880025, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.008498300339932015, "transfer_not_received_by_recipient": 0.20915816836632672, "transfer_timing": 0.001799640071985603, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 67.83037493005395, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1856", "text_group": "0af121d0cbaf59b022840f8444cfd06b5df337d4687f425b62ee65d21e09b194", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.028305661132226444, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0009001800360072014, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.9417883576715342, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00040008001600320064, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.007501500300060012, "transfer_timing": 0.001300260052010402, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 67.51304189674556, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1857", "text_group": "96c0c77ff4ef75026bbc85101aa63c3e71168972e4df1b6fba27d38da0441d94", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.0007996801279488206, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.003998400639744102, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012994802079168333, "beneficiary_not_allowed": 0.0005997600959616154, "cancel_transfer": 0.0006997201119552179, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.0005997600959616154, "card_delivery_estimate": 0.003598560575769692, "card_linking": 0.0004998000799680128, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0004998000799680128, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0002998800479808077, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0006997201119552179, "declined_card_payment": 0.0003998400639744103, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0006997201119552179, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0005997600959616154, "exchange_rate": 0.0003998400639744103, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0003998400639744103, "failed_transfer": 0.0007996801279488206, "fiat_currency_support": 0.0005997600959616154, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0003998400639744103, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0005997600959616154, "pending_cash_withdrawal": 0.0005997600959616154, "pending_top_up": 0.0018992403038784486, "pending_transfer": 0.9519192323070772, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0005997600959616154, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.0006997201119552179, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0007996801279488206, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0004998000799680128, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0004998000799680128, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0006997201119552179, "transfer_into_account": 0.0005997600959616154, "transfer_not_received_by_recipient": 0.0018992403038784486, "transfer_timing": 0.0037984806077568972, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0003998400639744103, "visa_or_mastercard": 0.0005997600959616154, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 68.19216697476804, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1858", "text_group": "bb7073491082eae6dc381f7368d686f0386671c58b1a87e23a1e92b4897ec3cb", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.045995400459954004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0646935306469353, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.00039996000399960006, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.0004999500049995, "country_support": 0.0004999500049995, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0163983601639836, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.043795620437956206, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.7492250774922508, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.0013998600139986002, "transfer_not_received_by_recipient": 0.030196980301969805, "transfer_timing": 0.023897610238976102, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 67.95637495815754, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1859", "text_group": "d7480f908ff0b2417bdbe0f4243eb2e9f8a4a3503670cfd488636e37583ea2c8", "expected": "pending_transfer", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0013997200559888023, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0010997800439912018, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.0009998000399920016, "card_delivery_estimate": 0.028694261147770447, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0005998800239952009, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0010997800439912018, "pending_transfer": 0.3099380123975205, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0005998800239952009, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.0013997200559888023, "transfer_not_received_by_recipient": 0.0011997600479904018, "transfer_timing": 0.6292741451709658, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 68.31362505909055, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1860", "text_group": "d5f09ea91b3a97f1e05b1bdc6939976e79304515602422418761c5a00aa31365", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0003000600120024005, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.00020004000800160035, "atm_support": 0.0004000800160032007, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.008401680336067214, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0004000800160032007, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0003000600120024005, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.0003000600120024005, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.00020004000800160035, "cash_withdrawal_not_recognised": 0.0003000600120024005, "change_pin": 0.00020004000800160035, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0004000800160032007, "declined_card_payment": 0.0003000600120024005, "declined_cash_withdrawal": 0.0003000600120024005, "declined_transfer": 0.0007001400280056011, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.00020004000800160035, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.0014002800560112022, "fiat_currency_support": 0.0004000800160032007, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.0004000800160032007, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.000600120024004801, "pending_transfer": 0.9633926785357072, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.0004000800160032007, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0003000600120024005, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.0003000600120024005, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0003000600120024005, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.005001000200040008, "transfer_timing": 0.0014002800560112022, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.0003000600120024005, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.0003000600120024005, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 68.73716705013067, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1861", "text_group": "499e742fe5059d96a43f799b186fda77d98eda06cab7d436cdf2c8145030d883", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.1987, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0008, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0004, "card_linking": 0.0005, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0003, "country_support": 0.0005, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0015, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0013, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0051, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0018, "pending_top_up": 0.0013, "pending_transfer": 0.7325, "pin_blocked": 0.0003, "receiving_money": 0.0006, "request_refund": 0.0004, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0006, "top_up_limits": 0.0003, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0043, "transfer_not_received_by_recipient": 0.0216, "transfer_timing": 0.0032, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0006, "verify_top_up": 0.0013, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 70.21791697479784, "usage": { "input_tokens": 608, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1862", "text_group": "56f08aade3677505384bd5a82e316787e55a7289618d35d0ac8802e01144eb7f", "expected": "pending_transfer", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.0012996101169649105, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.0016994901529541137, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.000499850044986504, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.005598320503848846, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0003998800359892033, "country_support": 0.000499850044986504, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0006997900629811057, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0005998200539838048, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.0006997900629811057, "pending_transfer": 0.384184744576627, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0005998200539838048, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0014995501349595122, "transfer_not_received_by_recipient": 0.0005998200539838048, "transfer_timing": 0.579926022193342, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 68.36258305702358, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1863", "text_group": "78e8fb439633790d3d7f8f8284f2fb0680d2006c583b404cbba23051aed6f333", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0086, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0003, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0017, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0005, "pending_transfer": 0.9671, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0004, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0021, "transfer_timing": 0.0012, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 68.72691691387445, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1864", "text_group": "abb9c32fe1c23daf961fd0539d3c953f92b72cd7a3828ebb6b6336844f2421ba", "expected": "pending_transfer", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0003999200159968007, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.01149770045990802, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.0027994401119776045, "card_delivery_estimate": 0.10187962407518497, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0005998800239952009, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0006998600279944011, "pending_top_up": 0.0037992401519696063, "pending_transfer": 0.4137172565486903, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0010997800439912018, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.0008998200359928015, "transfer_not_received_by_recipient": 0.014397120575884824, "transfer_timing": 0.4232153569286143, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 70.15549996867776, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1865", "text_group": "ba178c4e10fdca6b94e6fa069f51286fd0fcc32ceaf75f9342fc9c5323df631c", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.000499850044986504, "balance_not_updated_after_bank_transfer": 0.04068779366190143, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006997900629811057, "beneficiary_not_allowed": 0.0006997900629811057, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.000499850044986504, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.0005998200539838048, "card_linking": 0.000499850044986504, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0003998800359892033, "country_support": 0.000499850044986504, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0007997600719784066, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.000999700089973008, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.000499850044986504, "pending_top_up": 0.0015995201439568132, "pending_transfer": 0.9074277716684994, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0014995501349595122, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.002599220233929821, "transfer_not_received_by_recipient": 0.00979706088173548, "transfer_timing": 0.008197540737778668, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 72.09641695953906, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1866", "text_group": "4a579e5ac5c73a6402af79e944d89afd3321c371020c6d36a375e8e026d94487", "expected": "pending_transfer", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.0005002000800320128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.0006002400960384153, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.0013005202080832333, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.0028011204481792717, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.004001600640256103, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.9720888355342137, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.00040016006402561027, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00040016006402561027, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.0006002400960384153, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 73.32808303181082, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1867", "text_group": "d7f6f9005b91c9a6d8b7a0cd2e4f39ba28d06fdc8c412c72576863288c149f7c", "expected": "pending_transfer", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 9.998000399920017e-05, "age_limit": 9.998000399920017e-05, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 9.998000399920017e-05, "balance_not_updated_after_bank_transfer": 0.43681263747250554, "balance_not_updated_after_cheque_or_cash_deposit": 0.001299740051989602, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 9.998000399920017e-05, "card_acceptance": 0.00019996000799840034, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00019996000799840034, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00019996000799840034, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 9.998000399920017e-05, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00019996000799840034, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.0007998400319936014, "fiat_currency_support": 0.00019996000799840034, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 9.998000399920017e-05, "order_physical_card": 9.998000399920017e-05, "passcode_forgotten": 9.998000399920017e-05, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.003699260147970406, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.005298940211957609, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.00019996000799840034, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 9.998000399920017e-05, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.0037992401519696063, "transfer_not_received_by_recipient": 0.5246950609878025, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.0018996200759848032, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.007398520295940812, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 72.1595830982551, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1868", "text_group": "b5482c64b7f1eedb884db5d1f7f7087fd41ce730cefe361ead08ab116bfdeebb", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.01269746050789842, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.0011997600479904018, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0007998400319936014, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0005998800239952009, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0024995000999800043, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.9180163967206559, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0004999000199960008, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.0014997000599880025, "transfer_not_received_by_recipient": 0.029394121175764846, "transfer_timing": 0.008498300339932015, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0016996600679864027, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.14787499792874, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1869", "text_group": "6ff692be8f23d484d96f013a2dc417f63450064a9a719f82f01a6b221d4329dc", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0388038803880388, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0015001500150015003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.9371937193719372, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0007000700070007, "transfer_not_received_by_recipient": 0.0029002900290029, "transfer_timing": 0.0008000800080008001, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 73.06404097471386, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1870", "text_group": "9312cb6f6e148bc142e62ef631b859a399364d90281490ac2a6db2f03d1d29fb", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.0015006002400960385, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.0008003201280512205, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00020008003201280514, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.0007002801120448179, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.001600640256102441, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.9675870348139256, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00040016006402561027, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00020008003201280514, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.0005002000800320128, "transfer_not_received_by_recipient": 0.001600640256102441, "transfer_timing": 0.009403761504601841, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 72.94454204384238, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1871", "text_group": "8f8ff4a5722c73ea8867a39418f750d3b309f76983fd01cb4155fefd4eb79041", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0019, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0043, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0005, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0002, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0006, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0011, "pending_transfer": 0.8976, "pin_blocked": 0.0002, "receiving_money": 0.0005, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0037, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0014, "transfer_timing": 0.0675, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 75.08470804896206, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1872", "text_group": "236c9bf5ca5c466bbfe4ee75013a309511212d241ffc56ff51dcac19f53c3268", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0084008400840084, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0009000900090009, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0009000900090009, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0007000700070007, "pending_transfer": 0.9587958795879588, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0005000500050005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0038003800380038005, "transfer_timing": 0.0028002800280028, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 74.20454209204763, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1873", "text_group": "c9dca7b8a4acc4eb13ab1efea6170f5813f1b5c59825896e170ec8fcaf2f5134", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00039976014391365186, "activate_my_card": 0.00029982010793523883, "age_limit": 0.00029982010793523883, "apple_pay_or_google_pay": 0.00039976014391365186, "atm_support": 0.0005996402158704777, "automatic_top_up": 0.00029982010793523883, "balance_not_updated_after_bank_transfer": 0.15410753547871278, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007995202878273037, "beneficiary_not_allowed": 0.0013991605036977814, "cancel_transfer": 0.0011992804317409553, "card_about_to_expire": 0.00029982010793523883, "card_acceptance": 0.0005996402158704777, "card_arrival": 0.00039976014391365186, "card_delivery_estimate": 0.0006995802518488907, "card_linking": 0.0004997001798920648, "card_not_working": 0.00039976014391365186, "card_payment_fee_charged": 0.00039976014391365186, "card_payment_not_recognised": 0.0004997001798920648, "card_payment_wrong_exchange_rate": 0.0006995802518488907, "card_swallowed": 0.00039976014391365186, "cash_withdrawal_charge": 0.00039976014391365186, "cash_withdrawal_not_recognised": 0.00039976014391365186, "change_pin": 0.00029982010793523883, "compromised_card": 0.00039976014391365186, "contactless_not_working": 0.00039976014391365186, "country_support": 0.0021986807915250852, "declined_card_payment": 0.00039976014391365186, "declined_cash_withdrawal": 0.00039976014391365186, "declined_transfer": 0.0009994003597841297, "direct_debit_payment_not_recognised": 0.0004997001798920648, "disposable_card_limits": 0.00039976014391365186, "edit_personal_details": 0.0008994603238057167, "exchange_charge": 0.0007995202878273037, "exchange_rate": 0.0004997001798920648, "exchange_via_app": 0.0006995802518488907, "extra_charge_on_statement": 0.00039976014391365186, "failed_transfer": 0.0030981411153308018, "fiat_currency_support": 0.0005996402158704777, "get_disposable_virtual_card": 0.00039976014391365186, "get_physical_card": 0.00029982010793523883, "getting_spare_card": 0.00029982010793523883, "getting_virtual_card": 0.00029982010793523883, "lost_or_stolen_card": 0.00029982010793523883, "lost_or_stolen_phone": 0.00029982010793523883, "order_physical_card": 0.00029982010793523883, "passcode_forgotten": 0.00029982010793523883, "pending_card_payment": 0.0005996402158704777, "pending_cash_withdrawal": 0.0004997001798920648, "pending_top_up": 0.0005996402158704777, "pending_transfer": 0.7627423545872477, "pin_blocked": 0.00029982010793523883, "receiving_money": 0.0014991005396761943, "request_refund": 0.00039976014391365186, "reverted_card_payment?": 0.00039976014391365186, "supported_cards_and_currencies": 0.0004997001798920648, "terminate_account": 0.00039976014391365186, "top_up_by_bank_transfer_charge": 0.0005996402158704777, "top_up_by_card_charge": 0.00029982010793523883, "top_up_by_cash_or_cheque": 0.00039976014391365186, "top_up_failed": 0.0004997001798920648, "top_up_limits": 0.00029982010793523883, "top_up_reverted": 0.0005996402158704777, "topping_up_by_card": 0.00039976014391365186, "transaction_charged_twice": 0.0004997001798920648, "transfer_fee_charged": 0.0004997001798920648, "transfer_into_account": 0.009894063561862884, "transfer_not_received_by_recipient": 0.014791125324805119, "transfer_timing": 0.015390765540675597, "unable_to_verify_identity": 0.0005996402158704777, "verify_my_identity": 0.0005996402158704777, "verify_source_of_funds": 0.0016989806116330202, "verify_top_up": 0.0015990405756546075, "virtual_card_not_working": 0.00039976014391365186, "visa_or_mastercard": 0.00039976014391365186, "why_verify_identity": 0.00039976014391365186, "wrong_amount_of_cash_received": 0.0005996402158704777, "wrong_exchange_rate_for_cash_withdrawal": 0.0005996402158704777 }, "error": null, "latency_ms": 77.48374994844198, "usage": { "input_tokens": 609, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1874", "text_group": "cd0ac01b1900502804edd28d82f2e5d53a369aa7740090edfd32cd553b83103e", "expected": "pending_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.003401020306091827, "activate_my_card": 0.0007002100630189057, "age_limit": 0.0006001800540162048, "apple_pay_or_google_pay": 0.0012003601080324095, "atm_support": 0.0017005101530459135, "automatic_top_up": 0.0008002400720216065, "balance_not_updated_after_bank_transfer": 0.46363909172751827, "balance_not_updated_after_cheque_or_cash_deposit": 0.007702310693207963, "beneficiary_not_allowed": 0.005801740522156647, "cancel_transfer": 0.0018005401620486145, "card_about_to_expire": 0.0008002400720216065, "card_acceptance": 0.0013003901170351103, "card_arrival": 0.0008002400720216065, "card_delivery_estimate": 0.0008002400720216065, "card_linking": 0.0013003901170351103, "card_not_working": 0.0013003901170351103, "card_payment_fee_charged": 0.0008002400720216065, "card_payment_not_recognised": 0.0012003601080324095, "card_payment_wrong_exchange_rate": 0.0013003901170351103, "card_swallowed": 0.0009002700810243073, "cash_withdrawal_charge": 0.0010003000900270082, "cash_withdrawal_not_recognised": 0.0010003000900270082, "change_pin": 0.0008002400720216065, "compromised_card": 0.0010003000900270082, "contactless_not_working": 0.001600480144043213, "country_support": 0.0014004201260378114, "declined_card_payment": 0.0014004201260378114, "declined_cash_withdrawal": 0.0014004201260378114, "declined_transfer": 0.05611683505051515, "direct_debit_payment_not_recognised": 0.001600480144043213, "disposable_card_limits": 0.0010003000900270082, "edit_personal_details": 0.0009002700810243073, "exchange_charge": 0.0010003000900270082, "exchange_rate": 0.0009002700810243073, "exchange_via_app": 0.0012003601080324095, "extra_charge_on_statement": 0.0008002400720216065, "failed_transfer": 0.051815544663399014, "fiat_currency_support": 0.0015004501350405122, "get_disposable_virtual_card": 0.0010003000900270082, "get_physical_card": 0.0009002700810243073, "getting_spare_card": 0.0008002400720216065, "getting_virtual_card": 0.0008002400720216065, "lost_or_stolen_card": 0.0007002100630189057, "lost_or_stolen_phone": 0.0006001800540162048, "order_physical_card": 0.0007002100630189057, "passcode_forgotten": 0.0007002100630189057, "pending_card_payment": 0.0009002700810243073, "pending_cash_withdrawal": 0.0009002700810243073, "pending_top_up": 0.0010003000900270082, "pending_transfer": 0.22796839051715512, "pin_blocked": 0.0010003000900270082, "receiving_money": 0.01610483144943483, "request_refund": 0.0008002400720216065, "reverted_card_payment?": 0.0010003000900270082, "supported_cards_and_currencies": 0.0017005101530459135, "terminate_account": 0.0009002700810243073, "top_up_by_bank_transfer_charge": 0.0023006902070621185, "top_up_by_card_charge": 0.0008002400720216065, "top_up_by_cash_or_cheque": 0.0012003601080324095, "top_up_failed": 0.0013003901170351103, "top_up_limits": 0.0008002400720216065, "top_up_reverted": 0.0013003901170351103, "topping_up_by_card": 0.0013003901170351103, "transaction_charged_twice": 0.0009002700810243073, "transfer_fee_charged": 0.001100330099029709, "transfer_into_account": 0.009402820846253877, "transfer_not_received_by_recipient": 0.08342502750825248, "transfer_timing": 0.004201260378113434, "unable_to_verify_identity": 0.0009002700810243073, "verify_my_identity": 0.0008002400720216065, "verify_source_of_funds": 0.0010003000900270082, "verify_top_up": 0.0008002400720216065, "virtual_card_not_working": 0.0013003901170351103, "visa_or_mastercard": 0.0012003601080324095, "why_verify_identity": 0.0008002400720216065, "wrong_amount_of_cash_received": 0.001100330099029709, "wrong_exchange_rate_for_cash_withdrawal": 0.0013003901170351103 }, "error": null, "latency_ms": 73.89829191379249, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1875", "text_group": "913beedfa524716543ba5ec69bf362080dea5e590736d7b3fa22427965ba8b12", "expected": "pending_transfer", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00040016006402561027, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.0007002801120448179, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.0007002801120448179, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.0006002400960384153, "cancel_transfer": 0.0005002000800320128, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0006002400960384153, "card_arrival": 0.00040016006402561027, "card_delivery_estimate": 0.0005002000800320128, "card_linking": 0.0005002000800320128, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.013705482192877151, "card_payment_not_recognised": 0.0012004801920768306, "card_payment_wrong_exchange_rate": 0.0007002801120448179, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.0013005202080832333, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.00040016006402561027, "country_support": 0.0005002000800320128, "declined_card_payment": 0.0007002801120448179, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.0005002000800320128, "direct_debit_payment_not_recognised": 0.001800720288115246, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.0008003201280512205, "exchange_rate": 0.00040016006402561027, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.013505402160864346, "failed_transfer": 0.0005002000800320128, "fiat_currency_support": 0.0005002000800320128, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.6789715886354541, "pending_cash_withdrawal": 0.00040016006402561027, "pending_top_up": 0.0010004001600640256, "pending_transfer": 0.04551820728291317, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.0005002000800320128, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.031512605042016806, "top_up_by_card_charge": 0.000900360144057623, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.14595838335334135, "transfer_into_account": 0.0008003201280512205, "transfer_not_received_by_recipient": 0.0006002400960384153, "transfer_timing": 0.03681472589035614, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.0005002000800320128, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 73.29787500202656, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1876", "text_group": "2e6622ffeeff8868008a0177d62e5a0c4219d68f896883d0471bbdc4be763a6d", "expected": "pending_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0008000800080008001, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.38883888388838883, "balance_not_updated_after_cheque_or_cash_deposit": 0.0019001900190019003, "beneficiary_not_allowed": 0.0008000800080008001, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.007300730073007301, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0015001500150015003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.014501450145014501, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0012001200120012, "pending_top_up": 0.0021002100210021, "pending_transfer": 0.21412141214121413, "pin_blocked": 0.0003000300030003, "receiving_money": 0.047304730473047306, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.0018001800180018, "transfer_not_received_by_recipient": 0.17461746174617462, "transfer_timing": 0.12461246124612461, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 72.8968339972198, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1877", "text_group": "fb69af4d1828a628ef37528fc619afa67af6db5525157445e06f5f4ea4774e27", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.12458754124587541, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.06319368063193681, "cancel_transfer": 0.0016998300169983002, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.00039996000399960006, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.007999200079992, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.04889511048895111, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.0008999100089991, "pending_transfer": 0.6112388761123887, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.0012998700129987, "transfer_not_received_by_recipient": 0.09099090090990901, "transfer_timing": 0.026297370262973702, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 70.84341696463525, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1878", "text_group": "e0b692a43967fa23239fde5e897537dc8f451b303827710d4ceee06492d7a9af", "expected": "pending_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.04058376649340264, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0002998800479808077, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0002998800479808077, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.0014994002399040384, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0003998400639744103, "pending_transfer": 0.9169332267093163, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.0003998400639744103, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0002998800479808077, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.0003998400639744103, "transfer_not_received_by_recipient": 0.008696521391443423, "transfer_timing": 0.014894042383046781, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 70.93958405312151, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1879", "text_group": "c81d194b51c0b6c69bf8ded7ea52b333d3c3f2f5c3b6c172086c0f027b449a76", "expected": "pending_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.000999700089973008, "automatic_top_up": 0.000499850044986504, "balance_not_updated_after_bank_transfer": 0.35739278216535036, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015995201439568132, "beneficiary_not_allowed": 0.0006997900629811057, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.006298110566829951, "card_linking": 0.0005998200539838048, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0002999100269919024, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.000499850044986504, "country_support": 0.0006997900629811057, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0005998200539838048, "direct_debit_payment_not_recognised": 0.0006997900629811057, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0005998200539838048, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0018994301709487154, "fiat_currency_support": 0.0006997900629811057, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0003998800359892033, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0005998200539838048, "pending_cash_withdrawal": 0.0006997900629811057, "pending_top_up": 0.001099670098970309, "pending_transfer": 0.3133060081975408, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.013795861241627513, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0007997600719784066, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0012996101169649105, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0005998200539838048, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.002699190242927122, "transfer_not_received_by_recipient": 0.044286713985804256, "transfer_timing": 0.22593222033389984, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.000499850044986504, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 71.76404201891273, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1880", "text_group": "c96a225e7f91929ccca1d0433faa72492f8ba3defdc6342288d0e26d39b13e0a", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0043, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0008, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0004, "compromised_card": 0.0004, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0098, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.001, "get_physical_card": 0.0005, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0005, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.9596, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 71.343292016536, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1881", "text_group": "98dff84fe89419988dbaf6af132c796ffe6cfc4e0edec949fb139dc2f072bdfc", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0002998500749625187, "activate_my_card": 0.0002998500749625187, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.00039980009995002505, "atm_support": 0.0004997501249375313, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.00039980009995002505, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039980009995002505, "beneficiary_not_allowed": 0.00039980009995002505, "cancel_transfer": 0.0006996501749125438, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.00039980009995002505, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.00039980009995002505, "card_not_working": 0.0002998500749625187, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.00039980009995002505, "card_payment_wrong_exchange_rate": 0.00039980009995002505, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.0002998500749625187, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0002998500749625187, "compromised_card": 0.0002998500749625187, "contactless_not_working": 0.0002998500749625187, "country_support": 0.00039980009995002505, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.00039980009995002505, "disposable_card_limits": 0.0004997501249375313, "edit_personal_details": 0.0004997501249375313, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.0002998500749625187, "request_refund": 0.0006996501749125438, "reverted_card_payment?": 0.0002998500749625187, "supported_cards_and_currencies": 0.00039980009995002505, "terminate_account": 0.9752123938030985, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998500749625187 }, "error": null, "latency_ms": 73.51854199077934, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1882", "text_group": "c817fa254692625a8273e401c83ba199730a127f9960d09590f37b77bacf24dd", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0024004800960192034, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.9792958591718344, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 73.03787500131875, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1883", "text_group": "177d2357ea8c148a19057f85eb798a6328f5a5abf9d4a14526f8f618ee8f8156", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.0047995200479952005, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00039996000399960006, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.014898510148985102, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.9578042195780422, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 72.94137496501207, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1884", "text_group": "98d42a22e5728c47000ff803bed11f1e650c323f21a1481fa7612199df0cd19a", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0016003200640128026, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0006001200240048009, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.9792958591718344, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.61983302608132, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1885", "text_group": "c1f68917a26cb360eff7d67f50c3200d25b2dc23a4be95e87eb5e2a063da832f", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0006002400960384153, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.0009003601440576229, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00030012004801920766, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00030012004801920766, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.0005002000800320128, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00020008003201280514, "request_refund": 0.0018007202881152459, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.9757903161264506, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 68.69550002738833, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1886", "text_group": "60333daa1e4f3f610b63e85aa1953030b6d90aefd0f14325cd816e5d0b05363e", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.004701880752300921, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00040016006402561027, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.003001200480192077, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00020008003201280514, "request_refund": 0.0005002000800320128, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.9726890756302521, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00020008003201280514, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 69.14650008548051, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1887", "text_group": "7dec79e9f4c20c096847e73d9e2c509ff6cf09fbeab3eb704bb58ca47dfcbb05", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0023004600920184036, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.0003000600120024004, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.00020004000800160032, "terminate_account": 0.9799959991998399, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.34008304961026, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1888", "text_group": "a2b70d9f04090ae94ad1f3bb5d8bdced7254f7f2a4558f84a287436f076f1e7f", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.006, "card_about_to_expire": 0.0003, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0004, "compromised_card": 0.0004, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0019, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0002, "request_refund": 0.0005, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.971, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 68.6888750642538, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1889", "text_group": "6c2f7272239319e458cb95531b1f2be3ef57b18e2c301b9afc0fdd12ced6cf0b", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00029982010793523883, "activate_my_card": 0.00029982010793523883, "age_limit": 0.00029982010793523883, "apple_pay_or_google_pay": 0.00039976014391365186, "atm_support": 0.0004997001798920648, "automatic_top_up": 0.00029982010793523883, "balance_not_updated_after_bank_transfer": 0.00039976014391365186, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039976014391365186, "beneficiary_not_allowed": 0.00039976014391365186, "cancel_transfer": 0.0055966420147911256, "card_about_to_expire": 0.00029982010793523883, "card_acceptance": 0.00039976014391365186, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00029982010793523883, "card_linking": 0.0004997001798920648, "card_not_working": 0.00039976014391365186, "card_payment_fee_charged": 0.00029982010793523883, "card_payment_not_recognised": 0.00039976014391365186, "card_payment_wrong_exchange_rate": 0.00039976014391365186, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.00029982010793523883, "cash_withdrawal_not_recognised": 0.00029982010793523883, "change_pin": 0.00039976014391365186, "compromised_card": 0.00039976014391365186, "contactless_not_working": 0.00029982010793523883, "country_support": 0.00039976014391365186, "declined_card_payment": 0.00029982010793523883, "declined_cash_withdrawal": 0.00029982010793523883, "declined_transfer": 0.00029982010793523883, "direct_debit_payment_not_recognised": 0.00029982010793523883, "disposable_card_limits": 0.0004997001798920648, "edit_personal_details": 0.014591245252848292, "exchange_charge": 0.00029982010793523883, "exchange_rate": 0.00029982010793523883, "exchange_via_app": 0.00029982010793523883, "extra_charge_on_statement": 0.00029982010793523883, "failed_transfer": 0.00029982010793523883, "fiat_currency_support": 0.00039976014391365186, "get_disposable_virtual_card": 0.00039976014391365186, "get_physical_card": 0.00029982010793523883, "getting_spare_card": 0.00019988007195682593, "getting_virtual_card": 0.00029982010793523883, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00029982010793523883, "passcode_forgotten": 0.00029982010793523883, "pending_card_payment": 0.00019988007195682593, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00019988007195682593, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.00029982010793523883, "receiving_money": 0.00029982010793523883, "request_refund": 0.0013991605036977814, "reverted_card_payment?": 0.00029982010793523883, "supported_cards_and_currencies": 0.00029982010793523883, "terminate_account": 0.9553268039176495, "top_up_by_bank_transfer_charge": 0.00029982010793523883, "top_up_by_card_charge": 0.00029982010793523883, "top_up_by_cash_or_cheque": 0.00029982010793523883, "top_up_failed": 0.00029982010793523883, "top_up_limits": 0.00029982010793523883, "top_up_reverted": 0.00039976014391365186, "topping_up_by_card": 0.00029982010793523883, "transaction_charged_twice": 0.00029982010793523883, "transfer_fee_charged": 0.00029982010793523883, "transfer_into_account": 0.00029982010793523883, "transfer_not_received_by_recipient": 0.00029982010793523883, "transfer_timing": 0.00029982010793523883, "unable_to_verify_identity": 0.00029982010793523883, "verify_my_identity": 0.00029982010793523883, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.00029982010793523883, "visa_or_mastercard": 0.00029982010793523883, "why_verify_identity": 0.00029982010793523883, "wrong_amount_of_cash_received": 0.00029982010793523883, "wrong_exchange_rate_for_cash_withdrawal": 0.00029982010793523883 }, "error": null, "latency_ms": 67.94295902363956, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1890", "text_group": "14b7d16b530cadd2051636a690008fbab97309053c9a0b52b66df330e439d8fa", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0010003000900270082, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0003000900270081024, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.00040012003601080324, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.0003000900270081024, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.00040012003601080324, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.0023006902070621185, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.00020006001800540162, "request_refund": 0.003401020306091827, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.9726918075422627, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 71.19083299767226, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1891", "text_group": "b580e85eeb685ac8123f8bc38cb00d4057a6973c6547a28ed09ef1fb98406d5d", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00040020010005002504, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00040020010005002504, "cancel_transfer": 0.0008004002001000501, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00020010005002501252, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.00030015007503751874, "compromised_card": 0.0005002501250625313, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.0009004502251125563, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00030015007503751874, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00020010005002501252, "request_refund": 0.0013006503251625813, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00020010005002501252, "terminate_account": 0.9786893446723361, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00020010005002501252, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 69.84062492847443, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1892", "text_group": "43987a4d09eda195aeef67e0b7dcbbb682d9be150348978216e9536c2babc39d", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.001300260052010402, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.0003000600120024004, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0007001400280056011, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.00020004000800160032, "terminate_account": 0.9809961992398479, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 74.69629193656147, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1893", "text_group": "bc396652e27bbfec0d12df7e1c1160f6a2a54e1e79c7c399c45339cbc4c63fc0", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0006001800540162048, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0007002100630189057, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0003000900270081024, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.0003000900270081024, "compromised_card": 0.0006001800540162048, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.00040012003601080324, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.0009002700810243073, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.00020006001800540162, "request_refund": 0.0017005101530459135, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.00020006001800540162, "terminate_account": 0.9761928578573572, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 71.606041979976, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1894", "text_group": "19c9e3dd49a3a906a16d8df84cd4018adeab1791b27117958d186f5dbedf675f", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0005997001499250374, "activate_my_card": 0.00019990004997501253, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.0002998500749625187, "atm_support": 0.00039980009995002505, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.00039980009995002505, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039980009995002505, "beneficiary_not_allowed": 0.0004997501249375313, "cancel_transfer": 0.0005997001499250374, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.0002998500749625187, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.0002998500749625187, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.00039980009995002505, "card_payment_wrong_exchange_rate": 0.00039980009995002505, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.0002998500749625187, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0002998500749625187, "compromised_card": 0.0009995002498750627, "contactless_not_working": 0.00039980009995002505, "country_support": 0.00039980009995002505, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.00039980009995002505, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.0011994002998500749, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.0002998500749625187, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.00039980009995002505, "lost_or_stolen_phone": 0.0002998500749625187, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.0002998500749625187, "request_refund": 0.001699150424787606, "reverted_card_payment?": 0.0002998500749625187, "supported_cards_and_currencies": 0.0002998500749625187, "terminate_account": 0.9730134932533734, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.00039980009995002505, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0004997501249375313, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.0005997001499250374, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998500749625187 }, "error": null, "latency_ms": 71.11779099795967, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1895", "text_group": "2421720029a76e658e519cea165a1ee8e19ccbf5221096e0feae0d9d9f93f3b3", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.0033996600339966003, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0004999500049995, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00039996000399960006, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0004999500049995, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.0034996500349965005, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.00039996000399960006, "request_refund": 0.006199380061993801, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.9573042695730427, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 71.91533304285258, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1896", "text_group": "b4266b0d930df35fa7d683a7bf313f0ee7761e9285cb90a76791a7c783f19f82", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.002400720216064819, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00040012003601080324, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.00020006001800540162, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.003401020306091827, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.00020006001800540162, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00020006001800540162, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.9767930379113734, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.00020006001800540162, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.00020006001800540162 }, "error": null, "latency_ms": 70.85145905148238, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1897", "text_group": "61e66bdf36fc09c70800feaf8f3c82c46ad01864c0b5a75216212f0236957e76", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00039972019586289594, "activate_my_card": 0.00019986009793144797, "age_limit": 0.00019986009793144797, "apple_pay_or_google_pay": 0.00019986009793144797, "atm_support": 0.00019986009793144797, "automatic_top_up": 0.00019986009793144797, "balance_not_updated_after_bank_transfer": 0.00019986009793144797, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002997901468971719, "beneficiary_not_allowed": 0.0002997901468971719, "cancel_transfer": 0.0004996502448286199, "card_about_to_expire": 0.00019986009793144797, "card_acceptance": 0.00019986009793144797, "card_arrival": 0.00019986009793144797, "card_delivery_estimate": 0.00019986009793144797, "card_linking": 0.00019986009793144797, "card_not_working": 0.00019986009793144797, "card_payment_fee_charged": 0.00019986009793144797, "card_payment_not_recognised": 0.00019986009793144797, "card_payment_wrong_exchange_rate": 0.00019986009793144797, "card_swallowed": 0.0002997901468971719, "cash_withdrawal_charge": 0.00019986009793144797, "cash_withdrawal_not_recognised": 0.00019986009793144797, "change_pin": 0.00019986009793144797, "compromised_card": 0.00019986009793144797, "contactless_not_working": 0.00019986009793144797, "country_support": 0.00019986009793144797, "declined_card_payment": 0.00019986009793144797, "declined_cash_withdrawal": 0.00019986009793144797, "declined_transfer": 0.0002997901468971719, "direct_debit_payment_not_recognised": 0.00019986009793144797, "disposable_card_limits": 0.00019986009793144797, "edit_personal_details": 0.0002997901468971719, "exchange_charge": 0.00019986009793144797, "exchange_rate": 0.00019986009793144797, "exchange_via_app": 0.00019986009793144797, "extra_charge_on_statement": 0.00019986009793144797, "failed_transfer": 0.00019986009793144797, "fiat_currency_support": 0.00019986009793144797, "get_disposable_virtual_card": 0.00019986009793144797, "get_physical_card": 0.00019986009793144797, "getting_spare_card": 9.993004896572399e-05, "getting_virtual_card": 0.00019986009793144797, "lost_or_stolen_card": 0.00019986009793144797, "lost_or_stolen_phone": 0.00019986009793144797, "order_physical_card": 0.00019986009793144797, "passcode_forgotten": 0.00019986009793144797, "pending_card_payment": 0.00019986009793144797, "pending_cash_withdrawal": 0.00019986009793144797, "pending_top_up": 0.00019986009793144797, "pending_transfer": 0.00019986009793144797, "pin_blocked": 0.00019986009793144797, "receiving_money": 0.00019986009793144797, "request_refund": 0.00039972019586289594, "reverted_card_payment?": 0.00019986009793144797, "supported_cards_and_currencies": 0.00019986009793144797, "terminate_account": 0.9837114020185869, "top_up_by_bank_transfer_charge": 0.00019986009793144797, "top_up_by_card_charge": 0.00019986009793144797, "top_up_by_cash_or_cheque": 0.00019986009793144797, "top_up_failed": 0.00019986009793144797, "top_up_limits": 0.00019986009793144797, "top_up_reverted": 0.00019986009793144797, "topping_up_by_card": 0.00019986009793144797, "transaction_charged_twice": 0.00019986009793144797, "transfer_fee_charged": 0.00019986009793144797, "transfer_into_account": 0.00019986009793144797, "transfer_not_received_by_recipient": 0.00019986009793144797, "transfer_timing": 0.00019986009793144797, "unable_to_verify_identity": 0.00019986009793144797, "verify_my_identity": 0.00019986009793144797, "verify_source_of_funds": 0.00019986009793144797, "verify_top_up": 0.00019986009793144797, "virtual_card_not_working": 0.00019986009793144797, "visa_or_mastercard": 0.00019986009793144797, "why_verify_identity": 0.00019986009793144797, "wrong_amount_of_cash_received": 0.00019986009793144797, "wrong_exchange_rate_for_cash_withdrawal": 0.00019986009793144797 }, "error": null, "latency_ms": 73.19670903962106, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1898", "text_group": "2c4c8f64e165e9d8975113baa0461c3882d5fe3f400c41d75d7e4579ee6869d3", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.0015004501350405122, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.0003000900270081024, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.001100330099029709, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.00020006001800540162, "request_refund": 0.0005001500450135041, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.9767930379113734, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 72.20216700807214, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1899", "text_group": "eb164abaaf42c69168b486765761bb324982c19c270421d6f53b14b2bdb21ae8", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.004801920768307323, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.0008003201280512205, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00030012004801920766, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00020008003201280514, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.0009003601440576229, "edit_personal_details": 0.0008003201280512205, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.0011004401760704283, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00020008003201280514, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.9746898759503801, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 70.07229106966406, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1900", "text_group": "a4d299c423b2338e6209384b2949b74d1376f2b3e7dbb55d495436b17cda9c62", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0003998800359892033, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0006997900629811057, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0008997300809757073, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.000499850044986504, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0011996401079676095, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0002999100269919024, "request_refund": 0.009697090872738179, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0002999100269919024, "terminate_account": 0.9622113365990204, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.000499850044986504, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.0005998200539838048, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 69.87725000362843, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1901", "text_group": "c1cbc578165d0f6efc2050eaaee6f6365b565fe055970658bddad2948cf028d1", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.006602641056422569, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00040016006402561027, "compromised_card": 0.0005002000800320128, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.008903561424569828, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00020008003201280514, "request_refund": 0.0005002000800320128, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.9641856742697078, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00020008003201280514, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 70.67291694693267, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1902", "text_group": "016032b54fb3a16a96f7161e9e5214fe3ab5388f1cfdd496253fec477f03633b", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0004000800160032007, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0003000600120024005, "atm_support": 0.0003000600120024005, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0004000800160032007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004000800160032007, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0008001600320064014, "card_about_to_expire": 0.0003000600120024005, "card_acceptance": 0.0003000600120024005, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0003000600120024005, "card_not_working": 0.0004000800160032007, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0004000800160032007, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0003000600120024005, "cash_withdrawal_not_recognised": 0.0003000600120024005, "change_pin": 0.0003000600120024005, "compromised_card": 0.0004000800160032007, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0003000600120024005, "declined_card_payment": 0.0003000600120024005, "declined_cash_withdrawal": 0.0003000600120024005, "declined_transfer": 0.0003000600120024005, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0004000800160032007, "edit_personal_details": 0.0019003800760152032, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.00020004000800160035, "extra_charge_on_statement": 0.0003000600120024005, "failed_transfer": 0.00020004000800160035, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.0003000600120024005, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.00020004000800160035, "request_refund": 0.0033006601320264054, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0003000600120024005, "terminate_account": 0.9742948589717945, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.0003000600120024005, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0003000600120024005, "topping_up_by_card": 0.00020004000800160035, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.0003000600120024005, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.0003000600120024005, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.0003000600120024005, "wrong_amount_of_cash_received": 0.0003000600120024005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 70.2914580469951, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1903", "text_group": "f83e65b3f62aae0903b7cde17a5566b08c03527bc6e964a01aaf2356518eff78", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0025997400259974, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00039996000399960006, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.0023997600239976003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.0037996200379962005, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.9653034696530347, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 71.66020793374628, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1904", "text_group": "979fc5a7ad90bd2eb161dd4a196978abefba50d59aa565c4510ff8dc47aa97d3", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.0002998500749625187, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.00019990004997501253, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019990004997501253, "beneficiary_not_allowed": 0.0002998500749625187, "cancel_transfer": 0.0022988505747126436, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.00019990004997501253, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.00019990004997501253, "card_not_working": 0.00019990004997501253, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.00019990004997501253, "card_payment_wrong_exchange_rate": 0.00019990004997501253, "card_swallowed": 0.00019990004997501253, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.00019990004997501253, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.00019990004997501253, "country_support": 0.00019990004997501253, "declined_card_payment": 0.00019990004997501253, "declined_cash_withdrawal": 0.00019990004997501253, "declined_transfer": 0.00019990004997501253, "direct_debit_payment_not_recognised": 0.00019990004997501253, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.00039980009995002505, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.00019990004997501253, "fiat_currency_support": 0.00019990004997501253, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 9.995002498750626e-05, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 9.995002498750626e-05, "pending_cash_withdrawal": 9.995002498750626e-05, "pending_top_up": 9.995002498750626e-05, "pending_transfer": 9.995002498750626e-05, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.00019990004997501253, "request_refund": 0.00019990004997501253, "reverted_card_payment?": 0.00019990004997501253, "supported_cards_and_currencies": 0.00019990004997501253, "terminate_account": 0.9826086956521739, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.00019990004997501253, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.00019990004997501253, "topping_up_by_card": 0.00019990004997501253, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.00019990004997501253, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.00019990004997501253 }, "error": null, "latency_ms": 71.49612507782876, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1905", "text_group": "932555caed0c79b6ce2a81cea0c1f0a23841c760a4ff5ec23f62e8bc6b12fa58", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00040020010005002504, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00040020010005002504, "cancel_transfer": 0.0014007003501750877, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00020010005002501252, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00040020010005002504, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00020010005002501252, "request_refund": 0.0006003001500750375, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00020010005002501252, "terminate_account": 0.9794897448724362, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00020010005002501252, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 70.36600005812943, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1906", "text_group": "cf703d2a1eca9fc246acefe07c9afbfc38e2560ab0bf0614a31ea57955d46553", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.0014001400140014, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00020002000200020003, "request_refund": 0.0014001400140014, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.9761976197619762, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 69.66016697697341, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1907", "text_group": "9013423fbffa5e0b892bce59142c73c6887b38e36f26eb0dd9a8f7f463a38909", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00029982010793523883, "activate_my_card": 0.00029982010793523883, "age_limit": 0.00029982010793523883, "apple_pay_or_google_pay": 0.00029982010793523883, "atm_support": 0.00039976014391365186, "automatic_top_up": 0.00029982010793523883, "balance_not_updated_after_bank_transfer": 0.00039976014391365186, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039976014391365186, "beneficiary_not_allowed": 0.00039976014391365186, "cancel_transfer": 0.003897661403158105, "card_about_to_expire": 0.00029982010793523883, "card_acceptance": 0.00039976014391365186, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00029982010793523883, "card_linking": 0.00039976014391365186, "card_not_working": 0.00029982010793523883, "card_payment_fee_charged": 0.00029982010793523883, "card_payment_not_recognised": 0.00029982010793523883, "card_payment_wrong_exchange_rate": 0.00039976014391365186, "card_swallowed": 0.00039976014391365186, "cash_withdrawal_charge": 0.00029982010793523883, "cash_withdrawal_not_recognised": 0.00029982010793523883, "change_pin": 0.00039976014391365186, "compromised_card": 0.0004997001798920648, "contactless_not_working": 0.00029982010793523883, "country_support": 0.00029982010793523883, "declined_card_payment": 0.00029982010793523883, "declined_cash_withdrawal": 0.00029982010793523883, "declined_transfer": 0.00029982010793523883, "direct_debit_payment_not_recognised": 0.00029982010793523883, "disposable_card_limits": 0.0004997001798920648, "edit_personal_details": 0.006995802518488907, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00029982010793523883, "extra_charge_on_statement": 0.00029982010793523883, "failed_transfer": 0.00029982010793523883, "fiat_currency_support": 0.00039976014391365186, "get_disposable_virtual_card": 0.00039976014391365186, "get_physical_card": 0.00029982010793523883, "getting_spare_card": 0.00019988007195682593, "getting_virtual_card": 0.00029982010793523883, "lost_or_stolen_card": 0.00029982010793523883, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00019988007195682593, "passcode_forgotten": 0.00029982010793523883, "pending_card_payment": 0.00019988007195682593, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00019988007195682593, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.00029982010793523883, "receiving_money": 0.00029982010793523883, "request_refund": 0.0005996402158704777, "reverted_card_payment?": 0.00029982010793523883, "supported_cards_and_currencies": 0.00029982010793523883, "terminate_account": 0.9663202078752748, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00029982010793523883, "top_up_failed": 0.00029982010793523883, "top_up_limits": 0.00029982010793523883, "top_up_reverted": 0.00029982010793523883, "topping_up_by_card": 0.00029982010793523883, "transaction_charged_twice": 0.00029982010793523883, "transfer_fee_charged": 0.00029982010793523883, "transfer_into_account": 0.00029982010793523883, "transfer_not_received_by_recipient": 0.00029982010793523883, "transfer_timing": 0.00029982010793523883, "unable_to_verify_identity": 0.00029982010793523883, "verify_my_identity": 0.00029982010793523883, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.00029982010793523883, "visa_or_mastercard": 0.00029982010793523883, "why_verify_identity": 0.00029982010793523883, "wrong_amount_of_cash_received": 0.00029982010793523883, "wrong_exchange_rate_for_cash_withdrawal": 0.00029982010793523883 }, "error": null, "latency_ms": 69.89383406471461, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1908", "text_group": "5845b119cb99c37c72d0036bb1dac5ffd3e24aff78bba748a7fd64c98d7c670f", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.0003998800359892033, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.001099670098970309, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0002999100269919024, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0002999100269919024, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0002999100269919024, "request_refund": 0.002099370188943317, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0002999100269919024, "terminate_account": 0.9739078276517045, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 70.3227500198409, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1909", "text_group": "5b7814f9b036b39ae0f5de5f9229c479ca5670ad641ba067a05b3591eb2df08d", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0003998800359892033, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.002699190242927122, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0002999100269919024, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0038988303508947315, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0002999100269919024, "request_refund": 0.0014995501349595122, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0002999100269919024, "terminate_account": 0.9675097470758772, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 69.61920799221843, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1910", "text_group": "ed096b6608955793ccc1b170ee6f363efdae585a6f96cc6e48d0d335475c38c1", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0012003601080324095, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.00020006001800540162, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0005001500450135041, "edit_personal_details": 0.0005001500450135041, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.00020006001800540162, "request_refund": 0.0028008402520756227, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.00020006001800540162, "terminate_account": 0.9759927978393518, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.00020006001800540162, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 72.98204198013991, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1911", "text_group": "ba8599eec11714e4431080177fa573268a52392091d634ea5eef42690f6792c5", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00040020010005002504, "cancel_transfer": 0.008604302151075539, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00040020010005002504, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00020010005002501252, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00040020010005002504, "compromised_card": 0.00040020010005002504, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00020010005002501252, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.0005002501250625313, "edit_personal_details": 0.013906953476738369, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00030015007503751874, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00040020010005002504, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00020010005002501252, "request_refund": 0.00040020010005002504, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.9582791395697849, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00020010005002501252, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00030015007503751874, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 70.27550006750971, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1912", "text_group": "589bed410cb598aa08de379da9fd5eaad00de35bcbebb2882b3d39e89520f700", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.0007999200079992001, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00019998000199980003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.0007999200079992001, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.0013998600139986002, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00019998000199980003, "request_refund": 0.000999900009999, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00019998000199980003, "terminate_account": 0.9777022297770223, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 71.16337504703552, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1913", "text_group": "c152cad7bff06daad7747661b32a4b801e8e4f2911f56a105ca2862cb2b1ae2f", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0010002000400080016, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.0007001400280056011, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.9788957791558311, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 70.67695795558393, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1914", "text_group": "4af6f3117cf2c8fe0cfecd2ffb7bfba5cc02745807eaa010d06499d4c5692f77", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.006202480992396959, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.0008003201280512205, "edit_personal_details": 0.0009003601440576229, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.005302120848339336, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00020008003201280514, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.9677871148459384, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 70.96070796251297, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1915", "text_group": "5d2e644caf62482ec88ce700f6eb5bd6a7ad1b3ac7f96a209983625181eba503", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.0010998900109989002, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00039996000399960006, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.0014998500149985001, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.000999900009999, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.9713028697130287, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 71.68920896947384, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1916", "text_group": "d8f2d75f417c9448ea515768823f4f0604ab0c24eff91dbaf386d8e2c183f7b5", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0015, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0004, "compromised_card": 0.0011, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0014, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0004, "receiving_money": 0.0003, "request_refund": 0.0013, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.968, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 71.2017499608919, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1917", "text_group": "d7766ad729b38deb2e323430956a9131ba31c341995d211aff059387a7367a3c", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0004999000199960008, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0028994201159768043, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.0003999200159968007, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.008098380323935212, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.00029994001199760045, "request_refund": 0.0028994201159768043, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.9642071585682864, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 69.40737494733185, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1918", "text_group": "7693f2fce42860a49cfbdb610afa116007b4f311871c4bb43eb028d4f1e28d5a", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.01270254050810162, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.9689937987597519, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 71.64687500335276, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1919", "text_group": "b3f81dc65912f4ed7b7a615e4da5b402eeb76526408b77fe53b2cf119ee45883", "expected": "terminate_account", "prediction": "terminate_account", "probabilities": { "Refund_not_showing_up": 0.0002997601918465227, "activate_my_card": 0.00019984012789768185, "age_limit": 0.00019984012789768185, "apple_pay_or_google_pay": 0.00019984012789768185, "atm_support": 0.00019984012789768185, "automatic_top_up": 0.00019984012789768185, "balance_not_updated_after_bank_transfer": 0.00019984012789768185, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019984012789768185, "beneficiary_not_allowed": 0.0002997601918465227, "cancel_transfer": 0.0003996802557953637, "card_about_to_expire": 0.00019984012789768185, "card_acceptance": 0.00019984012789768185, "card_arrival": 0.00019984012789768185, "card_delivery_estimate": 0.00019984012789768185, "card_linking": 0.00019984012789768185, "card_not_working": 0.00019984012789768185, "card_payment_fee_charged": 0.00019984012789768185, "card_payment_not_recognised": 0.00019984012789768185, "card_payment_wrong_exchange_rate": 0.00019984012789768185, "card_swallowed": 0.0002997601918465227, "cash_withdrawal_charge": 0.00019984012789768185, "cash_withdrawal_not_recognised": 0.00019984012789768185, "change_pin": 0.00019984012789768185, "compromised_card": 0.0003996802557953637, "contactless_not_working": 0.00019984012789768185, "country_support": 0.00019984012789768185, "declined_card_payment": 0.00019984012789768185, "declined_cash_withdrawal": 0.00019984012789768185, "declined_transfer": 0.0002997601918465227, "direct_debit_payment_not_recognised": 0.00019984012789768185, "disposable_card_limits": 0.00019984012789768185, "edit_personal_details": 0.0002997601918465227, "exchange_charge": 0.00019984012789768185, "exchange_rate": 0.00019984012789768185, "exchange_via_app": 0.00019984012789768185, "extra_charge_on_statement": 0.00019984012789768185, "failed_transfer": 0.00019984012789768185, "fiat_currency_support": 0.00019984012789768185, "get_disposable_virtual_card": 0.00019984012789768185, "get_physical_card": 0.00019984012789768185, "getting_spare_card": 0.00019984012789768185, "getting_virtual_card": 0.00019984012789768185, "lost_or_stolen_card": 0.00019984012789768185, "lost_or_stolen_phone": 0.00019984012789768185, "order_physical_card": 0.00019984012789768185, "passcode_forgotten": 0.00019984012789768185, "pending_card_payment": 0.00019984012789768185, "pending_cash_withdrawal": 0.00019984012789768185, "pending_top_up": 0.00019984012789768185, "pending_transfer": 0.00019984012789768185, "pin_blocked": 0.00019984012789768185, "receiving_money": 0.00019984012789768185, "request_refund": 0.0004996003197442045, "reverted_card_payment?": 0.00019984012789768185, "supported_cards_and_currencies": 0.00019984012789768185, "terminate_account": 0.98361310951239, "top_up_by_bank_transfer_charge": 0.00019984012789768185, "top_up_by_card_charge": 0.00019984012789768185, "top_up_by_cash_or_cheque": 0.00019984012789768185, "top_up_failed": 0.00019984012789768185, "top_up_limits": 0.00019984012789768185, "top_up_reverted": 0.00019984012789768185, "topping_up_by_card": 0.00019984012789768185, "transaction_charged_twice": 0.00019984012789768185, "transfer_fee_charged": 0.00019984012789768185, "transfer_into_account": 0.00019984012789768185, "transfer_not_received_by_recipient": 0.00019984012789768185, "transfer_timing": 0.00019984012789768185, "unable_to_verify_identity": 0.00019984012789768185, "verify_my_identity": 0.00019984012789768185, "verify_source_of_funds": 0.00019984012789768185, "verify_top_up": 0.00019984012789768185, "virtual_card_not_working": 0.00019984012789768185, "visa_or_mastercard": 0.00019984012789768185, "why_verify_identity": 0.00019984012789768185, "wrong_amount_of_cash_received": 0.00019984012789768185, "wrong_exchange_rate_for_cash_withdrawal": 0.00019984012789768185 }, "error": null, "latency_ms": 70.80958306323737, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1920", "text_group": "8d5eb2910f7467886aae06e4cf3c24f9a9fee7758eab7f2718878e039bd0a4d1", "expected": "card_swallowed", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00010009008107296568, "activate_my_card": 0.00010009008107296568, "age_limit": 0.00010009008107296568, "apple_pay_or_google_pay": 0.00020018016214593136, "atm_support": 0.0013011710539485536, "automatic_top_up": 0.00010009008107296568, "balance_not_updated_after_bank_transfer": 0.00020018016214593136, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020018016214593136, "beneficiary_not_allowed": 0.000300270243218897, "cancel_transfer": 0.00020018016214593136, "card_about_to_expire": 0.00020018016214593136, "card_acceptance": 0.00020018016214593136, "card_arrival": 0.00020018016214593136, "card_delivery_estimate": 0.00010009008107296568, "card_linking": 0.000300270243218897, "card_not_working": 0.000300270243218897, "card_payment_fee_charged": 0.00020018016214593136, "card_payment_not_recognised": 0.00020018016214593136, "card_payment_wrong_exchange_rate": 0.00020018016214593136, "card_swallowed": 0.41127014312881593, "cash_withdrawal_charge": 0.00020018016214593136, "cash_withdrawal_not_recognised": 0.00040036032429186273, "change_pin": 0.00010009008107296568, "compromised_card": 0.011510359323391051, "contactless_not_working": 0.00020018016214593136, "country_support": 0.00020018016214593136, "declined_card_payment": 0.00020018016214593136, "declined_cash_withdrawal": 0.00020018016214593136, "declined_transfer": 0.00020018016214593136, "direct_debit_payment_not_recognised": 0.00020018016214593136, "disposable_card_limits": 0.00020018016214593136, "edit_personal_details": 0.00010009008107296568, "exchange_charge": 0.00010009008107296568, "exchange_rate": 0.00010009008107296568, "exchange_via_app": 0.00010009008107296568, "extra_charge_on_statement": 0.00010009008107296568, "failed_transfer": 0.00010009008107296568, "fiat_currency_support": 0.00020018016214593136, "get_disposable_virtual_card": 0.00020018016214593136, "get_physical_card": 0.00020018016214593136, "getting_spare_card": 0.00010009008107296568, "getting_virtual_card": 0.00010009008107296568, "lost_or_stolen_card": 0.562806525873286, "lost_or_stolen_phone": 0.001801621459313382, "order_physical_card": 0.00010009008107296568, "passcode_forgotten": 0.00010009008107296568, "pending_card_payment": 0.00010009008107296568, "pending_cash_withdrawal": 0.00010009008107296568, "pending_top_up": 0.00010009008107296568, "pending_transfer": 0.00010009008107296568, "pin_blocked": 0.00020018016214593136, "receiving_money": 0.00020018016214593136, "request_refund": 0.00010009008107296568, "reverted_card_payment?": 0.00020018016214593136, "supported_cards_and_currencies": 0.000300270243218897, "terminate_account": 0.00010009008107296568, "top_up_by_bank_transfer_charge": 0.00010009008107296568, "top_up_by_card_charge": 0.00010009008107296568, "top_up_by_cash_or_cheque": 0.00010009008107296568, "top_up_failed": 0.00020018016214593136, "top_up_limits": 0.00010009008107296568, "top_up_reverted": 0.00020018016214593136, "topping_up_by_card": 0.00020018016214593136, "transaction_charged_twice": 0.00010009008107296568, "transfer_fee_charged": 0.00010009008107296568, "transfer_into_account": 0.00010009008107296568, "transfer_not_received_by_recipient": 0.00010009008107296568, "transfer_timing": 0.00010009008107296568, "unable_to_verify_identity": 0.00010009008107296568, "verify_my_identity": 0.00010009008107296568, "verify_source_of_funds": 0.00010009008107296568, "verify_top_up": 0.00010009008107296568, "virtual_card_not_working": 0.00020018016214593136, "visa_or_mastercard": 0.00010009008107296568, "why_verify_identity": 0.00010009008107296568, "wrong_amount_of_cash_received": 0.00020018016214593136, "wrong_exchange_rate_for_cash_withdrawal": 0.00020018016214593136 }, "error": null, "latency_ms": 71.21595798525959, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1921", "text_group": "2038977f593e144da331266856cd3f96c6866611945339d07a88cc637f9560c7", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0045004500450045, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.9324932493249325, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0008000800080008001, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0078007800780078, "get_physical_card": 0.0277027702770277, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.0009000900090009, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0011001100110011003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0009000900090009, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0015001500150015003, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 71.53020799160004, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1922", "text_group": "de965e613c704d7e1867b80a04168b19c177004266c3434590aec263b2948f1f", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.001299740051989602, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0006998600279944011, "atm_support": 0.0007998400319936014, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.03349330133973206, "balance_not_updated_after_cheque_or_cash_deposit": 0.003599280143971206, "beneficiary_not_allowed": 0.004399120175964807, "cancel_transfer": 0.0009998000399920016, "card_about_to_expire": 0.0006998600279944011, "card_acceptance": 0.0013997200559888023, "card_arrival": 0.0007998400319936014, "card_delivery_estimate": 0.0006998600279944011, "card_linking": 0.003699260147970406, "card_not_working": 0.03759248150369926, "card_payment_fee_charged": 0.0006998600279944011, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.0007998400319936014, "card_swallowed": 0.6480703859228154, "cash_withdrawal_charge": 0.0015996800639872027, "cash_withdrawal_not_recognised": 0.00599880023995201, "change_pin": 0.0003999200159968007, "compromised_card": 0.0010997800439912018, "contactless_not_working": 0.001299740051989602, "country_support": 0.0005998800239952009, "declined_card_payment": 0.0032993401319736052, "declined_cash_withdrawal": 0.056288742251549694, "declined_transfer": 0.003999200159968006, "direct_debit_payment_not_recognised": 0.0006998600279944011, "disposable_card_limits": 0.0008998200359928015, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.0006998600279944011, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.02389522095580884, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0010997800439912018, "get_physical_card": 0.0013997200559888023, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.001299740051989602, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0006998600279944011, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0037992401519696063, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.0008998200359928015, "receiving_money": 0.017196560687862426, "request_refund": 0.0006998600279944011, "reverted_card_payment?": 0.0033993201359728054, "supported_cards_and_currencies": 0.0020995800839832034, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0011997600479904018, "top_up_by_card_charge": 0.0006998600279944011, "top_up_by_cash_or_cheque": 0.0007998400319936014, "top_up_failed": 0.020995800839832036, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.017396520695860826, "topping_up_by_card": 0.019296140771845632, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.0006998600279944011, "transfer_into_account": 0.0015996800639872027, "transfer_not_received_by_recipient": 0.020695860827834433, "transfer_timing": 0.0018996200759848032, "unable_to_verify_identity": 0.0005998800239952009, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.007798440311937612, "visa_or_mastercard": 0.0009998000399920016, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.013397320535892822, "wrong_exchange_rate_for_cash_withdrawal": 0.006698660267946411 }, "error": null, "latency_ms": 72.6411669747904, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1923", "text_group": "fb3f18467789d3f38de8f4f26da53f950aded8ca8f05d8c6ccbb00b3a0b552cc", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 9.998000399920017e-05, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00019996000799840034, "automatic_top_up": 9.998000399920017e-05, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019996000799840034, "beneficiary_not_allowed": 0.00019996000799840034, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00019996000799840034, "card_swallowed": 0.9596080783843232, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00019996000799840034, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00019996000799840034, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0006998600279944011, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.02269546090781844, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0009998000399920016, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 9.998000399920017e-05, "verify_top_up": 9.998000399920017e-05, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 9.998000399920017e-05, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 67.72183405701071, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1924", "text_group": "c76900da652677ce6a85e0a78eb2f591d41fbfe83cc295896ca722c00ab3e826", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.008901780356071214, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.958491698339668, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.007101420284056812, "get_physical_card": 0.002000400080016003, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0012002400480096017, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 68.22570797521621, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1925", "text_group": "172e3e7658fa6f3956017db93aeeebd2e1509757fd0652d5e03449ad7a788b96", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0236, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0004, "card_acceptance": 0.0018, "card_arrival": 0.0004, "card_delivery_estimate": 0.0003, "card_linking": 0.001, "card_not_working": 0.0021, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0015, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.939, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0009, "contactless_not_working": 0.0005, "country_support": 0.0004, "declined_card_payment": 0.0035, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0009, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0007, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0004, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0016, "supported_cards_and_currencies": 0.0013, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0008, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0008, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 67.11491709575057, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1926", "text_group": "f0d7f438e9c432e9045956acab892add50899d5fcea3d5ceed334e4b68a3100c", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0006997900629811057, "atm_support": 0.04778566430070979, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0008997300809757073, "card_not_working": 0.0006997900629811057, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.6338098570428872, "cash_withdrawal_charge": 0.0005998200539838048, "cash_withdrawal_not_recognised": 0.0005998200539838048, "change_pin": 0.000499850044986504, "compromised_card": 0.0007997600719784066, "contactless_not_working": 0.0006997900629811057, "country_support": 0.0006997900629811057, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0006997900629811057, "declined_transfer": 0.000499850044986504, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0007997600719784066, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0008997300809757073, "get_disposable_virtual_card": 0.23842847145856244, "get_physical_card": 0.03249025292412277, "getting_spare_card": 0.0008997300809757073, "getting_virtual_card": 0.001999400179946016, "lost_or_stolen_card": 0.0005998200539838048, "lost_or_stolen_phone": 0.000499850044986504, "order_physical_card": 0.0037988603418974308, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0005998200539838048, "receiving_money": 0.0005998200539838048, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.0006997900629811057, "supported_cards_and_currencies": 0.0011996401079676095, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0007997600719784066, "topping_up_by_card": 0.0008997300809757073, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.0003998800359892033, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0057982605218434465, "visa_or_mastercard": 0.000499850044986504, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.000499850044986504 }, "error": null, "latency_ms": 68.85166699066758, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1927", "text_group": "ac08d1d7545f11faa373c6dc0a5267edd0ad87175e2819ba815528af7c75923b", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0055005500550055, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.9708970897089709, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0032003200320032004, "contactless_not_working": 0.0006000600060006, "country_support": 0.0003000300030003, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.391083041206, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1928", "text_group": "e096908ffa647ec4e9c4fd1097e812929e155f77e247216e39ed961bf1e2b662", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0014004201260378114, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0005001500450135041, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.0013003901170351103, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00040012003601080324, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0005001500450135041, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.810443132939882, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.001600480144043213, "change_pin": 0.00020006001800540162, "compromised_card": 0.0010003000900270082, "contactless_not_working": 0.00040012003601080324, "country_support": 0.00040012003601080324, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.002200660198059418, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0007002100630189057, "get_physical_card": 0.016604981494448334, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.1345403621086326, "lost_or_stolen_phone": 0.0005001500450135041, "order_physical_card": 0.0014004201260378114, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.0003000900270081024, "request_refund": 0.0008002400720216065, "reverted_card_payment?": 0.0009002700810243073, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.00040012003601080324, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.006702010603180954, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0009002700810243073, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 68.55658302083611, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1929", "text_group": "bd8cd713852bbc0f22236d39556532294806ceaeca9f407954143c1649a7dbc6", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.000199860097931448, "activate_my_card": 0.000199860097931448, "age_limit": 0.000199860097931448, "apple_pay_or_google_pay": 0.000199860097931448, "atm_support": 0.002698111322074548, "automatic_top_up": 9.9930048965724e-05, "balance_not_updated_after_bank_transfer": 0.000199860097931448, "balance_not_updated_after_cheque_or_cash_deposit": 0.000199860097931448, "beneficiary_not_allowed": 0.000399720195862896, "cancel_transfer": 0.000199860097931448, "card_about_to_expire": 0.000199860097931448, "card_acceptance": 0.00029979014689717197, "card_arrival": 0.000199860097931448, "card_delivery_estimate": 0.000199860097931448, "card_linking": 0.00029979014689717197, "card_not_working": 0.00049965024482862, "card_payment_fee_charged": 0.000199860097931448, "card_payment_not_recognised": 0.000199860097931448, "card_payment_wrong_exchange_rate": 0.000199860097931448, "card_swallowed": 0.9782152493254722, "cash_withdrawal_charge": 0.000199860097931448, "cash_withdrawal_not_recognised": 0.00029979014689717197, "change_pin": 0.000199860097931448, "compromised_card": 0.00029979014689717197, "contactless_not_working": 0.00029979014689717197, "country_support": 0.00029979014689717197, "declined_card_payment": 0.000199860097931448, "declined_cash_withdrawal": 0.000399720195862896, "declined_transfer": 0.000199860097931448, "direct_debit_payment_not_recognised": 0.000199860097931448, "disposable_card_limits": 0.00029979014689717197, "edit_personal_details": 0.000199860097931448, "exchange_charge": 0.000199860097931448, "exchange_rate": 0.000199860097931448, "exchange_via_app": 0.000199860097931448, "extra_charge_on_statement": 0.000199860097931448, "failed_transfer": 0.000199860097931448, "fiat_currency_support": 0.00029979014689717197, "get_disposable_virtual_card": 0.00029979014689717197, "get_physical_card": 0.0016988108324173079, "getting_spare_card": 0.000199860097931448, "getting_virtual_card": 0.000199860097931448, "lost_or_stolen_card": 0.000199860097931448, "lost_or_stolen_phone": 0.000199860097931448, "order_physical_card": 0.0005995802937943439, "passcode_forgotten": 0.000199860097931448, "pending_card_payment": 0.000199860097931448, "pending_cash_withdrawal": 0.000199860097931448, "pending_top_up": 9.9930048965724e-05, "pending_transfer": 0.000199860097931448, "pin_blocked": 0.00049965024482862, "receiving_money": 0.000199860097931448, "request_refund": 0.000199860097931448, "reverted_card_payment?": 0.00029979014689717197, "supported_cards_and_currencies": 0.00049965024482862, "terminate_account": 0.000199860097931448, "top_up_by_bank_transfer_charge": 0.000199860097931448, "top_up_by_card_charge": 0.000199860097931448, "top_up_by_cash_or_cheque": 0.000199860097931448, "top_up_failed": 0.000199860097931448, "top_up_limits": 0.000199860097931448, "top_up_reverted": 0.000199860097931448, "topping_up_by_card": 0.000199860097931448, "transaction_charged_twice": 0.000199860097931448, "transfer_fee_charged": 0.000199860097931448, "transfer_into_account": 0.000199860097931448, "transfer_not_received_by_recipient": 0.000199860097931448, "transfer_timing": 0.000199860097931448, "unable_to_verify_identity": 0.000199860097931448, "verify_my_identity": 0.000199860097931448, "verify_source_of_funds": 0.000199860097931448, "verify_top_up": 9.9930048965724e-05, "virtual_card_not_working": 0.000399720195862896, "visa_or_mastercard": 0.000199860097931448, "why_verify_identity": 0.000199860097931448, "wrong_amount_of_cash_received": 0.000199860097931448, "wrong_exchange_rate_for_cash_withdrawal": 0.000199860097931448 }, "error": null, "latency_ms": 68.63916607107967, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1930", "text_group": "c7970fa8a395f12fc48d9717566bf97b426d041958a0dbdd75d2ef614143d347", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.0007, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0105, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0024, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0004, "card_acceptance": 0.0005, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.0011, "card_not_working": 0.0015, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0012, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.8976, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0003, "compromised_card": 0.0088, "contactless_not_working": 0.0008, "country_support": 0.0005, "declined_card_payment": 0.0015, "declined_cash_withdrawal": 0.0014, "declined_transfer": 0.001, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0004, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0155, "get_physical_card": 0.0068, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0098, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0005, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0005, "receiving_money": 0.0004, "request_refund": 0.001, "reverted_card_payment?": 0.0034, "supported_cards_and_currencies": 0.0007, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0004, "top_up_limits": 0.0003, "top_up_reverted": 0.0102, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0012, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 68.3127500815317, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1931", "text_group": "2ee5b6e2cab4792255d2684742d85c5b1c714ffe75eaef23672a6aa744c5843a", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0045995400459954, "card_not_working": 0.0006999300069993001, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.9462053794620539, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00039996000399960006, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.0029997000299970002, "get_physical_card": 0.0051994800519948, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.0027997200279972004, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0029997000299970002, "supported_cards_and_currencies": 0.0006999300069993001, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.010898910108989102, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.73558298684657, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1932", "text_group": "0042df6fd00533e104e09b27e0c4b2bb4f8220aa1d048ab7eaa3e79f73410914", "expected": "card_swallowed", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0009000900090009, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00020002000200020003, "card_swallowed": 0.11701170117011701, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.0019001900190019003, "change_pin": 0.00020002000200020003, "compromised_card": 0.011401140114011402, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00020002000200020003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.8421842184218421, "lost_or_stolen_phone": 0.008800880088008802, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00020002000200020003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 68.62633302807808, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1933", "text_group": "ea3ac906db3cb1f948764909408199e09276947d87010b09f83455aa68bd2df0", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 9.997000899730082e-05, "age_limit": 9.997000899730082e-05, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0017994601619514146, "automatic_top_up": 9.997000899730082e-05, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019994001799460164, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.00019994001799460164, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.00019994001799460164, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.00019994001799460164, "card_payment_wrong_exchange_rate": 0.00019994001799460164, "card_swallowed": 0.9795061481555534, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.00019994001799460164, "country_support": 0.00019994001799460164, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.00019994001799460164, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0006997900629811057, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.0017994601619514146, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 9.997000899730082e-05, "pending_transfer": 9.997000899730082e-05, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.00019994001799460164, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.000999700089973008, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 71.599957998842, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1934", "text_group": "d648661eade4e2a59b6703ff9fa9324cb40febee488b6e2e8d243beff3825fd8", "expected": "card_swallowed", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0011996401079676095, "activate_my_card": 0.001099670098970309, "age_limit": 0.0011996401079676095, "apple_pay_or_google_pay": 0.0015995201439568132, "atm_support": 0.43716884934519645, "automatic_top_up": 0.0012996101169649105, "balance_not_updated_after_bank_transfer": 0.0029991002699190244, "balance_not_updated_after_cheque_or_cash_deposit": 0.0024992502249325203, "beneficiary_not_allowed": 0.03279016295111467, "cancel_transfer": 0.0016994901529541137, "card_about_to_expire": 0.0012996101169649105, "card_acceptance": 0.0018994301709487154, "card_arrival": 0.0013995801259622115, "card_delivery_estimate": 0.0013995801259622115, "card_linking": 0.0016994901529541137, "card_not_working": 0.004198740377886634, "card_payment_fee_charged": 0.0012996101169649105, "card_payment_not_recognised": 0.0013995801259622115, "card_payment_wrong_exchange_rate": 0.0015995201439568132, "card_swallowed": 0.00489853044086774, "cash_withdrawal_charge": 0.0022993102069379188, "cash_withdrawal_not_recognised": 0.005098470458862342, "change_pin": 0.0018994301709487154, "compromised_card": 0.0015995201439568132, "contactless_not_working": 0.02309307207837649, "country_support": 0.002699190242927122, "declined_card_payment": 0.002199340197940618, "declined_cash_withdrawal": 0.3205038488453464, "declined_transfer": 0.006797960611816455, "direct_debit_payment_not_recognised": 0.0017994601619514146, "disposable_card_limits": 0.0016994901529541137, "edit_personal_details": 0.0017994601619514146, "exchange_charge": 0.0013995801259622115, "exchange_rate": 0.0013995801259622115, "exchange_via_app": 0.0016994901529541137, "extra_charge_on_statement": 0.0012996101169649105, "failed_transfer": 0.003099070278916325, "fiat_currency_support": 0.002699190242927122, "get_disposable_virtual_card": 0.0017994601619514146, "get_physical_card": 0.0017994601619514146, "getting_spare_card": 0.0011996401079676095, "getting_virtual_card": 0.0011996401079676095, "lost_or_stolen_card": 0.0012996101169649105, "lost_or_stolen_phone": 0.0012996101169649105, "order_physical_card": 0.0013995801259622115, "passcode_forgotten": 0.0014995501349595122, "pending_card_payment": 0.0012996101169649105, "pending_cash_withdrawal": 0.003998800359892032, "pending_top_up": 0.0015995201439568132, "pending_transfer": 0.0016994901529541137, "pin_blocked": 0.031390582825152454, "receiving_money": 0.0022993102069379188, "request_refund": 0.002099370188943317, "reverted_card_payment?": 0.0015995201439568132, "supported_cards_and_currencies": 0.0022993102069379188, "terminate_account": 0.0016994901529541137, "top_up_by_bank_transfer_charge": 0.0014995501349595122, "top_up_by_card_charge": 0.0012996101169649105, "top_up_by_cash_or_cheque": 0.0018994301709487154, "top_up_failed": 0.006897930620813756, "top_up_limits": 0.0014995501349595122, "top_up_reverted": 0.002799160251924423, "topping_up_by_card": 0.002099370188943317, "transaction_charged_twice": 0.0016994901529541137, "transfer_fee_charged": 0.0014995501349595122, "transfer_into_account": 0.0012996101169649105, "transfer_not_received_by_recipient": 0.0015995201439568132, "transfer_timing": 0.0012996101169649105, "unable_to_verify_identity": 0.0017994601619514146, "verify_my_identity": 0.0011996401079676095, "verify_source_of_funds": 0.0011996401079676095, "verify_top_up": 0.0011996401079676095, "virtual_card_not_working": 0.005198440467859642, "visa_or_mastercard": 0.0012996101169649105, "why_verify_identity": 0.0012996101169649105, "wrong_amount_of_cash_received": 0.008397480755773267, "wrong_exchange_rate_for_cash_withdrawal": 0.0037988603418974308 }, "error": null, "latency_ms": 69.24387498293072, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1935", "text_group": "c104bd2d04ea7675b6cfd796ce3d40d8e309f8e726995e0476a56fcb6e2f38c7", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.0013993003498250875, "automatic_top_up": 9.995002498750626e-05, "balance_not_updated_after_bank_transfer": 0.00019990004997501253, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019990004997501253, "beneficiary_not_allowed": 0.00039980009995002505, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.0002998500749625187, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.0002998500749625187, "card_not_working": 0.0005997001499250374, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.00019990004997501253, "card_payment_wrong_exchange_rate": 0.00019990004997501253, "card_swallowed": 0.9763118440779611, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00039980009995002505, "change_pin": 0.00019990004997501253, "compromised_card": 0.0018990504747626188, "contactless_not_working": 0.00039980009995002505, "country_support": 0.00019990004997501253, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.00039980009995002505, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.00019990004997501253, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.00019990004997501253, "fiat_currency_support": 0.00019990004997501253, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.0021989005497251375, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.00019990004997501253, "request_refund": 0.00019990004997501253, "reverted_card_payment?": 0.00039980009995002505, "supported_cards_and_currencies": 0.0002998500749625187, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.0005997001499250374, "topping_up_by_card": 0.00039980009995002505, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.0005997001499250374, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00039980009995002505, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998500749625187 }, "error": null, "latency_ms": 71.07616600114852, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1936", "text_group": "e28603b6de82d2ea364ee5c506895a394ba13b87d721971bbbe36db8d70603a1", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0012001200120012, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0017001700170017002, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0006000600060006, "card_not_working": 0.0012001200120012, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.9320932093209321, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.00020002000200020003, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0022002200220022005, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0012001200120012, "get_physical_card": 0.008500850085008501, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.019001900190019003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0006000600060006, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0003000300030003, "request_refund": 0.0009000900090009, "reverted_card_payment?": 0.001000100010001, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.008800880088008802, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0008000800080008001, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 71.68841606471688, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1937", "text_group": "6c078a5fce4bd7d6e3eee6aa2ccab2495b8dd544c6da354470184f65c47096b0", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00019990004997501247, "activate_my_card": 0.00019990004997501247, "age_limit": 0.00019990004997501247, "apple_pay_or_google_pay": 0.00019990004997501247, "atm_support": 0.000899550224887556, "automatic_top_up": 0.00019990004997501247, "balance_not_updated_after_bank_transfer": 0.00029985007496251867, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029985007496251867, "beneficiary_not_allowed": 0.00039980009995002494, "cancel_transfer": 0.00019990004997501247, "card_about_to_expire": 0.00029985007496251867, "card_acceptance": 0.00029985007496251867, "card_arrival": 0.00029985007496251867, "card_delivery_estimate": 0.00019990004997501247, "card_linking": 0.00039980009995002494, "card_not_working": 0.00039980009995002494, "card_payment_fee_charged": 0.00019990004997501247, "card_payment_not_recognised": 0.00019990004997501247, "card_payment_wrong_exchange_rate": 0.00029985007496251867, "card_swallowed": 0.7955022488755621, "cash_withdrawal_charge": 0.00019990004997501247, "cash_withdrawal_not_recognised": 0.00039980009995002494, "change_pin": 0.00019990004997501247, "compromised_card": 0.00039980009995002494, "contactless_not_working": 0.00029985007496251867, "country_support": 0.00029985007496251867, "declined_card_payment": 0.00019990004997501247, "declined_cash_withdrawal": 0.00029985007496251867, "declined_transfer": 0.00019990004997501247, "direct_debit_payment_not_recognised": 0.00019990004997501247, "disposable_card_limits": 0.00029985007496251867, "edit_personal_details": 0.00019990004997501247, "exchange_charge": 0.00019990004997501247, "exchange_rate": 0.00019990004997501247, "exchange_via_app": 0.00019990004997501247, "extra_charge_on_statement": 0.00019990004997501247, "failed_transfer": 0.00019990004997501247, "fiat_currency_support": 0.00029985007496251867, "get_disposable_virtual_card": 0.00029985007496251867, "get_physical_card": 0.006696651674162918, "getting_spare_card": 0.00029985007496251867, "getting_virtual_card": 0.00019990004997501247, "lost_or_stolen_card": 0.17851074462768612, "lost_or_stolen_phone": 0.00029985007496251867, "order_physical_card": 0.0007996001999000499, "passcode_forgotten": 0.00019990004997501247, "pending_card_payment": 0.00019990004997501247, "pending_cash_withdrawal": 0.00019990004997501247, "pending_top_up": 0.00019990004997501247, "pending_transfer": 0.00019990004997501247, "pin_blocked": 0.00019990004997501247, "receiving_money": 0.00019990004997501247, "request_refund": 0.00029985007496251867, "reverted_card_payment?": 0.00039980009995002494, "supported_cards_and_currencies": 0.00029985007496251867, "terminate_account": 0.00019990004997501247, "top_up_by_bank_transfer_charge": 0.00019990004997501247, "top_up_by_card_charge": 0.00019990004997501247, "top_up_by_cash_or_cheque": 0.00019990004997501247, "top_up_failed": 0.00019990004997501247, "top_up_limits": 0.00019990004997501247, "top_up_reverted": 0.00039980009995002494, "topping_up_by_card": 0.00019990004997501247, "transaction_charged_twice": 0.00019990004997501247, "transfer_fee_charged": 0.00019990004997501247, "transfer_into_account": 0.00019990004997501247, "transfer_not_received_by_recipient": 0.00019990004997501247, "transfer_timing": 0.00019990004997501247, "unable_to_verify_identity": 0.00019990004997501247, "verify_my_identity": 0.00019990004997501247, "verify_source_of_funds": 0.00019990004997501247, "verify_top_up": 0.00019990004997501247, "virtual_card_not_working": 0.00019990004997501247, "visa_or_mastercard": 0.00019990004997501247, "why_verify_identity": 0.00019990004997501247, "wrong_amount_of_cash_received": 0.00029985007496251867, "wrong_exchange_rate_for_cash_withdrawal": 0.00029985007496251867 }, "error": null, "latency_ms": 71.58695789985359, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1938", "text_group": "3a13d85fef8a3070629ac7cda853694b7cd7a102cdf2264b11ec4f21833e4a2b", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.004000800160032006, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.00040008001600320064, "card_not_working": 0.0008001600320064013, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.9726945389077816, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.0027005401080216042, "contactless_not_working": 0.0006001200240048009, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.0006001200240048009, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 70.94162493012846, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1939", "text_group": "43965d1a3b1fa7dda7dcf93d92d11de73ab326dc6b1e75157a183202d16063c0", "expected": "card_swallowed", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.001200600300150075, "activate_my_card": 0.0009004502251125562, "age_limit": 0.0006003001500750375, "apple_pay_or_google_pay": 0.0009004502251125562, "atm_support": 0.20660330165082538, "automatic_top_up": 0.00080040020010005, "balance_not_updated_after_bank_transfer": 0.01970985492746373, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018009004502251124, "beneficiary_not_allowed": 0.001200600300150075, "cancel_transfer": 0.001200600300150075, "card_about_to_expire": 0.0025012506253126563, "card_acceptance": 0.0016008004002001, "card_arrival": 0.0019009504752376188, "card_delivery_estimate": 0.0011005502751375688, "card_linking": 0.0704352176088044, "card_not_working": 0.001300650325162581, "card_payment_fee_charged": 0.00080040020010005, "card_payment_not_recognised": 0.004502251125562781, "card_payment_wrong_exchange_rate": 0.0010005002501250625, "card_swallowed": 0.030315157578789394, "cash_withdrawal_charge": 0.0007003501750875437, "cash_withdrawal_not_recognised": 0.00080040020010005, "change_pin": 0.0009004502251125562, "compromised_card": 0.04752376188094047, "contactless_not_working": 0.0016008004002001, "country_support": 0.0014007003501750874, "declined_card_payment": 0.001200600300150075, "declined_cash_withdrawal": 0.00080040020010005, "declined_transfer": 0.001200600300150075, "direct_debit_payment_not_recognised": 0.0010005002501250625, "disposable_card_limits": 0.0022011005502751376, "edit_personal_details": 0.0010005002501250625, "exchange_charge": 0.0007003501750875437, "exchange_rate": 0.0007003501750875437, "exchange_via_app": 0.00080040020010005, "extra_charge_on_statement": 0.0006003001500750375, "failed_transfer": 0.0007003501750875437, "fiat_currency_support": 0.0011005502751375688, "get_disposable_virtual_card": 0.003501750875437719, "get_physical_card": 0.019409704852426213, "getting_spare_card": 0.0010005002501250625, "getting_virtual_card": 0.0009004502251125562, "lost_or_stolen_card": 0.36138069034517256, "lost_or_stolen_phone": 0.0015007503751875938, "order_physical_card": 0.0010005002501250625, "passcode_forgotten": 0.0007003501750875437, "pending_card_payment": 0.0011005502751375688, "pending_cash_withdrawal": 0.0007003501750875437, "pending_top_up": 0.0011005502751375688, "pending_transfer": 0.0010005002501250625, "pin_blocked": 0.0010005002501250625, "receiving_money": 0.0011005502751375688, "request_refund": 0.0014007003501750874, "reverted_card_payment?": 0.1599799899949975, "supported_cards_and_currencies": 0.0019009504752376188, "terminate_account": 0.001200600300150075, "top_up_by_bank_transfer_charge": 0.0007003501750875437, "top_up_by_card_charge": 0.00080040020010005, "top_up_by_cash_or_cheque": 0.00080040020010005, "top_up_failed": 0.00080040020010005, "top_up_limits": 0.0009004502251125562, "top_up_reverted": 0.002601300650325162, "topping_up_by_card": 0.00240120060030015, "transaction_charged_twice": 0.0007003501750875437, "transfer_fee_charged": 0.00080040020010005, "transfer_into_account": 0.0006003001500750375, "transfer_not_received_by_recipient": 0.0009004502251125562, "transfer_timing": 0.0007003501750875437, "unable_to_verify_identity": 0.0010005002501250625, "verify_my_identity": 0.001200600300150075, "verify_source_of_funds": 0.001200600300150075, "verify_top_up": 0.0039019509754877435, "virtual_card_not_working": 0.0010005002501250625, "visa_or_mastercard": 0.0011005502751375688, "why_verify_identity": 0.0011005502751375688, "wrong_amount_of_cash_received": 0.0007003501750875437, "wrong_exchange_rate_for_cash_withdrawal": 0.0009004502251125562 }, "error": null, "latency_ms": 69.99712507240474, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1940", "text_group": "3ffa33b4ad20b29b21c9e1effdb36a9709168906ec6ca979aed09c252756a9f8", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0063006300630063005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.9701970197019701, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0029002900290029, "contactless_not_working": 0.0007000700070007, "country_support": 0.0003000300030003, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.9334589773789, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1941", "text_group": "ae7182aebcffad9f2eb4050173022c2cb3deb35cf5f402b9e069812309e0eff4", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0051, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0017, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0004, "card_acceptance": 0.0005, "card_arrival": 0.0004, "card_delivery_estimate": 0.0003, "card_linking": 0.0006, "card_not_working": 0.0009, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.92, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0003, "compromised_card": 0.0005, "contactless_not_working": 0.0004, "country_support": 0.0005, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0088, "get_physical_card": 0.0058, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0187, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0005, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0002, "pending_transfer": 0.0003, "pin_blocked": 0.0005, "receiving_money": 0.0004, "request_refund": 0.0005, "reverted_card_payment?": 0.0065, "supported_cards_and_currencies": 0.0007, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0056, "topping_up_by_card": 0.0007, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 69.75000002421439, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1942", "text_group": "4bfb5fef3f55b36251f76bcaf20431d8b6759d55ce0c3cf82a4b26ccc7ab4b8f", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.000199860097931448, "activate_my_card": 0.00029979014689717197, "age_limit": 0.00029979014689717197, "apple_pay_or_google_pay": 0.00029979014689717197, "atm_support": 0.00649545318277206, "automatic_top_up": 0.000199860097931448, "balance_not_updated_after_bank_transfer": 0.00029979014689717197, "balance_not_updated_after_cheque_or_cash_deposit": 0.000399720195862896, "beneficiary_not_allowed": 0.000799440391725792, "cancel_transfer": 0.00029979014689717197, "card_about_to_expire": 0.00029979014689717197, "card_acceptance": 0.00049965024482862, "card_arrival": 0.00029979014689717197, "card_delivery_estimate": 0.00029979014689717197, "card_linking": 0.0005995802937943439, "card_not_working": 0.002598181273108824, "card_payment_fee_charged": 0.00029979014689717197, "card_payment_not_recognised": 0.00029979014689717197, "card_payment_wrong_exchange_rate": 0.000399720195862896, "card_swallowed": 0.9558309183571501, "cash_withdrawal_charge": 0.000399720195862896, "cash_withdrawal_not_recognised": 0.00049965024482862, "change_pin": 0.00029979014689717197, "compromised_card": 0.00049965024482862, "contactless_not_working": 0.0005995802937943439, "country_support": 0.00049965024482862, "declined_card_payment": 0.00049965024482862, "declined_cash_withdrawal": 0.004197062056560408, "declined_transfer": 0.0005995802937943439, "direct_debit_payment_not_recognised": 0.00029979014689717197, "disposable_card_limits": 0.00049965024482862, "edit_personal_details": 0.000399720195862896, "exchange_charge": 0.00029979014689717197, "exchange_rate": 0.00029979014689717197, "exchange_via_app": 0.00029979014689717197, "extra_charge_on_statement": 0.00029979014689717197, "failed_transfer": 0.00049965024482862, "fiat_currency_support": 0.0005995802937943439, "get_disposable_virtual_card": 0.000399720195862896, "get_physical_card": 0.0016988108324173079, "getting_spare_card": 0.00029979014689717197, "getting_virtual_card": 0.00029979014689717197, "lost_or_stolen_card": 0.000399720195862896, "lost_or_stolen_phone": 0.00029979014689717197, "order_physical_card": 0.00049965024482862, "passcode_forgotten": 0.00029979014689717197, "pending_card_payment": 0.00029979014689717197, "pending_cash_withdrawal": 0.000399720195862896, "pending_top_up": 0.000199860097931448, "pending_transfer": 0.00029979014689717197, "pin_blocked": 0.0011991605875886879, "receiving_money": 0.000399720195862896, "request_refund": 0.00029979014689717197, "reverted_card_payment?": 0.00049965024482862, "supported_cards_and_currencies": 0.000899370440691516, "terminate_account": 0.00029979014689717197, "top_up_by_bank_transfer_charge": 0.00029979014689717197, "top_up_by_card_charge": 0.00029979014689717197, "top_up_by_cash_or_cheque": 0.00029979014689717197, "top_up_failed": 0.000399720195862896, "top_up_limits": 0.00029979014689717197, "top_up_reverted": 0.00049965024482862, "topping_up_by_card": 0.000799440391725792, "transaction_charged_twice": 0.00029979014689717197, "transfer_fee_charged": 0.00029979014689717197, "transfer_into_account": 0.00029979014689717197, "transfer_not_received_by_recipient": 0.00029979014689717197, "transfer_timing": 0.00029979014689717197, "unable_to_verify_identity": 0.000399720195862896, "verify_my_identity": 0.00029979014689717197, "verify_source_of_funds": 0.00029979014689717197, "verify_top_up": 0.000199860097931448, "virtual_card_not_working": 0.00099930048965724, "visa_or_mastercard": 0.00029979014689717197, "why_verify_identity": 0.00029979014689717197, "wrong_amount_of_cash_received": 0.000699510342760068, "wrong_exchange_rate_for_cash_withdrawal": 0.00049965024482862 }, "error": null, "latency_ms": 70.56912500411272, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1943", "text_group": "deda48296db20ec9157efa3deee722b44529bed0fe5fa1aaf727ba67b06a2c90", "expected": "card_swallowed", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.0006002400960384153, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00040016006402561027, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.10404161664665866, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.0008003201280512205, "change_pin": 0.00020008003201280514, "compromised_card": 0.0117046818727491, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.8609443777511004, "lost_or_stolen_phone": 0.0024009603841536613, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 69.64700005482882, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1944", "text_group": "cd29f3f27636d875b696c80f3297605536b03c82cc5115b22f5d7a7d29457e88", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 9.988014382740711e-05, "activate_my_card": 9.988014382740711e-05, "age_limit": 9.988014382740711e-05, "apple_pay_or_google_pay": 0.00019976028765481422, "atm_support": 0.0013983220135836995, "automatic_top_up": 9.988014382740711e-05, "balance_not_updated_after_bank_transfer": 0.00019976028765481422, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019976028765481422, "beneficiary_not_allowed": 0.00029964043148222126, "cancel_transfer": 0.00019976028765481422, "card_about_to_expire": 0.00019976028765481422, "card_acceptance": 0.00029964043148222126, "card_arrival": 0.00019976028765481422, "card_delivery_estimate": 0.00019976028765481422, "card_linking": 0.00019976028765481422, "card_not_working": 0.00029964043148222126, "card_payment_fee_charged": 0.00019976028765481422, "card_payment_not_recognised": 0.00019976028765481422, "card_payment_wrong_exchange_rate": 0.00019976028765481422, "card_swallowed": 0.9822213343987215, "cash_withdrawal_charge": 0.00019976028765481422, "cash_withdrawal_not_recognised": 0.00019976028765481422, "change_pin": 0.00019976028765481422, "compromised_card": 0.0004994007191370355, "contactless_not_working": 0.00029964043148222126, "country_support": 0.00029964043148222126, "declined_card_payment": 0.00019976028765481422, "declined_cash_withdrawal": 0.00029964043148222126, "declined_transfer": 0.00029964043148222126, "direct_debit_payment_not_recognised": 0.00019976028765481422, "disposable_card_limits": 0.00019976028765481422, "edit_personal_details": 0.00019976028765481422, "exchange_charge": 0.00019976028765481422, "exchange_rate": 0.00019976028765481422, "exchange_via_app": 0.00019976028765481422, "extra_charge_on_statement": 0.00019976028765481422, "failed_transfer": 0.00019976028765481422, "fiat_currency_support": 0.00019976028765481422, "get_disposable_virtual_card": 0.00019976028765481422, "get_physical_card": 0.00029964043148222126, "getting_spare_card": 0.00019976028765481422, "getting_virtual_card": 0.00019976028765481422, "lost_or_stolen_card": 0.00029964043148222126, "lost_or_stolen_phone": 0.00019976028765481422, "order_physical_card": 0.00019976028765481422, "passcode_forgotten": 0.00019976028765481422, "pending_card_payment": 0.00019976028765481422, "pending_cash_withdrawal": 0.00019976028765481422, "pending_top_up": 9.988014382740711e-05, "pending_transfer": 9.988014382740711e-05, "pin_blocked": 0.00039952057530962844, "receiving_money": 0.00019976028765481422, "request_refund": 0.00019976028765481422, "reverted_card_payment?": 0.00029964043148222126, "supported_cards_and_currencies": 0.00029964043148222126, "terminate_account": 0.00019976028765481422, "top_up_by_bank_transfer_charge": 0.00019976028765481422, "top_up_by_card_charge": 0.00019976028765481422, "top_up_by_cash_or_cheque": 0.00019976028765481422, "top_up_failed": 0.00019976028765481422, "top_up_limits": 0.00019976028765481422, "top_up_reverted": 0.00029964043148222126, "topping_up_by_card": 0.00029964043148222126, "transaction_charged_twice": 0.00019976028765481422, "transfer_fee_charged": 0.00019976028765481422, "transfer_into_account": 0.00019976028765481422, "transfer_not_received_by_recipient": 0.00019976028765481422, "transfer_timing": 0.00019976028765481422, "unable_to_verify_identity": 0.00019976028765481422, "verify_my_identity": 0.00019976028765481422, "verify_source_of_funds": 0.00019976028765481422, "verify_top_up": 9.988014382740711e-05, "virtual_card_not_working": 0.00029964043148222126, "visa_or_mastercard": 0.00019976028765481422, "why_verify_identity": 0.00019976028765481422, "wrong_amount_of_cash_received": 0.00029964043148222126, "wrong_exchange_rate_for_cash_withdrawal": 0.00029964043148222126 }, "error": null, "latency_ms": 71.91708299797028, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1945", "text_group": "a6fc56e2b335dd3e5be9da2ec45f3c59cedbc55259676f37ddb588901e1edc6b", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0015995201439568132, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.8427471758472458, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.0012996101169649105, "change_pin": 0.00019994001799460164, "compromised_card": 0.0015995201439568132, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0002999100269919024, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0005998200539838048, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.00019994001799460164, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.1334599620113966, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.00019994001799460164, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0002999100269919024, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0014995501349595122, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 70.60858397744596, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1946", "text_group": "f9bc3133941c2e68e35a24d5dd5e70407ec6d24181a2c266b40aba3122cb6c6a", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.005598320503848846, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0016994901529541137, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.000499850044986504, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0015995201439568132, "card_not_working": 0.0017994601619514146, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.8831350594821553, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.0002999100269919024, "compromised_card": 0.0029991002699190244, "contactless_not_working": 0.000499850044986504, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0005998200539838048, "declined_cash_withdrawal": 0.0006997900629811057, "declined_transfer": 0.0006997900629811057, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.00869739078276517, "get_physical_card": 0.02349295211436569, "getting_spare_card": 0.0005998200539838048, "getting_virtual_card": 0.0006997900629811057, "lost_or_stolen_card": 0.02559232230330901, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0008997300809757073, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.000499850044986504, "receiving_money": 0.0002999100269919024, "request_refund": 0.0014995501349595122, "reverted_card_payment?": 0.002699190242927122, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.01489553134059782, "topping_up_by_card": 0.0005998200539838048, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.000499850044986504, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.001099670098970309, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0005998200539838048, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 70.51416696049273, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1947", "text_group": "d8f5de13021a37c282cb851c855df9660180f9cd69ab0ee3b116e6fe0a276309", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00010004001600640257, "age_limit": 0.00010004001600640257, "apple_pay_or_google_pay": 0.00010004001600640257, "atm_support": 0.00020008003201280514, "automatic_top_up": 0.00010004001600640257, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020008003201280514, "beneficiary_not_allowed": 0.00020008003201280514, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.00020008003201280514, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.0009003601440576229, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00020008003201280514, "card_swallowed": 0.9597839135654261, "cash_withdrawal_charge": 0.00010004001600640257, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00010004001600640257, "compromised_card": 0.0010004001600640256, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00010004001600640257, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00010004001600640257, "exchange_rate": 0.00010004001600640257, "exchange_via_app": 0.00010004001600640257, "extra_charge_on_statement": 0.00010004001600640257, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00020008003201280514, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00010004001600640257, "lost_or_stolen_card": 0.025210084033613446, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.0005002000800320128, "passcode_forgotten": 0.00010004001600640257, "pending_card_payment": 0.00010004001600640257, "pending_cash_withdrawal": 0.00010004001600640257, "pending_top_up": 0.00010004001600640257, "pending_transfer": 0.00010004001600640257, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00010004001600640257, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00010004001600640257, "top_up_by_card_charge": 0.00010004001600640257, "top_up_by_cash_or_cheque": 0.00010004001600640257, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00010004001600640257, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00020008003201280514, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00010004001600640257, "transfer_into_account": 0.00010004001600640257, "transfer_not_received_by_recipient": 0.00010004001600640257, "transfer_timing": 0.00010004001600640257, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00010004001600640257, "verify_source_of_funds": 0.00010004001600640257, "verify_top_up": 0.00010004001600640257, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00010004001600640257, "wrong_amount_of_cash_received": 0.00010004001600640257, "wrong_exchange_rate_for_cash_withdrawal": 0.00020008003201280514 }, "error": null, "latency_ms": 70.96016698051244, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1948", "text_group": "66f7e94f049e9d02e4549ee00bda74e6d35b487c669ef8b6947dc7f846901046", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0159, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0004, "card_linking": 0.0007, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.8803, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0011, "change_pin": 0.0003, "compromised_card": 0.0055, "contactless_not_working": 0.0005, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0086, "get_physical_card": 0.0442, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0119, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0075, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0007, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0007, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0004, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0012, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 70.50949998665601, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1949", "text_group": "b94cc428c87bf593a8377d9c28458eab2c8349cdaa6099ea61a2c36cc23ff7b0", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00020016012810248197, "activate_my_card": 0.00020016012810248197, "age_limit": 0.00020016012810248197, "apple_pay_or_google_pay": 0.00020016012810248197, "atm_support": 0.004903923138510808, "automatic_top_up": 0.00020016012810248197, "balance_not_updated_after_bank_transfer": 0.0003002401921537229, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002401921537229, "beneficiary_not_allowed": 0.0005004003202562049, "cancel_transfer": 0.00020016012810248197, "card_about_to_expire": 0.0003002401921537229, "card_acceptance": 0.00040032025620496394, "card_arrival": 0.0003002401921537229, "card_delivery_estimate": 0.0003002401921537229, "card_linking": 0.0005004003202562049, "card_not_working": 0.007706164931945556, "card_payment_fee_charged": 0.0003002401921537229, "card_payment_not_recognised": 0.00020016012810248197, "card_payment_wrong_exchange_rate": 0.0003002401921537229, "card_swallowed": 0.9629703763010408, "cash_withdrawal_charge": 0.0003002401921537229, "cash_withdrawal_not_recognised": 0.0003002401921537229, "change_pin": 0.00020016012810248197, "compromised_card": 0.00040032025620496394, "contactless_not_working": 0.001100880704563651, "country_support": 0.00040032025620496394, "declined_card_payment": 0.00040032025620496394, "declined_cash_withdrawal": 0.0009007205764611689, "declined_transfer": 0.0005004003202562049, "direct_debit_payment_not_recognised": 0.00020016012810248197, "disposable_card_limits": 0.0003002401921537229, "edit_personal_details": 0.00020016012810248197, "exchange_charge": 0.00020016012810248197, "exchange_rate": 0.00020016012810248197, "exchange_via_app": 0.00020016012810248197, "extra_charge_on_statement": 0.00020016012810248197, "failed_transfer": 0.0003002401921537229, "fiat_currency_support": 0.0003002401921537229, "get_disposable_virtual_card": 0.0003002401921537229, "get_physical_card": 0.00040032025620496394, "getting_spare_card": 0.00020016012810248197, "getting_virtual_card": 0.00020016012810248197, "lost_or_stolen_card": 0.0008006405124099279, "lost_or_stolen_phone": 0.00020016012810248197, "order_physical_card": 0.0003002401921537229, "passcode_forgotten": 0.00020016012810248197, "pending_card_payment": 0.00020016012810248197, "pending_cash_withdrawal": 0.00020016012810248197, "pending_top_up": 0.00020016012810248197, "pending_transfer": 0.00020016012810248197, "pin_blocked": 0.0008006405124099279, "receiving_money": 0.0003002401921537229, "request_refund": 0.00020016012810248197, "reverted_card_payment?": 0.00040032025620496394, "supported_cards_and_currencies": 0.0005004003202562049, "terminate_account": 0.00020016012810248197, "top_up_by_bank_transfer_charge": 0.00020016012810248197, "top_up_by_card_charge": 0.00020016012810248197, "top_up_by_cash_or_cheque": 0.00020016012810248197, "top_up_failed": 0.0003002401921537229, "top_up_limits": 0.00020016012810248197, "top_up_reverted": 0.0003002401921537229, "topping_up_by_card": 0.00040032025620496394, "transaction_charged_twice": 0.00020016012810248197, "transfer_fee_charged": 0.00020016012810248197, "transfer_into_account": 0.00020016012810248197, "transfer_not_received_by_recipient": 0.00020016012810248197, "transfer_timing": 0.00020016012810248197, "unable_to_verify_identity": 0.0003002401921537229, "verify_my_identity": 0.00020016012810248197, "verify_source_of_funds": 0.00020016012810248197, "verify_top_up": 0.00020016012810248197, "virtual_card_not_working": 0.0023018414731785426, "visa_or_mastercard": 0.00020016012810248197, "why_verify_identity": 0.00020016012810248197, "wrong_amount_of_cash_received": 0.00040032025620496394, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002401921537229 }, "error": null, "latency_ms": 71.4099999750033, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1950", "text_group": "f3cd5e6014ecdadcfc05230d7d88844550a75646c7567f1447cbb0cac376a343", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0007002100630189057, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0026007802340702207, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018005401620486145, "beneficiary_not_allowed": 0.0014004201260378114, "cancel_transfer": 0.0006001800540162048, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.0007002100630189057, "card_delivery_estimate": 0.0006001800540162048, "card_linking": 0.0010003000900270082, "card_not_working": 0.0012003601080324095, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0007002100630189057, "card_swallowed": 0.6798039411823547, "cash_withdrawal_charge": 0.0008002400720216065, "cash_withdrawal_not_recognised": 0.07832349704911473, "change_pin": 0.0003000900270081024, "compromised_card": 0.0006001800540162048, "contactless_not_working": 0.0006001800540162048, "country_support": 0.0005001500450135041, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.008302490747224167, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.0007002100630189057, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.00040012003601080324, "exchange_rate": 0.00040012003601080324, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.00040012003601080324, "failed_transfer": 0.0006001800540162048, "fiat_currency_support": 0.0006001800540162048, "get_disposable_virtual_card": 0.0014004201260378114, "get_physical_card": 0.01130339101730519, "getting_spare_card": 0.001100330099029709, "getting_virtual_card": 0.0006001800540162048, "lost_or_stolen_card": 0.011803541062318694, "lost_or_stolen_phone": 0.0005001500450135041, "order_physical_card": 0.002100630189056717, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.00040012003601080324, "pending_cash_withdrawal": 0.027608282484745422, "pending_top_up": 0.00040012003601080324, "pending_transfer": 0.00040012003601080324, "pin_blocked": 0.0005001500450135041, "receiving_money": 0.002200660198059418, "request_refund": 0.0007002100630189057, "reverted_card_payment?": 0.0010003000900270082, "supported_cards_and_currencies": 0.0008002400720216065, "terminate_account": 0.00040012003601080324, "top_up_by_bank_transfer_charge": 0.0007002100630189057, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.0018005401620486145, "top_up_failed": 0.0010003000900270082, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.018805641692507754, "topping_up_by_card": 0.011703511053315995, "transaction_charged_twice": 0.0006001800540162048, "transfer_fee_charged": 0.00040012003601080324, "transfer_into_account": 0.0005001500450135041, "transfer_not_received_by_recipient": 0.0014004201260378114, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0007002100630189057, "visa_or_mastercard": 0.0006001800540162048, "why_verify_identity": 0.00040012003601080324, "wrong_amount_of_cash_received": 0.10053015904771431, "wrong_exchange_rate_for_cash_withdrawal": 0.004101230369110733 }, "error": null, "latency_ms": 70.93804096803069, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1951", "text_group": "54347bfe57a9e41f17ed47e048075de852a338ff533d67d75ee27817fcf29659", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.002299540091981604, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.0003999200159968007, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.96000799840032, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00019996000799840034, "compromised_card": 0.0013997200559888023, "contactless_not_working": 0.0003999200159968007, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.016096780643871225, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.0018996200759848032, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.29879104811698, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1952", "text_group": "454b2da73950ad7352d3967c371df7fdac70a392e4427e52be0b3ab4fc495c9d", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00019984012789768188, "activate_my_card": 9.992006394884094e-05, "age_limit": 0.00019984012789768188, "apple_pay_or_google_pay": 0.00019984012789768188, "atm_support": 0.00039968025579536375, "automatic_top_up": 9.992006394884094e-05, "balance_not_updated_after_bank_transfer": 0.00019984012789768188, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019984012789768188, "beneficiary_not_allowed": 0.00029976019184652276, "cancel_transfer": 0.00019984012789768188, "card_about_to_expire": 0.00029976019184652276, "card_acceptance": 0.00019984012789768188, "card_arrival": 0.00019984012789768188, "card_delivery_estimate": 0.00019984012789768188, "card_linking": 0.00019984012789768188, "card_not_working": 0.00039968025579536375, "card_payment_fee_charged": 0.00019984012789768188, "card_payment_not_recognised": 0.00019984012789768188, "card_payment_wrong_exchange_rate": 0.00019984012789768188, "card_swallowed": 0.9480415667466028, "cash_withdrawal_charge": 0.00019984012789768188, "cash_withdrawal_not_recognised": 0.00029976019184652276, "change_pin": 0.00019984012789768188, "compromised_card": 0.0004996003197442046, "contactless_not_working": 0.00029976019184652276, "country_support": 0.00019984012789768188, "declined_card_payment": 0.00019984012789768188, "declined_cash_withdrawal": 0.00029976019184652276, "declined_transfer": 0.00019984012789768188, "direct_debit_payment_not_recognised": 0.00019984012789768188, "disposable_card_limits": 0.00019984012789768188, "edit_personal_details": 0.00019984012789768188, "exchange_charge": 0.00019984012789768188, "exchange_rate": 0.00019984012789768188, "exchange_via_app": 0.00019984012789768188, "extra_charge_on_statement": 0.00019984012789768188, "failed_transfer": 0.00019984012789768188, "fiat_currency_support": 0.00019984012789768188, "get_disposable_virtual_card": 0.00019984012789768188, "get_physical_card": 0.00019984012789768188, "getting_spare_card": 0.00019984012789768188, "getting_virtual_card": 0.00019984012789768188, "lost_or_stolen_card": 0.03537170263788969, "lost_or_stolen_phone": 0.00029976019184652276, "order_physical_card": 0.00019984012789768188, "passcode_forgotten": 0.00019984012789768188, "pending_card_payment": 0.00019984012789768188, "pending_cash_withdrawal": 0.00019984012789768188, "pending_top_up": 9.992006394884094e-05, "pending_transfer": 9.992006394884094e-05, "pin_blocked": 0.00029976019184652276, "receiving_money": 0.00019984012789768188, "request_refund": 0.00019984012789768188, "reverted_card_payment?": 0.00039968025579536375, "supported_cards_and_currencies": 0.00019984012789768188, "terminate_account": 0.00019984012789768188, "top_up_by_bank_transfer_charge": 0.00019984012789768188, "top_up_by_card_charge": 0.00019984012789768188, "top_up_by_cash_or_cheque": 0.00019984012789768188, "top_up_failed": 0.00019984012789768188, "top_up_limits": 0.00019984012789768188, "top_up_reverted": 0.00029976019184652276, "topping_up_by_card": 0.00019984012789768188, "transaction_charged_twice": 0.00019984012789768188, "transfer_fee_charged": 0.00019984012789768188, "transfer_into_account": 0.00019984012789768188, "transfer_not_received_by_recipient": 0.00019984012789768188, "transfer_timing": 0.00019984012789768188, "unable_to_verify_identity": 0.00019984012789768188, "verify_my_identity": 0.00019984012789768188, "verify_source_of_funds": 0.00019984012789768188, "verify_top_up": 9.992006394884094e-05, "virtual_card_not_working": 0.00029976019184652276, "visa_or_mastercard": 0.00019984012789768188, "why_verify_identity": 0.00019984012789768188, "wrong_amount_of_cash_received": 0.00039968025579536375, "wrong_exchange_rate_for_cash_withdrawal": 0.00029976019184652276 }, "error": null, "latency_ms": 70.55883400607854, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1953", "text_group": "5759c334c2a95bcbea5a887793d2956edda157adab75eb9365d55f72663e4e20", "expected": "card_swallowed", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.004899510048995101, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007999200079992001, "beneficiary_not_allowed": 0.0010998900109989002, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0022997700229977, "card_not_working": 0.0027997200279972004, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.14278572142785723, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.0012998700129987, "change_pin": 0.00029997000299970003, "compromised_card": 0.006999300069993001, "contactless_not_working": 0.0004999500049995, "country_support": 0.0004999500049995, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.000999900009999, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.7859214078592142, "lost_or_stolen_phone": 0.0010998900109989002, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.0004999500049995, "receiving_money": 0.001999800019998, "request_refund": 0.0005999400059994001, "reverted_card_payment?": 0.0011998800119988001, "supported_cards_and_currencies": 0.0006999300069993001, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.0006999300069993001, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0040995900409959, "topping_up_by_card": 0.0016998300169983002, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.0014998500149985001, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0006999300069993001, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.009799020097990201, "wrong_exchange_rate_for_cash_withdrawal": 0.0006999300069993001 }, "error": null, "latency_ms": 69.91675007157028, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1954", "text_group": "fe19fdd58a0d571b6918892ee687d40d6a90761e2ea373e7b03491a05d5d9cfa", "expected": "card_swallowed", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0009001800360072014, "activate_my_card": 0.0010002000400080016, "age_limit": 0.0009001800360072014, "apple_pay_or_google_pay": 0.0011002200440088019, "atm_support": 0.8424684936987398, "automatic_top_up": 0.0012002400480096017, "balance_not_updated_after_bank_transfer": 0.002000400080016003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018003600720144029, "beneficiary_not_allowed": 0.012102420484096819, "cancel_transfer": 0.0016003200640128026, "card_about_to_expire": 0.0010002000400080016, "card_acceptance": 0.0016003200640128026, "card_arrival": 0.0011002200440088019, "card_delivery_estimate": 0.0011002200440088019, "card_linking": 0.0016003200640128026, "card_not_working": 0.002000400080016003, "card_payment_fee_charged": 0.0012002400480096017, "card_payment_not_recognised": 0.0017003400680136026, "card_payment_wrong_exchange_rate": 0.0017003400680136026, "card_swallowed": 0.001900380076015203, "cash_withdrawal_charge": 0.0011002200440088019, "cash_withdrawal_not_recognised": 0.0016003200640128026, "change_pin": 0.001300260052010402, "compromised_card": 0.001300260052010402, "contactless_not_working": 0.0035007001400280055, "country_support": 0.001900380076015203, "declined_card_payment": 0.0068013602720544105, "declined_cash_withdrawal": 0.005601120224044809, "declined_transfer": 0.007001400280056011, "direct_debit_payment_not_recognised": 0.0017003400680136026, "disposable_card_limits": 0.0015003000600120023, "edit_personal_details": 0.0014002800560112022, "exchange_charge": 0.0012002400480096017, "exchange_rate": 0.0012002400480096017, "exchange_via_app": 0.001300260052010402, "extra_charge_on_statement": 0.0011002200440088019, "failed_transfer": 0.0027005401080216042, "fiat_currency_support": 0.0024004800960192034, "get_disposable_virtual_card": 0.002000400080016003, "get_physical_card": 0.0015003000600120023, "getting_spare_card": 0.0011002200440088019, "getting_virtual_card": 0.0011002200440088019, "lost_or_stolen_card": 0.0010002000400080016, "lost_or_stolen_phone": 0.0009001800360072014, "order_physical_card": 0.0011002200440088019, "passcode_forgotten": 0.001300260052010402, "pending_card_payment": 0.001300260052010402, "pending_cash_withdrawal": 0.0012002400480096017, "pending_top_up": 0.0015003000600120023, "pending_transfer": 0.001300260052010402, "pin_blocked": 0.007901580316063214, "receiving_money": 0.002000400080016003, "request_refund": 0.0014002800560112022, "reverted_card_payment?": 0.0017003400680136026, "supported_cards_and_currencies": 0.0017003400680136026, "terminate_account": 0.0017003400680136026, "top_up_by_bank_transfer_charge": 0.0014002800560112022, "top_up_by_card_charge": 0.0010002000400080016, "top_up_by_cash_or_cheque": 0.0015003000600120023, "top_up_failed": 0.014502900580116024, "top_up_limits": 0.0011002200440088019, "top_up_reverted": 0.0035007001400280055, "topping_up_by_card": 0.001900380076015203, "transaction_charged_twice": 0.0012002400480096017, "transfer_fee_charged": 0.0012002400480096017, "transfer_into_account": 0.0011002200440088019, "transfer_not_received_by_recipient": 0.001300260052010402, "transfer_timing": 0.0011002200440088019, "unable_to_verify_identity": 0.0016003200640128026, "verify_my_identity": 0.0010002000400080016, "verify_source_of_funds": 0.0011002200440088019, "verify_top_up": 0.0011002200440088019, "virtual_card_not_working": 0.0030006001200240046, "visa_or_mastercard": 0.0011002200440088019, "why_verify_identity": 0.0011002200440088019, "wrong_amount_of_cash_received": 0.0014002800560112022, "wrong_exchange_rate_for_cash_withdrawal": 0.0015003000600120023 }, "error": null, "latency_ms": 68.80108395125717, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1955", "text_group": "c66f45bce68a14d81531305381f34c1d5b33479d7d6850fdea00a70a0384b84e", "expected": "card_swallowed", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.0033996600339966003, "activate_my_card": 0.0015998400159984002, "age_limit": 0.0014998500149985001, "apple_pay_or_google_pay": 0.0018998100189981002, "atm_support": 0.1932806719328067, "automatic_top_up": 0.0016998300169983002, "balance_not_updated_after_bank_transfer": 0.0100989901009899, "balance_not_updated_after_cheque_or_cash_deposit": 0.0053994600539946005, "beneficiary_not_allowed": 0.014098590140985901, "cancel_transfer": 0.0025997400259974, "card_about_to_expire": 0.0027997200279972004, "card_acceptance": 0.0028997100289971, "card_arrival": 0.0025997400259974, "card_delivery_estimate": 0.0025997400259974, "card_linking": 0.0030996900309969004, "card_not_working": 0.011898810118988102, "card_payment_fee_charged": 0.001999800019998, "card_payment_not_recognised": 0.0025997400259974, "card_payment_wrong_exchange_rate": 0.0025997400259974, "card_swallowed": 0.15158484151584842, "cash_withdrawal_charge": 0.0059994000599940004, "cash_withdrawal_not_recognised": 0.08739126087391262, "change_pin": 0.0021997800219978004, "compromised_card": 0.013998600139986002, "contactless_not_working": 0.004299570042995701, "country_support": 0.0028997100289971, "declined_card_payment": 0.0035996400359964, "declined_cash_withdrawal": 0.08969103089691031, "declined_transfer": 0.004299570042995701, "direct_debit_payment_not_recognised": 0.0030996900309969004, "disposable_card_limits": 0.0027997200279972004, "edit_personal_details": 0.0020997900209979003, "exchange_charge": 0.0020997900209979003, "exchange_rate": 0.0018998100189981002, "exchange_via_app": 0.0021997800219978004, "extra_charge_on_statement": 0.0018998100189981002, "failed_transfer": 0.0034996500349965005, "fiat_currency_support": 0.0028997100289971, "get_disposable_virtual_card": 0.006399360063993601, "get_physical_card": 0.027397260273972605, "getting_spare_card": 0.0026997300269973002, "getting_virtual_card": 0.0028997100289971, "lost_or_stolen_card": 0.10738926107389261, "lost_or_stolen_phone": 0.0052994700529947, "order_physical_card": 0.0031996800319968005, "passcode_forgotten": 0.0023997600239976003, "pending_card_payment": 0.0018998100189981002, "pending_cash_withdrawal": 0.0065993400659934, "pending_top_up": 0.0017998200179982, "pending_transfer": 0.0016998300169983002, "pin_blocked": 0.0036996300369963007, "receiving_money": 0.0028997100289971, "request_refund": 0.005499450054994501, "reverted_card_payment?": 0.015898410158984102, "supported_cards_and_currencies": 0.0030996900309969004, "terminate_account": 0.013398660133986603, "top_up_by_bank_transfer_charge": 0.0022997700229977, "top_up_by_card_charge": 0.001999800019998, "top_up_by_cash_or_cheque": 0.0026997300269973002, "top_up_failed": 0.0053994600539946005, "top_up_limits": 0.0017998200179982, "top_up_reverted": 0.06999300069993002, "topping_up_by_card": 0.0033996600339966003, "transaction_charged_twice": 0.0025997400259974, "transfer_fee_charged": 0.001999800019998, "transfer_into_account": 0.0017998200179982, "transfer_not_received_by_recipient": 0.004899510048995101, "transfer_timing": 0.0016998300169983002, "unable_to_verify_identity": 0.0030996900309969004, "verify_my_identity": 0.0018998100189981002, "verify_source_of_funds": 0.0017998200179982, "verify_top_up": 0.0016998300169983002, "virtual_card_not_working": 0.0053994600539946005, "visa_or_mastercard": 0.0018998100189981002, "why_verify_identity": 0.0016998300169983002, "wrong_amount_of_cash_received": 0.0064993500649935, "wrong_exchange_rate_for_cash_withdrawal": 0.0040995900409959 }, "error": null, "latency_ms": 72.88604194764048, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1956", "text_group": "9720b74e7d3b136ef44e1a458e044c4bb19b3d50ff57cbc314ba2ada825579c8", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0026997300269973002, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0018998100189981002, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0005999400059994001, "card_not_working": 0.0022997700229977, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.9099090090990901, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.0008999100089991, "change_pin": 0.00029997000299970003, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0004999500049995, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.0031996800319968005, "declined_transfer": 0.0007999200079992001, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.0036996300369963007, "get_physical_card": 0.025397460253974602, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.0185981401859814, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0012998700129987, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.0004999500049995, "receiving_money": 0.00029997000299970003, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0011998800119988001, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0029997000299970002, "topping_up_by_card": 0.0013998600139986002, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0007999200079992001, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.0005999400059994001, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 69.45574993733317, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1957", "text_group": "8940174812b9a600c3a802c0bdda7a1ff59f3fe0727ada64a028220feaeb9f24", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.0001, "activate_my_card": 0.0001, "age_limit": 0.0001, "apple_pay_or_google_pay": 0.0001, "atm_support": 0.0006, "automatic_top_up": 0.0001, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0002, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0002, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0002, "card_swallowed": 0.9846, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0001, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0002, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0001, "failed_transfer": 0.0002, "fiat_currency_support": 0.0002, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0001, "getting_virtual_card": 0.0001, "lost_or_stolen_card": 0.0011, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0001, "pending_card_payment": 0.0001, "pending_cash_withdrawal": 0.0001, "pending_top_up": 0.0001, "pending_transfer": 0.0001, "pin_blocked": 0.0002, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0002, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0001, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0001, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0001, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0001, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0001, "verify_source_of_funds": 0.0001, "verify_top_up": 0.0001, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0001, "why_verify_identity": 0.0001, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.69008303713053, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1958", "text_group": "a3366133d5d6b3548ee35615726c92b27b8f63d9d0d8acb3a631930f694d0d99", "expected": "card_swallowed", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0030993801239752048, "activate_my_card": 0.0011997600479904018, "age_limit": 0.0011997600479904018, "apple_pay_or_google_pay": 0.001799640071985603, "atm_support": 0.0031993601279744054, "automatic_top_up": 0.001299740051989602, "balance_not_updated_after_bank_transfer": 0.02289542091581684, "balance_not_updated_after_cheque_or_cash_deposit": 0.005498900219956008, "beneficiary_not_allowed": 0.022595480903819236, "cancel_transfer": 0.0020995800839832034, "card_about_to_expire": 0.0013997200559888023, "card_acceptance": 0.0020995800839832034, "card_arrival": 0.0013997200559888023, "card_delivery_estimate": 0.0014997000599880025, "card_linking": 0.001799640071985603, "card_not_working": 0.0030993801239752048, "card_payment_fee_charged": 0.0016996600679864027, "card_payment_not_recognised": 0.0023995200959808036, "card_payment_wrong_exchange_rate": 0.0023995200959808036, "card_swallowed": 0.05658868226354729, "cash_withdrawal_charge": 0.0031993601279744054, "cash_withdrawal_not_recognised": 0.40771845630873826, "change_pin": 0.001299740051989602, "compromised_card": 0.0032993401319736052, "contactless_not_working": 0.0024995000999800043, "country_support": 0.0023995200959808036, "declined_card_payment": 0.0030993801239752048, "declined_cash_withdrawal": 0.17686462707458508, "declined_transfer": 0.003899220155968806, "direct_debit_payment_not_recognised": 0.0033993201359728054, "disposable_card_limits": 0.0018996200759848032, "edit_personal_details": 0.001299740051989602, "exchange_charge": 0.0013997200559888023, "exchange_rate": 0.001299740051989602, "exchange_via_app": 0.0013997200559888023, "extra_charge_on_statement": 0.0014997000599880025, "failed_transfer": 0.008298340331933614, "fiat_currency_support": 0.0026994601079784043, "get_disposable_virtual_card": 0.001999600079984003, "get_physical_card": 0.002299540091981604, "getting_spare_card": 0.001299740051989602, "getting_virtual_card": 0.001299740051989602, "lost_or_stolen_card": 0.006398720255948811, "lost_or_stolen_phone": 0.0020995800839832034, "order_physical_card": 0.0013997200559888023, "passcode_forgotten": 0.0013997200559888023, "pending_card_payment": 0.0015996800639872027, "pending_cash_withdrawal": 0.08518296340731854, "pending_top_up": 0.0013997200559888023, "pending_transfer": 0.0014997000599880025, "pin_blocked": 0.002599480103979204, "receiving_money": 0.005898820235952809, "request_refund": 0.002299540091981604, "reverted_card_payment?": 0.006098780243951211, "supported_cards_and_currencies": 0.001999600079984003, "terminate_account": 0.0018996200759848032, "top_up_by_bank_transfer_charge": 0.0018996200759848032, "top_up_by_card_charge": 0.0016996600679864027, "top_up_by_cash_or_cheque": 0.002299540091981604, "top_up_failed": 0.005298940211957609, "top_up_limits": 0.0015996800639872027, "top_up_reverted": 0.026194761047790442, "topping_up_by_card": 0.0021995600879824036, "transaction_charged_twice": 0.0033993201359728054, "transfer_fee_charged": 0.0016996600679864027, "transfer_into_account": 0.0018996200759848032, "transfer_not_received_by_recipient": 0.0031993601279744054, "transfer_timing": 0.0018996200759848032, "unable_to_verify_identity": 0.0018996200759848032, "verify_my_identity": 0.0014997000599880025, "verify_source_of_funds": 0.0018996200759848032, "verify_top_up": 0.001299740051989602, "virtual_card_not_working": 0.0027994401119776045, "visa_or_mastercard": 0.0014997000599880025, "why_verify_identity": 0.0015996800639872027, "wrong_amount_of_cash_received": 0.035092981403719255, "wrong_exchange_rate_for_cash_withdrawal": 0.003699260147970406 }, "error": null, "latency_ms": 71.82216609362513, "usage": { "input_tokens": 627, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1959", "text_group": "cdbdfd32631cde5ec46ad5ff9cf40d5eaeff5b9803fd51b290d91b576ef3b572", "expected": "card_swallowed", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.005402160864345739, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.0024009603841536613, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.9661864745898359, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.0005002000800320128, "contactless_not_working": 0.0007002801120448179, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00040016006402561027, "declined_cash_withdrawal": 0.0008003201280512205, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.0014005602240896359, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.002901160464185674, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.0006002400960384153, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.0017006802721088435, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 68.1662909919396, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1960", "text_group": "6171298e42c8e6a7367fc0ba5974c60a6fd2cb0d4ca92788fbe1f327fd5b5fef", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.0371962803719628, "card_payment_not_recognised": 0.0024997500249975004, "card_payment_wrong_exchange_rate": 0.0028997100289971, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0035996400359964, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.017998200179982, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.004299570042995701, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.0005999400059994001, "reverted_card_payment?": 0.009799020097990201, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0006999300069993001, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.897010298970103, "transfer_fee_charged": 0.0016998300169983002, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 69.47154097724706, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1961", "text_group": "25a19671e3c3715791eb33b76061a40b9841252233b2e2ddef17d02434c33a48", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0025002500250025004, "activate_my_card": 0.0018001800180018, "age_limit": 0.0015001500150015003, "apple_pay_or_google_pay": 0.0024002400240024, "atm_support": 0.0033003300330033004, "automatic_top_up": 0.0019001900190019003, "balance_not_updated_after_bank_transfer": 0.0195019501950195, "balance_not_updated_after_cheque_or_cash_deposit": 0.004400440044004401, "beneficiary_not_allowed": 0.0031003100310031, "cancel_transfer": 0.0025002500250025004, "card_about_to_expire": 0.0018001800180018, "card_acceptance": 0.0030003000300030005, "card_arrival": 0.0024002400240024, "card_delivery_estimate": 0.0019001900190019003, "card_linking": 0.0027002700270027003, "card_not_working": 0.0030003000300030005, "card_payment_fee_charged": 0.0022002200220022005, "card_payment_not_recognised": 0.0032003200320032004, "card_payment_wrong_exchange_rate": 0.0034003400340034003, "card_swallowed": 0.0027002700270027003, "cash_withdrawal_charge": 0.0018001800180018, "cash_withdrawal_not_recognised": 0.0022002200220022005, "change_pin": 0.0017001700170017002, "compromised_card": 0.0024002400240024, "contactless_not_working": 0.0027002700270027003, "country_support": 0.0030003000300030005, "declined_card_payment": 0.0022002200220022005, "declined_cash_withdrawal": 0.0022002200220022005, "declined_transfer": 0.0022002200220022005, "direct_debit_payment_not_recognised": 0.0036003600360036, "disposable_card_limits": 0.0024002400240024, "edit_personal_details": 0.0027002700270027003, "exchange_charge": 0.0017001700170017002, "exchange_rate": 0.0017001700170017002, "exchange_via_app": 0.0019001900190019003, "extra_charge_on_statement": 0.0018001800180018, "failed_transfer": 0.0023002300230023, "fiat_currency_support": 0.0027002700270027003, "get_disposable_virtual_card": 0.0018001800180018, "get_physical_card": 0.0017001700170017002, "getting_spare_card": 0.0015001500150015003, "getting_virtual_card": 0.0015001500150015003, "lost_or_stolen_card": 0.0014001400140014, "lost_or_stolen_phone": 0.0013001300130013002, "order_physical_card": 0.0013001300130013002, "passcode_forgotten": 0.0016001600160016002, "pending_card_payment": 0.0045004500450045, "pending_cash_withdrawal": 0.0034003400340034003, "pending_top_up": 0.011001100110011, "pending_transfer": 0.006100610061006101, "pin_blocked": 0.0017001700170017002, "receiving_money": 0.0023002300230023, "request_refund": 0.0024002400240024, "reverted_card_payment?": 0.0025002500250025004, "supported_cards_and_currencies": 0.0025002500250025004, "terminate_account": 0.0024002400240024, "top_up_by_bank_transfer_charge": 0.0016001600160016002, "top_up_by_card_charge": 0.0015001500150015003, "top_up_by_cash_or_cheque": 0.0018001800180018, "top_up_failed": 0.002000200020002, "top_up_limits": 0.0016001600160016002, "top_up_reverted": 0.0022002200220022005, "topping_up_by_card": 0.0019001900190019003, "transaction_charged_twice": 0.8016801680168016, "transfer_fee_charged": 0.0016001600160016002, "transfer_into_account": 0.0016001600160016002, "transfer_not_received_by_recipient": 0.0016001600160016002, "transfer_timing": 0.0015001500150015003, "unable_to_verify_identity": 0.002000200020002, "verify_my_identity": 0.0018001800180018, "verify_source_of_funds": 0.002000200020002, "verify_top_up": 0.0016001600160016002, "virtual_card_not_working": 0.0022002200220022005, "visa_or_mastercard": 0.0021002100210021, "why_verify_identity": 0.0019001900190019003, "wrong_amount_of_cash_received": 0.0023002300230023, "wrong_exchange_rate_for_cash_withdrawal": 0.0022002200220022005 }, "error": null, "latency_ms": 75.03366703167558, "usage": { "input_tokens": 620, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1962", "text_group": "08daaac6ac7747f940a1789c6a28430b09a966aad9c8cabc84d9b0f6cbe54402", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0006998600279944011, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0007998400319936014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0004999000199960008, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.0011997600479904018, "card_payment_not_recognised": 0.0008998200359928015, "card_payment_wrong_exchange_rate": 0.002599480103979204, "card_swallowed": 0.0006998600279944011, "cash_withdrawal_charge": 0.0061987602479504095, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.00029994001199760045, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0005998800239952009, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.009298140371925615, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0007998400319936014, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.016796640671865627, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0003999200159968007, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0007998400319936014, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0009998000399920016, "top_up_by_card_charge": 0.0007998400319936014, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.9292141571685663, "transfer_fee_charged": 0.001799640071985603, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0006998600279944011 }, "error": null, "latency_ms": 70.09824994020164, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1963", "text_group": "283942241452b9ce97afd5f016648b27140d2072bb741f31cca6be45613bfadf", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0006002400960384153, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.009703881552621049, "card_payment_not_recognised": 0.0008003201280512205, "card_payment_wrong_exchange_rate": 0.0012004801920768306, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.0008003201280512205, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.0005002000800320128, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.012304921968787515, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00040016006402561027, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.004501800720288115, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.0006002400960384153, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.0006002400960384153, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.950280112044818, "transfer_fee_charged": 0.0011004401760704283, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 69.33504203334451, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1964", "text_group": "5fd176b08ce22fca78bd21c84d40aa8755aceafab87d991a54c8e7c01033ef0f", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0037014805922368946, "activate_my_card": 0.0006002400960384153, "age_limit": 0.0006002400960384153, "apple_pay_or_google_pay": 0.0012004801920768306, "atm_support": 0.0011004401760704283, "automatic_top_up": 0.0005002000800320128, "balance_not_updated_after_bank_transfer": 0.0012004801920768306, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010004001600640256, "beneficiary_not_allowed": 0.0012004801920768306, "cancel_transfer": 0.0011004401760704283, "card_about_to_expire": 0.0007002801120448179, "card_acceptance": 0.0012004801920768306, "card_arrival": 0.0008003201280512205, "card_delivery_estimate": 0.0007002801120448179, "card_linking": 0.0010004001600640256, "card_not_working": 0.0010004001600640256, "card_payment_fee_charged": 0.0010004001600640256, "card_payment_not_recognised": 0.005202080832332933, "card_payment_wrong_exchange_rate": 0.0018007202881152459, "card_swallowed": 0.0007002801120448179, "cash_withdrawal_charge": 0.0008003201280512205, "cash_withdrawal_not_recognised": 0.0007002801120448179, "change_pin": 0.0006002400960384153, "compromised_card": 0.0008003201280512205, "contactless_not_working": 0.0009003601440576229, "country_support": 0.0010004001600640256, "declined_card_payment": 0.0021008403361344537, "declined_cash_withdrawal": 0.0008003201280512205, "declined_transfer": 0.0010004001600640256, "direct_debit_payment_not_recognised": 0.0020008003201280513, "disposable_card_limits": 0.0009003601440576229, "edit_personal_details": 0.0009003601440576229, "exchange_charge": 0.0007002801120448179, "exchange_rate": 0.0007002801120448179, "exchange_via_app": 0.0007002801120448179, "extra_charge_on_statement": 0.0009003601440576229, "failed_transfer": 0.0007002801120448179, "fiat_currency_support": 0.0010004001600640256, "get_disposable_virtual_card": 0.0007002801120448179, "get_physical_card": 0.0008003201280512205, "getting_spare_card": 0.0006002400960384153, "getting_virtual_card": 0.0006002400960384153, "lost_or_stolen_card": 0.0005002000800320128, "lost_or_stolen_phone": 0.0005002000800320128, "order_physical_card": 0.0010004001600640256, "passcode_forgotten": 0.0006002400960384153, "pending_card_payment": 0.0007002801120448179, "pending_cash_withdrawal": 0.0006002400960384153, "pending_top_up": 0.0006002400960384153, "pending_transfer": 0.0006002400960384153, "pin_blocked": 0.0006002400960384153, "receiving_money": 0.0009003601440576229, "request_refund": 0.12805122048819528, "reverted_card_payment?": 0.0015006002400960385, "supported_cards_and_currencies": 0.0011004401760704283, "terminate_account": 0.0007002801120448179, "top_up_by_bank_transfer_charge": 0.0007002801120448179, "top_up_by_card_charge": 0.0006002400960384153, "top_up_by_cash_or_cheque": 0.0007002801120448179, "top_up_failed": 0.0006002400960384153, "top_up_limits": 0.0005002000800320128, "top_up_reverted": 0.0008003201280512205, "topping_up_by_card": 0.0007002801120448179, "transaction_charged_twice": 0.8014205682272909, "transfer_fee_charged": 0.0007002801120448179, "transfer_into_account": 0.0006002400960384153, "transfer_not_received_by_recipient": 0.0007002801120448179, "transfer_timing": 0.0006002400960384153, "unable_to_verify_identity": 0.0007002801120448179, "verify_my_identity": 0.0008003201280512205, "verify_source_of_funds": 0.0009003601440576229, "verify_top_up": 0.0008003201280512205, "virtual_card_not_working": 0.0007002801120448179, "visa_or_mastercard": 0.0009003601440576229, "why_verify_identity": 0.0007002801120448179, "wrong_amount_of_cash_received": 0.0009003601440576229, "wrong_exchange_rate_for_cash_withdrawal": 0.0008003201280512205 }, "error": null, "latency_ms": 68.66691599134356, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1965", "text_group": "70fbda6f9085cce6f2dd85f9b5fea4504cf8fe6e5f70775e23d0b06414adfeff", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0005999400059994001, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0007999200079992001, "atm_support": 0.0010998900109989002, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.000999900009999, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007999200079992001, "beneficiary_not_allowed": 0.0022997700229977, "cancel_transfer": 0.0006999300069993001, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0008999100089991, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.0005999400059994001, "card_linking": 0.0008999100089991, "card_not_working": 0.0008999100089991, "card_payment_fee_charged": 0.0007999200079992001, "card_payment_not_recognised": 0.0010998900109989002, "card_payment_wrong_exchange_rate": 0.0011998800119988001, "card_swallowed": 0.000999900009999, "cash_withdrawal_charge": 0.000999900009999, "cash_withdrawal_not_recognised": 0.0010998900109989002, "change_pin": 0.0004999500049995, "compromised_card": 0.0007999200079992001, "contactless_not_working": 0.0008999100089991, "country_support": 0.0008999100089991, "declined_card_payment": 0.0011998800119988001, "declined_cash_withdrawal": 0.0036996300369963007, "declined_transfer": 0.0010998900109989002, "direct_debit_payment_not_recognised": 0.000999900009999, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.0006999300069993001, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.0006999300069993001, "failed_transfer": 0.0006999300069993001, "fiat_currency_support": 0.0008999100089991, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.0005999400059994001, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.0005999400059994001, "pending_transfer": 0.0005999400059994001, "pin_blocked": 0.0006999300069993001, "receiving_money": 0.0008999100089991, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0008999100089991, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.0005999400059994001, "top_up_by_bank_transfer_charge": 0.0005999400059994001, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.9408059194080591, "transfer_fee_charged": 0.0005999400059994001, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0005999400059994001, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0006999300069993001, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0008999100089991, "wrong_exchange_rate_for_cash_withdrawal": 0.0007999200079992001 }, "error": null, "latency_ms": 68.64729197695851, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1966", "text_group": "5a1d5e6b8e0ed30beea93c9b93b9b337f433d398b4b624bef759ff212567bc14", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0003000600120024005, "activate_my_card": 0.0003000600120024005, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0004000800160032007, "atm_support": 0.0004000800160032007, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0004000800160032007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004000800160032007, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024005, "card_about_to_expire": 0.0004000800160032007, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024005, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0005001000200040008, "card_not_working": 0.000600120024004801, "card_payment_fee_charged": 0.000600120024004801, "card_payment_not_recognised": 0.0011002200440088019, "card_payment_wrong_exchange_rate": 0.0010002000400080016, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0003000600120024005, "change_pin": 0.00020004000800160035, "compromised_card": 0.0004000800160032007, "contactless_not_working": 0.0004000800160032007, "country_support": 0.0004000800160032007, "declined_card_payment": 0.0034006801360272057, "declined_cash_withdrawal": 0.0004000800160032007, "declined_transfer": 0.0003000600120024005, "direct_debit_payment_not_recognised": 0.002000400080016003, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.0003000600120024005, "exchange_rate": 0.0003000600120024005, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.000600120024004801, "failed_transfer": 0.0003000600120024005, "fiat_currency_support": 0.0004000800160032007, "get_disposable_virtual_card": 0.0003000600120024005, "get_physical_card": 0.0003000600120024005, "getting_spare_card": 0.0003000600120024005, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.0003000600120024005, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.0003000600120024005, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.0004000800160032007, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.0003000600120024005, "receiving_money": 0.0003000600120024005, "request_refund": 0.0004000800160032007, "reverted_card_payment?": 0.009101820364072815, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0003000600120024005, "top_up_by_bank_transfer_charge": 0.0003000600120024005, "top_up_by_card_charge": 0.0004000800160032007, "top_up_by_cash_or_cheque": 0.0003000600120024005, "top_up_failed": 0.0003000600120024005, "top_up_limits": 0.0003000600120024005, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0004000800160032007, "transaction_charged_twice": 0.9592918583716744, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.0003000600120024005, "verify_source_of_funds": 0.0003000600120024005, "verify_top_up": 0.0003000600120024005, "virtual_card_not_working": 0.0004000800160032007, "visa_or_mastercard": 0.0004000800160032007, "why_verify_identity": 0.0003000600120024005, "wrong_amount_of_cash_received": 0.0004000800160032007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004000800160032007 }, "error": null, "latency_ms": 68.38912493549287, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1967", "text_group": "a07cb6aa5e980cd59f0878e29052c36606a5dccf9edaaae81c43f4b6bfdcfd09", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0003998400639744103, "activate_my_card": 0.0002998800479808077, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0005997600959616154, "atm_support": 0.0005997600959616154, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0004998000799680128, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0004998000799680128, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0012994802079168333, "card_payment_not_recognised": 0.0020991603358656535, "card_payment_wrong_exchange_rate": 0.000899640143942423, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0005997600959616154, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0002998800479808077, "compromised_card": 0.0004998000799680128, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0004998000799680128, "declined_card_payment": 0.0012994802079168333, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.024690123950419834, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0005997600959616154, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0004998000799680128, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0005997600959616154, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.000899640143942423, "supported_cards_and_currencies": 0.0004998000799680128, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.9431227508996401, "transfer_fee_charged": 0.0004998000799680128, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0003998400639744103, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 69.32508305180818, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1968", "text_group": "468d11ebeefe8071e39d8095ab32cb3710c6a83d42126c05956b604a0f481a10", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.000999900009999, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0012998700129987, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.001999800019998, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.0008999100089991, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.0023997600239976003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0011998800119988001, "top_up_by_card_charge": 0.0007999200079992001, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.9655034496550345, "transfer_fee_charged": 0.0014998500149985001, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 70.26883400976658, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1969", "text_group": "8fd909948684ddf3b78ebf4ada8339b0c4d97f105b8b4ce6b8a4619cfd5ad69e", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0007, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0009, "card_payment_not_recognised": 0.0009, "card_payment_wrong_exchange_rate": 0.0022, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0214, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0004, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0014, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0008, "reverted_card_payment?": 0.0032, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.944, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 70.77874999959022, "usage": { "input_tokens": 612, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1970", "text_group": "c378074a474169d9656f33360403ec4d9cd9ed71597d74c384adf76061c4a103", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0004999000199960008, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.007898420315936813, "card_payment_not_recognised": 0.013597280543891222, "card_payment_wrong_exchange_rate": 0.0018996200759848032, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.006998600279944011, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00019996000799840034, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0005998800239952009, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.024495100979804042, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.0020995800839832034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0014997000599880025, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0006998600279944011, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.9171165766846631, "transfer_fee_charged": 0.001999600079984003, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 68.88695899397135, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1971", "text_group": "8d7f050c4c5de8eb78d498b5443ea190e19e857242c2eda898c13458a511780d", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.00040036032429186273, "activate_my_card": 0.00020018016214593136, "age_limit": 0.00020018016214593136, "apple_pay_or_google_pay": 0.000300270243218897, "atm_support": 0.00040036032429186273, "automatic_top_up": 0.00020018016214593136, "balance_not_updated_after_bank_transfer": 0.00040036032429186273, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040036032429186273, "beneficiary_not_allowed": 0.0005004504053648283, "cancel_transfer": 0.000300270243218897, "card_about_to_expire": 0.000300270243218897, "card_acceptance": 0.000300270243218897, "card_arrival": 0.000300270243218897, "card_delivery_estimate": 0.000300270243218897, "card_linking": 0.000300270243218897, "card_not_working": 0.000300270243218897, "card_payment_fee_charged": 0.0027024321889700734, "card_payment_not_recognised": 0.0010009008107296567, "card_payment_wrong_exchange_rate": 0.0008007206485837255, "card_swallowed": 0.000300270243218897, "cash_withdrawal_charge": 0.002602342107897107, "cash_withdrawal_not_recognised": 0.000300270243218897, "change_pin": 0.00020018016214593136, "compromised_card": 0.000300270243218897, "contactless_not_working": 0.000300270243218897, "country_support": 0.000300270243218897, "declined_card_payment": 0.00040036032429186273, "declined_cash_withdrawal": 0.000300270243218897, "declined_transfer": 0.00020018016214593136, "direct_debit_payment_not_recognised": 0.002502252026824142, "disposable_card_limits": 0.00020018016214593136, "edit_personal_details": 0.00020018016214593136, "exchange_charge": 0.00040036032429186273, "exchange_rate": 0.00020018016214593136, "exchange_via_app": 0.00020018016214593136, "extra_charge_on_statement": 0.002602342107897107, "failed_transfer": 0.00020018016214593136, "fiat_currency_support": 0.000300270243218897, "get_disposable_virtual_card": 0.00020018016214593136, "get_physical_card": 0.00020018016214593136, "getting_spare_card": 0.00020018016214593136, "getting_virtual_card": 0.00020018016214593136, "lost_or_stolen_card": 0.00020018016214593136, "lost_or_stolen_phone": 0.00020018016214593136, "order_physical_card": 0.00020018016214593136, "passcode_forgotten": 0.00020018016214593136, "pending_card_payment": 0.000300270243218897, "pending_cash_withdrawal": 0.00020018016214593136, "pending_top_up": 0.00020018016214593136, "pending_transfer": 0.00020018016214593136, "pin_blocked": 0.00020018016214593136, "receiving_money": 0.000300270243218897, "request_refund": 0.0005004504053648283, "reverted_card_payment?": 0.0005004504053648283, "supported_cards_and_currencies": 0.000300270243218897, "terminate_account": 0.00020018016214593136, "top_up_by_bank_transfer_charge": 0.0005004504053648283, "top_up_by_card_charge": 0.0005004504053648283, "top_up_by_cash_or_cheque": 0.00020018016214593136, "top_up_failed": 0.00020018016214593136, "top_up_limits": 0.00020018016214593136, "top_up_reverted": 0.000300270243218897, "topping_up_by_card": 0.000300270243218897, "transaction_charged_twice": 0.967871083975578, "transfer_fee_charged": 0.000900810729656691, "transfer_into_account": 0.00020018016214593136, "transfer_not_received_by_recipient": 0.00020018016214593136, "transfer_timing": 0.00020018016214593136, "unable_to_verify_identity": 0.00020018016214593136, "verify_my_identity": 0.00020018016214593136, "verify_source_of_funds": 0.00020018016214593136, "verify_top_up": 0.00020018016214593136, "virtual_card_not_working": 0.000300270243218897, "visa_or_mastercard": 0.000300270243218897, "why_verify_identity": 0.00020018016214593136, "wrong_amount_of_cash_received": 0.000300270243218897, "wrong_exchange_rate_for_cash_withdrawal": 0.00040036032429186273 }, "error": null, "latency_ms": 71.02945900987834, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1972", "text_group": "49d5baed38b0b6a13706b9767e4ca3e82df3b6f41579ac3763ccf1c24ab99acb", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0033989803059082274, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.001099670098970309, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0006997900629811057, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0006997900629811057, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.000499850044986504, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.024892532240327902, "card_payment_not_recognised": 0.0033989803059082274, "card_payment_wrong_exchange_rate": 0.009297210836748974, "card_swallowed": 0.0005998200539838048, "cash_withdrawal_charge": 0.003099070278916325, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0002999100269919024, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.0003998800359892033, "country_support": 0.000499850044986504, "declined_card_payment": 0.0011996401079676095, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.10526841947415776, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.000499850044986504, "exchange_charge": 0.0006997900629811057, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.03368989303209038, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0003998800359892033, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0006997900629811057, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0005998200539838048, "request_refund": 0.007897630710786765, "reverted_card_payment?": 0.0057982605218434465, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.000999700089973008, "top_up_by_card_charge": 0.0045986204138758376, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0011996401079676095, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.7648705388383485, "transfer_fee_charged": 0.0028991302609217232, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.000499850044986504, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0008997300809757073, "wrong_exchange_rate_for_cash_withdrawal": 0.0008997300809757073 }, "error": null, "latency_ms": 74.87200002651662, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1973", "text_group": "d34cd1fd468fa14cdb7bb9b5f155e6c603da69484fe86acf38961210ee48634a", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0014002800560112022, "activate_my_card": 0.0006001200240048009, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0010002000400080016, "atm_support": 0.0011002200440088019, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.002500500100020004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010002000400080016, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.0007001400280056011, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.0011002200440088019, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.0006001200240048009, "card_linking": 0.0010002000400080016, "card_not_working": 0.0010002000400080016, "card_payment_fee_charged": 0.03250650130026005, "card_payment_not_recognised": 0.006601320264052811, "card_payment_wrong_exchange_rate": 0.005801160232046409, "card_swallowed": 0.0008001600320064013, "cash_withdrawal_charge": 0.0014002800560112022, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.0005001000200040008, "compromised_card": 0.0009001800360072014, "contactless_not_working": 0.0007001400280056011, "country_support": 0.0008001600320064013, "declined_card_payment": 0.0018003600720144029, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.03970794158831766, "disposable_card_limits": 0.0008001600320064013, "edit_personal_details": 0.0008001600320064013, "exchange_charge": 0.0009001800360072014, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.005001000200040008, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0009001800360072014, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0007001400280056011, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.0006001200240048009, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0009001800360072014, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.0009001800360072014, "request_refund": 0.013902780556111221, "reverted_card_payment?": 0.08301660332066413, "supported_cards_and_currencies": 0.001300260052010402, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0009001800360072014, "top_up_by_card_charge": 0.0014002800560112022, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.001900380076015203, "topping_up_by_card": 0.0009001800360072014, "transaction_charged_twice": 0.7564512902580516, "transfer_fee_charged": 0.002000400080016003, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.0006001200240048009, "verify_source_of_funds": 0.0006001200240048009, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0006001200240048009, "visa_or_mastercard": 0.001300260052010402, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.0010002000400080016, "wrong_exchange_rate_for_cash_withdrawal": 0.0009001800360072014 }, "error": null, "latency_ms": 74.23812500201166, "usage": { "input_tokens": 615, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1974", "text_group": "189605bb76a4729dc8f2393e62f64f6ec76257de3c97b7bbacb2b3c5481c4a6d", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.001, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0085, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0004, "exchange_charge": 0.0004, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0063, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0015, "reverted_card_payment?": 0.0012, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.9568, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 74.57179203629494, "usage": { "input_tokens": 623, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1975", "text_group": "c6390ac05ec6fc2809fa1cdc9c5e9a003369b3af5e91a6e6caeb1efc4ad7a4ce", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0006996501749125438, "activate_my_card": 0.0002998500749625187, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.00039980009995002505, "atm_support": 0.0004997501249375313, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.0005997001499250374, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997501249375313, "beneficiary_not_allowed": 0.0004997501249375313, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.00039980009995002505, "card_acceptance": 0.0004997501249375313, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.00039980009995002505, "card_not_working": 0.0004997501249375313, "card_payment_fee_charged": 0.005197401299350325, "card_payment_not_recognised": 0.0017991004497751124, "card_payment_wrong_exchange_rate": 0.0011994002998500749, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.006396801599200401, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0002998500749625187, "compromised_card": 0.00039980009995002505, "contactless_not_working": 0.00039980009995002505, "country_support": 0.00039980009995002505, "declined_card_payment": 0.0009995002498750627, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.00719640179910045, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.0005997001499250374, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.010594702648675663, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0004997501249375313, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.00039980009995002505, "request_refund": 0.0004997501249375313, "reverted_card_payment?": 0.001699150424787606, "supported_cards_and_currencies": 0.00039980009995002505, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.0008995502248875562, "top_up_by_card_charge": 0.0013993003498250875, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.00039980009995002505, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.9394302848575712, "transfer_fee_charged": 0.0006996501749125438, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.00039980009995002505 }, "error": null, "latency_ms": 72.49912503175437, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1976", "text_group": "5bdc31c3919bf7888527578d58e711e889294869b71d5b436e222a51594e74d9", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0005998200539838048, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0002999100269919024, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.00019994001799460164, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0005998200539838048, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.9757072878136559, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 71.25741697382182, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1977", "text_group": "c393a01024b4235b810b64aae6ff3e7c62277039281b0dda92e2d1e5580662f6", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0007000700070007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0028002800280028, "card_payment_not_recognised": 0.0011001100110011003, "card_payment_wrong_exchange_rate": 0.0015001500150015003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0025002500250025004, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.009100910091009102, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.4558455845584558, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.001000100010001, "top_up_by_card_charge": 0.0011001100110011003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.5021502150215021, "transfer_fee_charged": 0.0014001400140014, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 71.00254110991955, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1978", "text_group": "78e11245953a5603ff1f85dfc971e39a21c74c0a042f2cdea4758a1e7f7beab6", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0008999100089991, "activate_my_card": 0.0004999500049995, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0008999100089991, "atm_support": 0.0008999100089991, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0014998500149985001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007999200079992001, "beneficiary_not_allowed": 0.0011998800119988001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0006999300069993001, "card_not_working": 0.0006999300069993001, "card_payment_fee_charged": 0.019598040195980403, "card_payment_not_recognised": 0.0077992200779922, "card_payment_wrong_exchange_rate": 0.0044995500449955, "card_swallowed": 0.0007999200079992001, "cash_withdrawal_charge": 0.028997100289971003, "cash_withdrawal_not_recognised": 0.0008999100089991, "change_pin": 0.00039996000399960006, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0006999300069993001, "country_support": 0.0006999300069993001, "declined_card_payment": 0.0010998900109989002, "declined_cash_withdrawal": 0.0008999100089991, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.019298070192980705, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.0014998500149985001, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.025697430256974303, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0005999400059994001, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0017998200179982, "supported_cards_and_currencies": 0.0006999300069993001, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0051994800519948, "top_up_by_card_charge": 0.0058994100589941, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.8367163283671633, "transfer_fee_charged": 0.004199580041995801, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.0006999300069993001, "wrong_exchange_rate_for_cash_withdrawal": 0.0008999100089991 }, "error": null, "latency_ms": 69.2893749801442, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1979", "text_group": "f1158bada9ade2f542288b87e19135944d8f3a12b654ee6c561d5ec1b4a98c1d", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0008999100089991, "activate_my_card": 0.0006999300069993001, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0007999200079992001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.000999900009999, "card_acceptance": 0.000999900009999, "card_arrival": 0.0007999200079992001, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0021997800219978004, "card_not_working": 0.0015998400159984002, "card_payment_fee_charged": 0.0695930406959304, "card_payment_not_recognised": 0.0018998100189981002, "card_payment_wrong_exchange_rate": 0.0014998500149985001, "card_swallowed": 0.000999900009999, "cash_withdrawal_charge": 0.0035996400359964, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.00039996000399960006, "compromised_card": 0.022697730226977304, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0005999400059994001, "declined_card_payment": 0.000999900009999, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.030396960303969604, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.0007999200079992001, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.005599440055994401, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0006999300069993001, "getting_spare_card": 0.0006999300069993001, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.0029997000299970002, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0006999300069993001, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0004999500049995, "request_refund": 0.0008999100089991, "reverted_card_payment?": 0.0057994200579942, "supported_cards_and_currencies": 0.0010998900109989002, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.000999900009999, "top_up_by_card_charge": 0.004399560043995601, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.0006999300069993001, "transaction_charged_twice": 0.8082191780821918, "transfer_fee_charged": 0.0030996900309969004, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0005999400059994001 }, "error": null, "latency_ms": 69.41008404828608, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1980", "text_group": "4d8f9c6d37ad6c320917f5a36ec0b7d93cf1191e8b4ad35f2d9e98145b6859a6", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0008997300809757073, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.00859742077376787, "card_payment_not_recognised": 0.000999700089973008, "card_payment_wrong_exchange_rate": 0.0012996101169649105, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.00019994001799460164, "country_support": 0.00019994001799460164, "declined_card_payment": 0.0006997900629811057, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.007297810656802959, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.005298410476856943, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.01609517144856543, "reverted_card_payment?": 0.012796161151654505, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.00019994001799460164, "transaction_charged_twice": 0.9293212036389084, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 68.80362494848669, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1981", "text_group": "0ccce508fa762f2b8248af5051ee23a349b9b8a52d29b6b9f30ec399edb4390f", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0003999200159968007, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0005998800239952009, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0007998400319936014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.0007998400319936014, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0005998800239952009, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0046990601879624075, "card_payment_not_recognised": 0.0011997600479904018, "card_payment_wrong_exchange_rate": 0.0027994401119776045, "card_swallowed": 0.0005998800239952009, "cash_withdrawal_charge": 0.010697860427914417, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.0003999200159968007, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.0005998800239952009, "country_support": 0.0005998800239952009, "declined_card_payment": 0.0007998400319936014, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.004599080183963208, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0007998400319936014, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.007098580283943212, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0005998800239952009, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0004999000199960008, "request_refund": 0.0004999000199960008, "reverted_card_payment?": 0.0008998200359928015, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0011997600479904018, "top_up_by_card_charge": 0.001299740051989602, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.9307138572285543, "transfer_fee_charged": 0.0020995800839832034, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0004999000199960008, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0006998600279944011 }, "error": null, "latency_ms": 70.3196250833571, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1982", "text_group": "01d04a469d01702b00a621835d56946f5eb93ae9ef149bdeea5d4a467ec286f0", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.000399720195862896, "activate_my_card": 0.000199860097931448, "age_limit": 0.000199860097931448, "apple_pay_or_google_pay": 0.000399720195862896, "atm_support": 0.00029979014689717197, "automatic_top_up": 0.000199860097931448, "balance_not_updated_after_bank_transfer": 0.00029979014689717197, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029979014689717197, "beneficiary_not_allowed": 0.00029979014689717197, "cancel_transfer": 0.00029979014689717197, "card_about_to_expire": 0.00029979014689717197, "card_acceptance": 0.000399720195862896, "card_arrival": 0.000199860097931448, "card_delivery_estimate": 0.000199860097931448, "card_linking": 0.000399720195862896, "card_not_working": 0.000399720195862896, "card_payment_fee_charged": 0.002698111322074548, "card_payment_not_recognised": 0.006695313280703509, "card_payment_wrong_exchange_rate": 0.00099930048965724, "card_swallowed": 0.00029979014689717197, "cash_withdrawal_charge": 0.00029979014689717197, "cash_withdrawal_not_recognised": 0.000199860097931448, "change_pin": 0.000199860097931448, "compromised_card": 0.000399720195862896, "contactless_not_working": 0.00029979014689717197, "country_support": 0.000199860097931448, "declined_card_payment": 0.0005995802937943439, "declined_cash_withdrawal": 0.000199860097931448, "declined_transfer": 0.000199860097931448, "direct_debit_payment_not_recognised": 0.01868691915659039, "disposable_card_limits": 0.000199860097931448, "edit_personal_details": 0.00029979014689717197, "exchange_charge": 0.000199860097931448, "exchange_rate": 0.000199860097931448, "exchange_via_app": 0.000199860097931448, "extra_charge_on_statement": 0.001399020685520136, "failed_transfer": 0.000199860097931448, "fiat_currency_support": 0.00029979014689717197, "get_disposable_virtual_card": 0.000199860097931448, "get_physical_card": 0.000199860097931448, "getting_spare_card": 0.000199860097931448, "getting_virtual_card": 0.000199860097931448, "lost_or_stolen_card": 0.000199860097931448, "lost_or_stolen_phone": 0.000199860097931448, "order_physical_card": 0.000199860097931448, "passcode_forgotten": 0.000199860097931448, "pending_card_payment": 0.00029979014689717197, "pending_cash_withdrawal": 0.000199860097931448, "pending_top_up": 0.000199860097931448, "pending_transfer": 0.000199860097931448, "pin_blocked": 0.000199860097931448, "receiving_money": 0.000199860097931448, "request_refund": 0.0005995802937943439, "reverted_card_payment?": 0.004097132007594684, "supported_cards_and_currencies": 0.00029979014689717197, "terminate_account": 0.000199860097931448, "top_up_by_bank_transfer_charge": 0.000199860097931448, "top_up_by_card_charge": 0.00029979014689717197, "top_up_by_cash_or_cheque": 0.000199860097931448, "top_up_failed": 0.000199860097931448, "top_up_limits": 0.000199860097931448, "top_up_reverted": 0.00029979014689717197, "topping_up_by_card": 0.000199860097931448, "transaction_charged_twice": 0.9473368641950635, "transfer_fee_charged": 0.000399720195862896, "transfer_into_account": 0.000199860097931448, "transfer_not_received_by_recipient": 0.000199860097931448, "transfer_timing": 0.000199860097931448, "unable_to_verify_identity": 0.000199860097931448, "verify_my_identity": 0.000199860097931448, "verify_source_of_funds": 0.000199860097931448, "verify_top_up": 0.000199860097931448, "virtual_card_not_working": 0.000199860097931448, "visa_or_mastercard": 0.000399720195862896, "why_verify_identity": 0.000199860097931448, "wrong_amount_of_cash_received": 0.00029979014689717197, "wrong_exchange_rate_for_cash_withdrawal": 0.00029979014689717197 }, "error": null, "latency_ms": 71.08866702765226, "usage": { "input_tokens": 609, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1983", "text_group": "f3dfb00fe8266a0d69a181f91afdb28e96251b6708f0bf8174ad92e8a9d7566d", "expected": "transaction_charged_twice", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0015995201439568132, "activate_my_card": 0.0011996401079676095, "age_limit": 0.0006997900629811057, "apple_pay_or_google_pay": 0.0015995201439568132, "atm_support": 0.0013995801259622115, "automatic_top_up": 0.0006997900629811057, "balance_not_updated_after_bank_transfer": 0.0011996401079676095, "balance_not_updated_after_cheque_or_cash_deposit": 0.000999700089973008, "beneficiary_not_allowed": 0.001099670098970309, "cancel_transfer": 0.0007997600719784066, "card_about_to_expire": 0.0011996401079676095, "card_acceptance": 0.0029991002699190244, "card_arrival": 0.000999700089973008, "card_delivery_estimate": 0.0007997600719784066, "card_linking": 0.0033989803059082274, "card_not_working": 0.0015995201439568132, "card_payment_fee_charged": 0.02339298210536839, "card_payment_not_recognised": 0.41337598720383883, "card_payment_wrong_exchange_rate": 0.008897330800759773, "card_swallowed": 0.0011996401079676095, "cash_withdrawal_charge": 0.0006997900629811057, "cash_withdrawal_not_recognised": 0.0006997900629811057, "change_pin": 0.0006997900629811057, "compromised_card": 0.011196641007697692, "contactless_not_working": 0.000999700089973008, "country_support": 0.001099670098970309, "declined_card_payment": 0.049785064480655804, "declined_cash_withdrawal": 0.0006997900629811057, "declined_transfer": 0.000999700089973008, "direct_debit_payment_not_recognised": 0.2240327901629511, "disposable_card_limits": 0.001099670098970309, "edit_personal_details": 0.0008997300809757073, "exchange_charge": 0.0006997900629811057, "exchange_rate": 0.0006997900629811057, "exchange_via_app": 0.0007997600719784066, "extra_charge_on_statement": 0.0008997300809757073, "failed_transfer": 0.0006997900629811057, "fiat_currency_support": 0.0011996401079676095, "get_disposable_virtual_card": 0.001099670098970309, "get_physical_card": 0.0012996101169649105, "getting_spare_card": 0.001099670098970309, "getting_virtual_card": 0.0008997300809757073, "lost_or_stolen_card": 0.006897930620813756, "lost_or_stolen_phone": 0.0005998200539838048, "order_physical_card": 0.0018994301709487154, "passcode_forgotten": 0.0005998200539838048, "pending_card_payment": 0.04658602419274218, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.0006997900629811057, "pending_transfer": 0.0006997900629811057, "pin_blocked": 0.0006997900629811057, "receiving_money": 0.001099670098970309, "request_refund": 0.0013995801259622115, "reverted_card_payment?": 0.09067279816055183, "supported_cards_and_currencies": 0.004198740377886634, "terminate_account": 0.0007997600719784066, "top_up_by_bank_transfer_charge": 0.0006997900629811057, "top_up_by_card_charge": 0.0007997600719784066, "top_up_by_cash_or_cheque": 0.0006997900629811057, "top_up_failed": 0.0006997900629811057, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.001099670098970309, "topping_up_by_card": 0.002199340197940618, "transaction_charged_twice": 0.05098470458862341, "transfer_fee_charged": 0.0007997600719784066, "transfer_into_account": 0.0005998200539838048, "transfer_not_received_by_recipient": 0.0006997900629811057, "transfer_timing": 0.0006997900629811057, "unable_to_verify_identity": 0.0007997600719784066, "verify_my_identity": 0.0008997300809757073, "verify_source_of_funds": 0.000999700089973008, "verify_top_up": 0.0011996401079676095, "virtual_card_not_working": 0.000999700089973008, "visa_or_mastercard": 0.0029991002699190244, "why_verify_identity": 0.0007997600719784066, "wrong_amount_of_cash_received": 0.0007997600719784066, "wrong_exchange_rate_for_cash_withdrawal": 0.0008997300809757073 }, "error": null, "latency_ms": 70.25587500538677, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1984", "text_group": "fed719f1ad013351de49d3831ea0dcc197d4df467b07a4ba3d0278288f57a91d", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0006002400960384153, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.0005002000800320128, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.0005002000800320128, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.0012004801920768306, "card_payment_not_recognised": 0.0006002400960384153, "card_payment_wrong_exchange_rate": 0.0008003201280512205, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.0024009603841536613, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00040016006402561027, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00040016006402561027, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.004001600640256103, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00040016006402561027, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.0019007603041216485, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.005002000800320128, "reverted_card_payment?": 0.0006002400960384153, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.0006002400960384153, "top_up_by_card_charge": 0.0007002801120448179, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.9617847138855542, "transfer_fee_charged": 0.0013005202080832333, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 68.80887493025512, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1985", "text_group": "b7c2597d8e7ea23171671cb8860be1d8dd45fc744e499af17cd8c0763aa4e41b", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.00040012003601080324, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.0006001800540162048, "atm_support": 0.0007002100630189057, "automatic_top_up": 0.0005001500450135041, "balance_not_updated_after_bank_transfer": 0.0009002700810243073, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001800540162048, "beneficiary_not_allowed": 0.0007002100630189057, "cancel_transfer": 0.0007002100630189057, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.00040012003601080324, "card_delivery_estimate": 0.00040012003601080324, "card_linking": 0.0006001800540162048, "card_not_working": 0.0006001800540162048, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0006001800540162048, "card_payment_wrong_exchange_rate": 0.0007002100630189057, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.00040012003601080324, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0005001500450135041, "country_support": 0.0005001500450135041, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0006001800540162048, "direct_debit_payment_not_recognised": 0.0006001800540162048, "disposable_card_limits": 0.0005001500450135041, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.00040012003601080324, "exchange_rate": 0.00040012003601080324, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.00040012003601080324, "failed_transfer": 0.0006001800540162048, "fiat_currency_support": 0.0006001800540162048, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.00040012003601080324, "pending_cash_withdrawal": 0.00040012003601080324, "pending_top_up": 0.00040012003601080324, "pending_transfer": 0.00040012003601080324, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.0007002100630189057, "request_refund": 0.00040012003601080324, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.0006001800540162048, "terminate_account": 0.0006001800540162048, "top_up_by_bank_transfer_charge": 0.00040012003601080324, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.0005001500450135041, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.963889166750025, "transfer_fee_charged": 0.00040012003601080324, "transfer_into_account": 0.00040012003601080324, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.00040012003601080324, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.00040012003601080324, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.00040012003601080324, "wrong_amount_of_cash_received": 0.0005001500450135041, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 67.74687499273568, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1986", "text_group": "bce99551e7ce331659c214184535271b1693f4626c22e6c3c2141c01d6f7e84d", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0035, "card_payment_not_recognised": 0.0012, "card_payment_wrong_exchange_rate": 0.0011, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0031, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0023, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0006, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0025, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0004, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0007, "top_up_by_card_charge": 0.0008, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.9601, "transfer_fee_charged": 0.0026, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 69.378332933411, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1987", "text_group": "ab35247be7a315507aba843168f29d8ca0f07464bfd004875cf9d86ef0d2049f", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019992003198720514, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.015493802479008396, "card_payment_not_recognised": 0.0005997600959616154, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.0003998400639744103, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.00019992003198720514, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.003698520591763295, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.000899640143942423, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.00019992003198720514, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 9.996001599360257e-05, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 9.996001599360257e-05, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.0005997600959616154, "supported_cards_and_currencies": 0.0002998800479808077, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.00019992003198720514, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.962514994002399, "transfer_fee_charged": 0.0005997600959616154, "transfer_into_account": 9.996001599360257e-05, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 69.68704191967845, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1988", "text_group": "8eec4526eb63e8fab9ee555c625971a5cb9463bed8578246d0bf74662fe43774", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0004999000199960008, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.001299740051989602, "card_payment_not_recognised": 0.016796640671865627, "card_payment_wrong_exchange_rate": 0.0011997600479904018, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0005998800239952009, "declined_card_payment": 0.014797040591881624, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0638872225554889, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.010597880423915218, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0004999000199960008, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.010897820435912817, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.8557288542291542, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 69.06233401969075, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1989", "text_group": "1889f0b5eb192d2a18311e448a8283d28ecf6d6940076d3fbcb34bfa70d26b5f", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0008002400720216065, "card_payment_not_recognised": 0.0006001800540162048, "card_payment_wrong_exchange_rate": 0.0007002100630189057, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.001100330099029709, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00040012003601080324, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0010003000900270082, "disposable_card_limits": 0.00020006001800540162, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00040012003601080324, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.0013003901170351103, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00040012003601080324, "top_up_by_card_charge": 0.00040012003601080324, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.00020006001800540162, "transaction_charged_twice": 0.9758927678303491, "transfer_fee_charged": 0.0010003000900270082, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 68.37054097559303, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1990", "text_group": "79710ddacff3ddd6583841f26d73e0c4dc45e7ed0f1cda51ef10a6dc6fd20dde", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.000400200100050025, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.000400200100050025, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.0005002501250625312, "balance_not_updated_after_cheque_or_cash_deposit": 0.000400200100050025, "beneficiary_not_allowed": 0.000400200100050025, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.000400200100050025, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.0030015007503751876, "card_payment_not_recognised": 0.0011005502751375688, "card_payment_wrong_exchange_rate": 0.0007003501750875437, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00240120060030015, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.0002001000500250125, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.0002001000500250125, "direct_debit_payment_not_recognised": 0.007903951975987995, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.000400200100050025, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0030015007503751876, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.0002001000500250125, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.00030015007503751874, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.0005002501250625312, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.0005002501250625312, "top_up_by_card_charge": 0.0006003001500750375, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.0002001000500250125, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.9606803401700851, "transfer_fee_charged": 0.0022011005502751376, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.0002001000500250125, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.0002001000500250125, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.000400200100050025 }, "error": null, "latency_ms": 71.55962497927248, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1991", "text_group": "62317a64a6b58dae86ee95f5a51ba33b7489edb1882d996ee68fc628782cb72c", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0019001900190019003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0007000700070007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0008000800080008001, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.008200820082008202, "card_payment_not_recognised": 0.0018001800180018, "card_payment_wrong_exchange_rate": 0.0023002300230023, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.005700570057005701, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0003000300030003, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0009000900090009, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.023902390239023904, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0022002200220022005, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0019001900190019003, "reverted_card_payment?": 0.0013001300130013002, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.0009000900090009, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.9223922392239224, "transfer_fee_charged": 0.0016001600160016002, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.001000100010001, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 75.89225005358458, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1992", "text_group": "36c282cd0e0fe296a87544f80b6e575959d5472033ebdfe382352833e39f3652", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.00039980009995002505, "activate_my_card": 0.0002998500749625187, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.0005997001499250374, "atm_support": 0.0004997501249375313, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.0005997001499250374, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997501249375313, "beneficiary_not_allowed": 0.0004997501249375313, "cancel_transfer": 0.00039980009995002505, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.0005997001499250374, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.0004997501249375313, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.01729135432283858, "card_payment_not_recognised": 0.0010994502748625688, "card_payment_wrong_exchange_rate": 0.0012993503248375812, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.007096451774112944, "cash_withdrawal_not_recognised": 0.00039980009995002505, "change_pin": 0.0002998500749625187, "compromised_card": 0.00039980009995002505, "contactless_not_working": 0.00039980009995002505, "country_support": 0.00039980009995002505, "declined_card_payment": 0.0006996501749125438, "declined_cash_withdrawal": 0.00039980009995002505, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.0019990004997501253, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.0005997001499250374, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0814592703648176, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0004997501249375313, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.00039980009995002505, "request_refund": 0.00039980009995002505, "reverted_card_payment?": 0.0005997001499250374, "supported_cards_and_currencies": 0.0004997501249375313, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.0012993503248375812, "top_up_by_card_charge": 0.0014992503748125939, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.8484757621189406, "transfer_fee_charged": 0.013993003498250875, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.00039980009995002505, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.00039980009995002505, "wrong_exchange_rate_for_cash_withdrawal": 0.0004997501249375313 }, "error": null, "latency_ms": 74.41783300600946, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1993", "text_group": "0679435a262c1000707ab6d513c17788cb1ee855b727dc5da8f5fd88b8c85671", "expected": "transaction_charged_twice", "prediction": "pending_card_payment", "probabilities": { "Refund_not_showing_up": 0.0007998400319936014, "activate_my_card": 0.0006998600279944011, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0011997600479904018, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0015996800639872027, "cancel_transfer": 0.0006998600279944011, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.001299740051989602, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0007998400319936014, "card_not_working": 0.0018996200759848032, "card_payment_fee_charged": 0.0007998400319936014, "card_payment_not_recognised": 0.027394521095780847, "card_payment_wrong_exchange_rate": 0.0027994401119776045, "card_swallowed": 0.0005998800239952009, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0003999200159968007, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.0005998800239952009, "country_support": 0.0004999000199960008, "declined_card_payment": 0.29954009198160364, "declined_cash_withdrawal": 0.0008998200359928015, "declined_transfer": 0.001299740051989602, "direct_debit_payment_not_recognised": 0.0020995800839832034, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0005998800239952009, "get_disposable_virtual_card": 0.0005998800239952009, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.5273945210957808, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0005998800239952009, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0005998800239952009, "request_refund": 0.0010997800439912018, "reverted_card_payment?": 0.07928414317136573, "supported_cards_and_currencies": 0.0007998400319936014, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0006998600279944011, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.003999200159968006, "topping_up_by_card": 0.0007998400319936014, "transaction_charged_twice": 0.015696860627874423, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0006998600279944011, "visa_or_mastercard": 0.0005998800239952009, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0006998600279944011, "wrong_exchange_rate_for_cash_withdrawal": 0.0006998600279944011 }, "error": null, "latency_ms": 74.39399999566376, "usage": { "input_tokens": 630, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1994", "text_group": "5da85214d2811adf2361ee5fa707988015227328d60dc1c4ed881151cb2371b4", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0004001200360108033, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00030009002700810244, "apple_pay_or_google_pay": 0.0004001200360108033, "atm_support": 0.0006001800540162049, "automatic_top_up": 0.00030009002700810244, "balance_not_updated_after_bank_transfer": 0.0007002100630189057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0005001500450135041, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.0005001500450135041, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0007002100630189057, "card_payment_wrong_exchange_rate": 0.0006001800540162049, "card_swallowed": 0.0004001200360108033, "cash_withdrawal_charge": 0.0004001200360108033, "cash_withdrawal_not_recognised": 0.0004001200360108033, "change_pin": 0.00030009002700810244, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0005001500450135041, "country_support": 0.0004001200360108033, "declined_card_payment": 0.0004001200360108033, "declined_cash_withdrawal": 0.0004001200360108033, "declined_transfer": 0.0004001200360108033, "direct_debit_payment_not_recognised": 0.0008002400720216066, "disposable_card_limits": 0.0004001200360108033, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.00030009002700810244, "exchange_rate": 0.00030009002700810244, "exchange_via_app": 0.00030009002700810244, "extra_charge_on_statement": 0.0004001200360108033, "failed_transfer": 0.0004001200360108033, "fiat_currency_support": 0.0005001500450135041, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.00030009002700810244, "getting_spare_card": 0.00030009002700810244, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.00030009002700810244, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.0005001500450135041, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.00030009002700810244, "top_up_by_bank_transfer_charge": 0.00030009002700810244, "top_up_by_card_charge": 0.00030009002700810244, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.00030009002700810244, "top_up_limits": 0.00030009002700810244, "top_up_reverted": 0.0004001200360108033, "topping_up_by_card": 0.00030009002700810244, "transaction_charged_twice": 0.9713914174252276, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.00030009002700810244, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00030009002700810244, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00030009002700810244, "verify_source_of_funds": 0.00030009002700810244, "verify_top_up": 0.00030009002700810244, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.0004001200360108033, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.0004001200360108033 }, "error": null, "latency_ms": 73.59495793934911, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1995", "text_group": "aa1041914913edb9f7a00bd95bb87096a373399ff4a8150b82e6cd9ed9b66853", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.000300270243218897, "activate_my_card": 0.00020018016214593136, "age_limit": 0.00020018016214593136, "apple_pay_or_google_pay": 0.000300270243218897, "atm_support": 0.00040036032429186273, "automatic_top_up": 0.00020018016214593136, "balance_not_updated_after_bank_transfer": 0.000300270243218897, "balance_not_updated_after_cheque_or_cash_deposit": 0.000300270243218897, "beneficiary_not_allowed": 0.0005004504053648283, "cancel_transfer": 0.000300270243218897, "card_about_to_expire": 0.000300270243218897, "card_acceptance": 0.00040036032429186273, "card_arrival": 0.000300270243218897, "card_delivery_estimate": 0.000300270243218897, "card_linking": 0.000300270243218897, "card_not_working": 0.000300270243218897, "card_payment_fee_charged": 0.0010009008107296567, "card_payment_not_recognised": 0.0008007206485837255, "card_payment_wrong_exchange_rate": 0.0007006305675107597, "card_swallowed": 0.000300270243218897, "cash_withdrawal_charge": 0.000600540486437794, "cash_withdrawal_not_recognised": 0.000300270243218897, "change_pin": 0.00020018016214593136, "compromised_card": 0.000300270243218897, "contactless_not_working": 0.000300270243218897, "country_support": 0.000300270243218897, "declined_card_payment": 0.000600540486437794, "declined_cash_withdrawal": 0.00020018016214593136, "declined_transfer": 0.000300270243218897, "direct_debit_payment_not_recognised": 0.03483134821339205, "disposable_card_limits": 0.000300270243218897, "edit_personal_details": 0.000300270243218897, "exchange_charge": 0.000300270243218897, "exchange_rate": 0.000300270243218897, "exchange_via_app": 0.00020018016214593136, "extra_charge_on_statement": 0.002602342107897107, "failed_transfer": 0.00020018016214593136, "fiat_currency_support": 0.000300270243218897, "get_disposable_virtual_card": 0.000300270243218897, "get_physical_card": 0.00020018016214593136, "getting_spare_card": 0.00020018016214593136, "getting_virtual_card": 0.00020018016214593136, "lost_or_stolen_card": 0.00020018016214593136, "lost_or_stolen_phone": 0.00020018016214593136, "order_physical_card": 0.00020018016214593136, "passcode_forgotten": 0.00020018016214593136, "pending_card_payment": 0.00040036032429186273, "pending_cash_withdrawal": 0.00020018016214593136, "pending_top_up": 0.00020018016214593136, "pending_transfer": 0.00020018016214593136, "pin_blocked": 0.00020018016214593136, "receiving_money": 0.00040036032429186273, "request_refund": 0.0031027925132619356, "reverted_card_payment?": 0.000900810729656691, "supported_cards_and_currencies": 0.000300270243218897, "terminate_account": 0.000300270243218897, "top_up_by_bank_transfer_charge": 0.000300270243218897, "top_up_by_card_charge": 0.00040036032429186273, "top_up_by_cash_or_cheque": 0.00020018016214593136, "top_up_failed": 0.00020018016214593136, "top_up_limits": 0.00020018016214593136, "top_up_reverted": 0.000300270243218897, "topping_up_by_card": 0.000300270243218897, "transaction_charged_twice": 0.9367430687618856, "transfer_fee_charged": 0.00040036032429186273, "transfer_into_account": 0.00020018016214593136, "transfer_not_received_by_recipient": 0.00020018016214593136, "transfer_timing": 0.00020018016214593136, "unable_to_verify_identity": 0.00020018016214593136, "verify_my_identity": 0.00020018016214593136, "verify_source_of_funds": 0.00020018016214593136, "verify_top_up": 0.00020018016214593136, "virtual_card_not_working": 0.000300270243218897, "visa_or_mastercard": 0.000300270243218897, "why_verify_identity": 0.00020018016214593136, "wrong_amount_of_cash_received": 0.00040036032429186273, "wrong_exchange_rate_for_cash_withdrawal": 0.000300270243218897 }, "error": null, "latency_ms": 73.13683303073049, "usage": { "input_tokens": 608, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1996", "text_group": "fef32c1aadf94824594f2f708653744eff63c33bac0e545ce83c7b85a13fee53", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0006999300069993001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0013998600139986002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0005999400059994001, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0010998900109989002, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.00029997000299970003, "compromised_card": 0.0006999300069993001, "contactless_not_working": 0.0004999500049995, "country_support": 0.0004999500049995, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.0006999300069993001, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0005999400059994001, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.9641035896410358, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 72.74183293338865, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1997", "text_group": "3dc1c43a65f723c65034d4c4d9450b360e2f6e64fdddd3dda4453f02b8127288", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.001, "activate_my_card": 0.0007, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0011, "atm_support": 0.0012, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012, "beneficiary_not_allowed": 0.0011, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0006, "card_acceptance": 0.0012, "card_arrival": 0.0007, "card_delivery_estimate": 0.0006, "card_linking": 0.001, "card_not_working": 0.0009, "card_payment_fee_charged": 0.002, "card_payment_not_recognised": 0.0958, "card_payment_wrong_exchange_rate": 0.0029, "card_swallowed": 0.0007, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0006, "compromised_card": 0.001, "contactless_not_working": 0.0008, "country_support": 0.0011, "declined_card_payment": 0.0506, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0009, "direct_debit_payment_not_recognised": 0.2702, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0007, "exchange_charge": 0.0006, "exchange_rate": 0.0006, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0007, "failed_transfer": 0.0007, "fiat_currency_support": 0.001, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0006, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0005, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0157, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0006, "pending_transfer": 0.0006, "pin_blocked": 0.0007, "receiving_money": 0.001, "request_refund": 0.0008, "reverted_card_payment?": 0.0201, "supported_cards_and_currencies": 0.0012, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0006, "top_up_limits": 0.0005, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0007, "transaction_charged_twice": 0.4899, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0007, "virtual_card_not_working": 0.0008, "visa_or_mastercard": 0.001, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.0009 }, "error": null, "latency_ms": 70.94733393751085, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1998", "text_group": "f8d3f6592ce6b268ce2748b70694f684747507b5b4b4f83a0ea063c1edda3e7f", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019992003198720514, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.00019992003198720514, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.008496601359456218, "card_payment_not_recognised": 0.0004998000799680128, "card_payment_wrong_exchange_rate": 0.0007996801279488206, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.00019992003198720514, "declined_card_payment": 0.0011995201919232307, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.0027988804478208716, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.0003998400639744103, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 9.996001599360257e-05, "order_physical_card": 9.996001599360257e-05, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 9.996001599360257e-05, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.0027988804478208716, "supported_cards_and_currencies": 0.0002998800479808077, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.9675129948020792, "transfer_fee_charged": 0.0010995601759296284, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 70.49545797053725, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-1999", "text_group": "7dcedec28ccb3b9c38148b8b2d2e61244e865caf2b53b477313b283494623038", "expected": "transaction_charged_twice", "prediction": "transaction_charged_twice", "probabilities": { "Refund_not_showing_up": 0.0005997001499250374, "activate_my_card": 0.0002998500749625187, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.0004997501249375313, "atm_support": 0.0005997001499250374, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.0006996501749125438, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005997001499250374, "beneficiary_not_allowed": 0.0007996001999000501, "cancel_transfer": 0.0004997501249375313, "card_about_to_expire": 0.00039980009995002505, "card_acceptance": 0.0005997001499250374, "card_arrival": 0.00039980009995002505, "card_delivery_estimate": 0.00039980009995002505, "card_linking": 0.0005997001499250374, "card_not_working": 0.0005997001499250374, "card_payment_fee_charged": 0.002098950524737631, "card_payment_not_recognised": 0.004597701149425287, "card_payment_wrong_exchange_rate": 0.0023988005997001498, "card_swallowed": 0.0005997001499250374, "cash_withdrawal_charge": 0.0013993003498250875, "cash_withdrawal_not_recognised": 0.0004997501249375313, "change_pin": 0.0002998500749625187, "compromised_card": 0.0005997001499250374, "contactless_not_working": 0.0004997501249375313, "country_support": 0.0005997001499250374, "declined_card_payment": 0.0008995502248875562, "declined_cash_withdrawal": 0.0004997501249375313, "declined_transfer": 0.0004997501249375313, "direct_debit_payment_not_recognised": 0.008395802098950524, "disposable_card_limits": 0.00039980009995002505, "edit_personal_details": 0.00039980009995002505, "exchange_charge": 0.0005997001499250374, "exchange_rate": 0.00039980009995002505, "exchange_via_app": 0.00039980009995002505, "extra_charge_on_statement": 0.0012993503248375812, "failed_transfer": 0.00039980009995002505, "fiat_currency_support": 0.0005997001499250374, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.00039980009995002505, "getting_spare_card": 0.00039980009995002505, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.0002998500749625187, "order_physical_card": 0.00039980009995002505, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0004997501249375313, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.00039980009995002505, "receiving_money": 0.0004997501249375313, "request_refund": 0.0015992003998001002, "reverted_card_payment?": 0.0011994002998500749, "supported_cards_and_currencies": 0.0005997001499250374, "terminate_account": 0.00039980009995002505, "top_up_by_bank_transfer_charge": 0.0006996501749125438, "top_up_by_card_charge": 0.0007996001999000501, "top_up_by_cash_or_cheque": 0.00039980009995002505, "top_up_failed": 0.00039980009995002505, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0005997001499250374, "topping_up_by_card": 0.00039980009995002505, "transaction_charged_twice": 0.9449275362318841, "transfer_fee_charged": 0.0007996001999000501, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.00039980009995002505, "transfer_timing": 0.00039980009995002505, "unable_to_verify_identity": 0.00039980009995002505, "verify_my_identity": 0.00039980009995002505, "verify_source_of_funds": 0.00039980009995002505, "verify_top_up": 0.00039980009995002505, "virtual_card_not_working": 0.00039980009995002505, "visa_or_mastercard": 0.0004997501249375313, "why_verify_identity": 0.00039980009995002505, "wrong_amount_of_cash_received": 0.0005997001499250374, "wrong_exchange_rate_for_cash_withdrawal": 0.0005997001499250374 }, "error": null, "latency_ms": 69.92949999403208, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2000", "text_group": "6748af419be1c759e123e71991e980d8a4a4b50dbffa6e51c9bf0441d1b8c61b", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0004, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0005, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0002, "pending_transfer": 0.0003, "pin_blocked": 0.0002, "receiving_money": 0.0005, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.9775, "verify_top_up": 0.0009, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 68.29816603567451, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2001", "text_group": "912f952a7b3d607e1af045fb779e21f5fdcc50d2ed713dda2cf25e6ccc11e32a", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0004, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0003, "country_support": 0.0005, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0005, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0007, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.9718, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 67.91487510781735, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2002", "text_group": "4213fdf3000b7181a6805b9d84fb26e1707601f9bd2d79fab50c0c70a216639c", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.0005002000800320128, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.0006002400960384153, "atm_support": 0.0007002801120448179, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.0014005602240896359, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008003201280512205, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0006002400960384153, "card_arrival": 0.00040016006402561027, "card_delivery_estimate": 0.00040016006402561027, "card_linking": 0.0006002400960384153, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.0006002400960384153, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.00040016006402561027, "country_support": 0.0006002400960384153, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.0006002400960384153, "disposable_card_limits": 0.0005002000800320128, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.0007002801120448179, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00040016006402561027, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00040016006402561027, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.0021008403361344537, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.0006002400960384153, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.0005002000800320128, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00040016006402561027, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.00040016006402561027, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00040016006402561027, "verify_source_of_funds": 0.9661864745898359, "verify_top_up": 0.00040016006402561027, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 68.24870791751891, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2003", "text_group": "e527e1af9fca33f2eed7b7d1709e3c5986a5b742a5eaa16f419e6e7b78e5790e", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0006001200240048009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0007001400280056011, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0003000600120024004, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0006001200240048009, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0008001600320064013, "verify_source_of_funds": 0.9690938187637527, "verify_top_up": 0.0015003000600120023, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 69.4744170177728, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2004", "text_group": "1a5e2c656d659a1b9e08f6303a2d22f5bce90472570f3e95936b0197eb901ca5", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0006001200240048009, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0009001800360072014, "atm_support": 0.001300260052010402, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0028005601120224045, "balance_not_updated_after_cheque_or_cash_deposit": 0.001300260052010402, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0008001600320064013, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0008001600320064013, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0009001800360072014, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.0006001200240048009, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0008001600320064013, "change_pin": 0.00040008001600320064, "compromised_card": 0.0006001200240048009, "contactless_not_working": 0.0006001200240048009, "country_support": 0.0009001800360072014, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0017003400680136026, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.001300260052010402, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0006001200240048009, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.026805361072214443, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.001300260052010402, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0011002200440088019, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0010002000400080016, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0007001400280056011, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.9240848169633927, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001200240048009 }, "error": null, "latency_ms": 70.7103330641985, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2005", "text_group": "083bf540498759bd4ea871578e96c7fa6c87e26266d6de409bf399cb0375f588", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.000999900009999, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.9758024197580242, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 73.32666602451354, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2006", "text_group": "f729a86b1e0d355f03e6bf50d13abf26d283c4e559b30e66e63d55bcc4165832", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.00019994001799460164, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.0002999100269919024, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.00019994001799460164, "supported_cards_and_currencies": 0.0002999100269919024, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.00019994001799460164, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.9823053084074779, "verify_top_up": 0.0005998200539838048, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 71.71241694595665, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2007", "text_group": "cdaad1244b94edd54e94fd5fa0bffa104973c2baf81548ad4631dad40042609a", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0005999400059994001, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.9727027297270273, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 70.52229205146432, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2008", "text_group": "e132f758faeb814ca09441f3ba09b7391676baa2ac74d42cf4728e33f2a83607", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0005000500050005, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0006000600060006, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0006000600060006, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.9694969496949696, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 71.82287494651973, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2009", "text_group": "fd08aeebcadce46aed0e8e1196eaf23a39a52a5ed81d473ebb4473fde24a99f1", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0005001000200040008, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0005001000200040008, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.9759951990398079, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 70.60704100877047, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2010", "text_group": "c22d8eb5bf62fd024e6445546ed2013dff7758ce517445c0dc44b3edce05d058", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00020002000200020005, "activate_my_card": 0.00030003000300030005, "age_limit": 0.00020002000200020005, "apple_pay_or_google_pay": 0.0004000400040004001, "atm_support": 0.0005000500050005002, "automatic_top_up": 0.00030003000300030005, "balance_not_updated_after_bank_transfer": 0.0006000600060006001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005002, "beneficiary_not_allowed": 0.0004000400040004001, "cancel_transfer": 0.00030003000300030005, "card_about_to_expire": 0.00020002000200020005, "card_acceptance": 0.0004000400040004001, "card_arrival": 0.00030003000300030005, "card_delivery_estimate": 0.00030003000300030005, "card_linking": 0.0004000400040004001, "card_not_working": 0.00030003000300030005, "card_payment_fee_charged": 0.00030003000300030005, "card_payment_not_recognised": 0.0005000500050005002, "card_payment_wrong_exchange_rate": 0.0004000400040004001, "card_swallowed": 0.00030003000300030005, "cash_withdrawal_charge": 0.00030003000300030005, "cash_withdrawal_not_recognised": 0.0004000400040004001, "change_pin": 0.00020002000200020005, "compromised_card": 0.00030003000300030005, "contactless_not_working": 0.00030003000300030005, "country_support": 0.0004000400040004001, "declined_card_payment": 0.00020002000200020005, "declined_cash_withdrawal": 0.00020002000200020005, "declined_transfer": 0.00020002000200020005, "direct_debit_payment_not_recognised": 0.0005000500050005002, "disposable_card_limits": 0.00030003000300030005, "edit_personal_details": 0.0004000400040004001, "exchange_charge": 0.00020002000200020005, "exchange_rate": 0.00020002000200020005, "exchange_via_app": 0.00030003000300030005, "extra_charge_on_statement": 0.00020002000200020005, "failed_transfer": 0.00030003000300030005, "fiat_currency_support": 0.0005000500050005002, "get_disposable_virtual_card": 0.00030003000300030005, "get_physical_card": 0.00030003000300030005, "getting_spare_card": 0.00030003000300030005, "getting_virtual_card": 0.00020002000200020005, "lost_or_stolen_card": 0.00020002000200020005, "lost_or_stolen_phone": 0.00020002000200020005, "order_physical_card": 0.00020002000200020005, "passcode_forgotten": 0.00020002000200020005, "pending_card_payment": 0.00030003000300030005, "pending_cash_withdrawal": 0.00030003000300030005, "pending_top_up": 0.00020002000200020005, "pending_transfer": 0.00030003000300030005, "pin_blocked": 0.00020002000200020005, "receiving_money": 0.0018001800180018003, "request_refund": 0.00020002000200020005, "reverted_card_payment?": 0.00030003000300030005, "supported_cards_and_currencies": 0.0005000500050005002, "terminate_account": 0.00030003000300030005, "top_up_by_bank_transfer_charge": 0.00030003000300030005, "top_up_by_card_charge": 0.00020002000200020005, "top_up_by_cash_or_cheque": 0.0004000400040004001, "top_up_failed": 0.00030003000300030005, "top_up_limits": 0.00020002000200020005, "top_up_reverted": 0.00030003000300030005, "topping_up_by_card": 0.0004000400040004001, "transaction_charged_twice": 0.00020002000200020005, "transfer_fee_charged": 0.00020002000200020005, "transfer_into_account": 0.00030003000300030005, "transfer_not_received_by_recipient": 0.00030003000300030005, "transfer_timing": 0.00030003000300030005, "unable_to_verify_identity": 0.00030003000300030005, "verify_my_identity": 0.00030003000300030005, "verify_source_of_funds": 0.9753975397539755, "verify_top_up": 0.00030003000300030005, "virtual_card_not_working": 0.00020002000200020005, "visa_or_mastercard": 0.00030003000300030005, "why_verify_identity": 0.00030003000300030005, "wrong_amount_of_cash_received": 0.0004000400040004001, "wrong_exchange_rate_for_cash_withdrawal": 0.00030003000300030005 }, "error": null, "latency_ms": 70.73570892680436, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2011", "text_group": "c1030d2d4c9e2cbd4c8af736d1b9fea3725762670e639a980a4c68eb5c60619d", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0005998800239952009, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0006998600279944011, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.9719056188762247, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 72.19658303074539, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2012", "text_group": "01bde4878d817e02c2b70eb414aa22505b71c5d64849b0eb5a6fc1defb2caf2f", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0005001000200040008, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.9781956391278255, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 75.22191700991243, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2013", "text_group": "50ae02a5fb2f1ceb4253b56aee5e9a62315e0db7d92ccd5bfb1503176ed1b2ba", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0002, "country_support": 0.0004, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0004, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0011, "verify_source_of_funds": 0.9785, "verify_top_up": 0.0007, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0007, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 79.79391701519489, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2014", "text_group": "d3c4dde768f008375761bbadf2a3fcb475862f332ccddf4290a480c5bdb7d31d", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.00020006001800540162, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.00040012003601080324, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0007002100630189057, "verify_source_of_funds": 0.9797939381814544, "verify_top_up": 0.0007002100630189057, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00040012003601080324, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.00020006001800540162 }, "error": null, "latency_ms": 78.2503749942407, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2015", "text_group": "e813292f7db44f562b00a3e62a43c6ee3a9045d905a63bbf64c4b1368e49edb4", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.9770977097709771, "verify_top_up": 0.0011001100110011003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 76.22341602109373, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2016", "text_group": "5aceabb67c2e930b85642d57cffa1e7547a71cb04ba78b1c187e60102d56eb84", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0017, "activate_my_card": 0.0012, "age_limit": 0.0008, "apple_pay_or_google_pay": 0.0019, "atm_support": 0.0025, "automatic_top_up": 0.0011, "balance_not_updated_after_bank_transfer": 0.0032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0021, "beneficiary_not_allowed": 0.002, "cancel_transfer": 0.0013, "card_about_to_expire": 0.0009, "card_acceptance": 0.009, "card_arrival": 0.0011, "card_delivery_estimate": 0.0009, "card_linking": 0.0017, "card_not_working": 0.0012, "card_payment_fee_charged": 0.0011, "card_payment_not_recognised": 0.0027, "card_payment_wrong_exchange_rate": 0.0012, "card_swallowed": 0.001, "cash_withdrawal_charge": 0.001, "cash_withdrawal_not_recognised": 0.001, "change_pin": 0.0009, "compromised_card": 0.0014, "contactless_not_working": 0.0011, "country_support": 0.0015, "declined_card_payment": 0.0016, "declined_cash_withdrawal": 0.0011, "declined_transfer": 0.0013, "direct_debit_payment_not_recognised": 0.0048, "disposable_card_limits": 0.0013, "edit_personal_details": 0.0025, "exchange_charge": 0.0008, "exchange_rate": 0.0007, "exchange_via_app": 0.0009, "extra_charge_on_statement": 0.0009, "failed_transfer": 0.0012, "fiat_currency_support": 0.002, "get_disposable_virtual_card": 0.0011, "get_physical_card": 0.0028, "getting_spare_card": 0.0009, "getting_virtual_card": 0.0009, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0006, "order_physical_card": 0.0011, "passcode_forgotten": 0.0007, "pending_card_payment": 0.0014, "pending_cash_withdrawal": 0.001, "pending_top_up": 0.001, "pending_transfer": 0.0013, "pin_blocked": 0.0009, "receiving_money": 0.0038, "request_refund": 0.0021, "reverted_card_payment?": 0.0013, "supported_cards_and_currencies": 0.0023, "terminate_account": 0.0012, "top_up_by_bank_transfer_charge": 0.0011, "top_up_by_card_charge": 0.0008, "top_up_by_cash_or_cheque": 0.0015, "top_up_failed": 0.001, "top_up_limits": 0.0008, "top_up_reverted": 0.001, "topping_up_by_card": 0.0017, "transaction_charged_twice": 0.0008, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.0009, "transfer_not_received_by_recipient": 0.001, "transfer_timing": 0.0011, "unable_to_verify_identity": 0.0015, "verify_my_identity": 0.0221, "verify_source_of_funds": 0.686, "verify_top_up": 0.1756, "virtual_card_not_working": 0.0008, "visa_or_mastercard": 0.0014, "why_verify_identity": 0.0085, "wrong_amount_of_cash_received": 0.001, "wrong_exchange_rate_for_cash_withdrawal": 0.001 }, "error": null, "latency_ms": 72.32308306265622, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2017", "text_group": "9587b28e3240c483e17bca5b0e3e50aa4dd69dbe7ad0b4cd47c221f09f9ceaff", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0008998200359928015, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.00019996000799840034, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0009998000399920016, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.007398520295940812, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.9659068186362727, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 72.8602500166744, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2018", "text_group": "8292f48900e064f9783331e2d7ec5b78c4eeb39b393cdce46c17943e9039275e", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0006997900629811057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.000499850044986504, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.0002999100269919024, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0002999100269919024, "country_support": 0.000499850044986504, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0006997900629811057, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.007397780665800261, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0005998200539838048, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0005998200539838048, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0003998800359892033, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.9647105868239528, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 70.52716601174325, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2019", "text_group": "87f15f1bfa940073d90bc4bd3d8b6a7fe6fe9aa6155ae569fb237f0d5e412af2", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0003000600120024005, "activate_my_card": 0.0004000800160032007, "age_limit": 0.0003000600120024005, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.0004000800160032007, "balance_not_updated_after_bank_transfer": 0.0009001800360072014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008001600320064014, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0004000800160032007, "card_about_to_expire": 0.0003000600120024005, "card_acceptance": 0.000600120024004801, "card_arrival": 0.0004000800160032007, "card_delivery_estimate": 0.0004000800160032007, "card_linking": 0.0005001000200040008, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0004000800160032007, "card_payment_not_recognised": 0.0007001400280056011, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0004000800160032007, "cash_withdrawal_charge": 0.0004000800160032007, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.0003000600120024005, "compromised_card": 0.0004000800160032007, "contactless_not_working": 0.0004000800160032007, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0003000600120024005, "declined_cash_withdrawal": 0.0003000600120024005, "declined_transfer": 0.0003000600120024005, "direct_debit_payment_not_recognised": 0.000600120024004801, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.0004000800160032007, "exchange_charge": 0.0003000600120024005, "exchange_rate": 0.0003000600120024005, "exchange_via_app": 0.0004000800160032007, "extra_charge_on_statement": 0.0003000600120024005, "failed_transfer": 0.0004000800160032007, "fiat_currency_support": 0.000600120024004801, "get_disposable_virtual_card": 0.0004000800160032007, "get_physical_card": 0.0004000800160032007, "getting_spare_card": 0.0003000600120024005, "getting_virtual_card": 0.0003000600120024005, "lost_or_stolen_card": 0.0003000600120024005, "lost_or_stolen_phone": 0.0003000600120024005, "order_physical_card": 0.0003000600120024005, "passcode_forgotten": 0.0003000600120024005, "pending_card_payment": 0.0003000600120024005, "pending_cash_withdrawal": 0.0004000800160032007, "pending_top_up": 0.0003000600120024005, "pending_transfer": 0.0003000600120024005, "pin_blocked": 0.0003000600120024005, "receiving_money": 0.0011002200440088019, "request_refund": 0.0003000600120024005, "reverted_card_payment?": 0.0004000800160032007, "supported_cards_and_currencies": 0.000600120024004801, "terminate_account": 0.0004000800160032007, "top_up_by_bank_transfer_charge": 0.0003000600120024005, "top_up_by_card_charge": 0.0003000600120024005, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0004000800160032007, "top_up_limits": 0.0003000600120024005, "top_up_reverted": 0.0004000800160032007, "topping_up_by_card": 0.0004000800160032007, "transaction_charged_twice": 0.0003000600120024005, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.0003000600120024005, "transfer_not_received_by_recipient": 0.0004000800160032007, "transfer_timing": 0.0003000600120024005, "unable_to_verify_identity": 0.0004000800160032007, "verify_my_identity": 0.0004000800160032007, "verify_source_of_funds": 0.9682936587317464, "verify_top_up": 0.0004000800160032007, "virtual_card_not_working": 0.0004000800160032007, "visa_or_mastercard": 0.0004000800160032007, "why_verify_identity": 0.0004000800160032007, "wrong_amount_of_cash_received": 0.0004000800160032007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004000800160032007 }, "error": null, "latency_ms": 71.25858298968524, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2020", "text_group": "4d2291dfa596f1a89249947936e14b91ef96928c11fe476d6e505c47501689e8", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007999200079992001, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.9747025297470253, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 70.33883302938193, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2021", "text_group": "1bd0d6b3b227c31f5088f79db32f9a9b020fe3616eca56b78ccb87b734bd76c0", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.0015998400159984002, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.9762023797620237, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 71.13454199861735, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2022", "text_group": "813ccd7d692aebc9dd83faf3d1b35a7946014fe0f860da131cef009980b78150", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0006001200240048009, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0008001600320064013, "atm_support": 0.001300260052010402, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.0029005801160232043, "balance_not_updated_after_cheque_or_cash_deposit": 0.001900380076015203, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0008001600320064013, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0008001600320064013, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0009001800360072014, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.00040008001600320064, "compromised_card": 0.0006001200240048009, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0007001400280056011, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0009001800360072014, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0008001600320064013, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0009001800360072014, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0008001600320064013, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.003100620124024805, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.0008001600320064013, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0008001600320064013, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0008001600320064013, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.9514902980596119, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0007001400280056011, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 71.10695901792496, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2023", "text_group": "cb4991e466c8c368e9cea328d5976dea14af1bbf802f5ca347678d5b0d97d9c3", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.00020004000800160035, "atm_support": 0.0004000800160032007, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0003000600120024005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004000800160032007, "beneficiary_not_allowed": 0.0003000600120024005, "cancel_transfer": 0.0003000600120024005, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0003000600120024005, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.0003000600120024005, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0004000800160032007, "card_payment_wrong_exchange_rate": 0.0003000600120024005, "card_swallowed": 0.00020004000800160035, "cash_withdrawal_charge": 0.00020004000800160035, "cash_withdrawal_not_recognised": 0.0003000600120024005, "change_pin": 0.00020004000800160035, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.00020004000800160035, "country_support": 0.0004000800160032007, "declined_card_payment": 0.00020004000800160035, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.00020004000800160035, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.00020004000800160035, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.00020004000800160035, "fiat_currency_support": 0.0004000800160032007, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.0003000600120024005, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.0004000800160032007, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0004000800160032007, "terminate_account": 0.0003000600120024005, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.0003000600120024005, "top_up_failed": 0.00020004000800160035, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0003000600120024005, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.0004000800160032007, "verify_source_of_funds": 0.9803960792158433, "verify_top_up": 0.0008001600320064014, "virtual_card_not_working": 0.00020004000800160035, "visa_or_mastercard": 0.00020004000800160035, "why_verify_identity": 0.0004000800160032007, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160035 }, "error": null, "latency_ms": 70.56625001132488, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2024", "text_group": "8e2232aa1bd5fcd2467c0c6b62c60209d2f6d5c4e087cbf9b91d81c2445f0624", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0005, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0005, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.9754, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.41108300816268, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2025", "text_group": "0f72cb35c3b4d3cd249e90696160eb09c9f871b7b4868381fbed08dab38d0202", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0017001700170017002, "activate_my_card": 0.0019001900190019003, "age_limit": 0.0015001500150015003, "apple_pay_or_google_pay": 0.0034003400340034003, "atm_support": 0.004100410041004101, "automatic_top_up": 0.002000200020002, "balance_not_updated_after_bank_transfer": 0.004000400040004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0034003400340034003, "beneficiary_not_allowed": 0.0028002800280028, "cancel_transfer": 0.002000200020002, "card_about_to_expire": 0.0016001600160016002, "card_acceptance": 0.0029002900290029, "card_arrival": 0.0018001800180018, "card_delivery_estimate": 0.0016001600160016002, "card_linking": 0.0027002700270027003, "card_not_working": 0.0023002300230023, "card_payment_fee_charged": 0.0017001700170017002, "card_payment_not_recognised": 0.0027002700270027003, "card_payment_wrong_exchange_rate": 0.0025002500250025004, "card_swallowed": 0.0024002400240024, "cash_withdrawal_charge": 0.0019001900190019003, "cash_withdrawal_not_recognised": 0.004000400040004, "change_pin": 0.0016001600160016002, "compromised_card": 0.0021002100210021, "contactless_not_working": 0.0025002500250025004, "country_support": 0.0028002800280028, "declined_card_payment": 0.0018001800180018, "declined_cash_withdrawal": 0.002000200020002, "declined_transfer": 0.0019001900190019003, "direct_debit_payment_not_recognised": 0.004300430043004301, "disposable_card_limits": 0.0021002100210021, "edit_personal_details": 0.0018001800180018, "exchange_charge": 0.0016001600160016002, "exchange_rate": 0.0016001600160016002, "exchange_via_app": 0.002000200020002, "extra_charge_on_statement": 0.0014001400140014, "failed_transfer": 0.002000200020002, "fiat_currency_support": 0.0035003500350035003, "get_disposable_virtual_card": 0.0018001800180018, "get_physical_card": 0.0016001600160016002, "getting_spare_card": 0.0016001600160016002, "getting_virtual_card": 0.0015001500150015003, "lost_or_stolen_card": 0.0014001400140014, "lost_or_stolen_phone": 0.0013001300130013002, "order_physical_card": 0.0014001400140014, "passcode_forgotten": 0.0014001400140014, "pending_card_payment": 0.0015001500150015003, "pending_cash_withdrawal": 0.0019001900190019003, "pending_top_up": 0.0016001600160016002, "pending_transfer": 0.0018001800180018, "pin_blocked": 0.0017001700170017002, "receiving_money": 0.2944294429442944, "request_refund": 0.0016001600160016002, "reverted_card_payment?": 0.0019001900190019003, "supported_cards_and_currencies": 0.0030003000300030005, "terminate_account": 0.0017001700170017002, "top_up_by_bank_transfer_charge": 0.0018001800180018, "top_up_by_card_charge": 0.0015001500150015003, "top_up_by_cash_or_cheque": 0.0036003600360036, "top_up_failed": 0.0021002100210021, "top_up_limits": 0.0016001600160016002, "top_up_reverted": 0.0024002400240024, "topping_up_by_card": 0.0036003600360036, "transaction_charged_twice": 0.0015001500150015003, "transfer_fee_charged": 0.0013001300130013002, "transfer_into_account": 0.0018001800180018, "transfer_not_received_by_recipient": 0.002000200020002, "transfer_timing": 0.0019001900190019003, "unable_to_verify_identity": 0.0017001700170017002, "verify_my_identity": 0.0016001600160016002, "verify_source_of_funds": 0.5405540554055406, "verify_top_up": 0.0017001700170017002, "virtual_card_not_working": 0.002000200020002, "visa_or_mastercard": 0.0022002200220022005, "why_verify_identity": 0.0028002800280028, "wrong_amount_of_cash_received": 0.0070007000700070005, "wrong_exchange_rate_for_cash_withdrawal": 0.0023002300230023 }, "error": null, "latency_ms": 70.15375001356006, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2026", "text_group": "0ef49ae69ba885fd04ebafee69de6d773ee08af0b6279bc639a1eb02de350ee3", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00020004000800160032, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.9777955591118224, "verify_top_up": 0.0016003200640128026, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 70.03225001972169, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2027", "text_group": "f3af55da7476f52e2f8f23f6fb774b23b1ea8c0e8e1b1a1fb5ed2a36bdbc05d9", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0014001400140014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0007000700070007, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0054005400540054005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.9697969796979697, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.11695799883455, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2028", "text_group": "fda1ceec49ced9f46b020285aaf995c803c88b495b0b7dcdf16256378e92eaac", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0011, "activate_my_card": 0.0016, "age_limit": 0.0012, "apple_pay_or_google_pay": 0.0024, "atm_support": 0.0045, "automatic_top_up": 0.0021, "balance_not_updated_after_bank_transfer": 0.0219, "balance_not_updated_after_cheque_or_cash_deposit": 0.008, "beneficiary_not_allowed": 0.0021, "cancel_transfer": 0.0015, "card_about_to_expire": 0.0013, "card_acceptance": 0.0023, "card_arrival": 0.0016, "card_delivery_estimate": 0.0013, "card_linking": 0.0022, "card_not_working": 0.0017, "card_payment_fee_charged": 0.0015, "card_payment_not_recognised": 0.0021, "card_payment_wrong_exchange_rate": 0.002, "card_swallowed": 0.0017, "cash_withdrawal_charge": 0.0015, "cash_withdrawal_not_recognised": 0.0022, "change_pin": 0.0012, "compromised_card": 0.0016, "contactless_not_working": 0.0018, "country_support": 0.0022, "declined_card_payment": 0.0012, "declined_cash_withdrawal": 0.0013, "declined_transfer": 0.0013, "direct_debit_payment_not_recognised": 0.0022, "disposable_card_limits": 0.0023, "edit_personal_details": 0.0017, "exchange_charge": 0.0013, "exchange_rate": 0.0014, "exchange_via_app": 0.0017, "extra_charge_on_statement": 0.0011, "failed_transfer": 0.0014, "fiat_currency_support": 0.0032, "get_disposable_virtual_card": 0.0017, "get_physical_card": 0.0017, "getting_spare_card": 0.0019, "getting_virtual_card": 0.0013, "lost_or_stolen_card": 0.001, "lost_or_stolen_phone": 0.001, "order_physical_card": 0.0013, "passcode_forgotten": 0.0012, "pending_card_payment": 0.0013, "pending_cash_withdrawal": 0.0015, "pending_top_up": 0.0014, "pending_transfer": 0.0014, "pin_blocked": 0.0013, "receiving_money": 0.0231, "request_refund": 0.0011, "reverted_card_payment?": 0.0017, "supported_cards_and_currencies": 0.0024, "terminate_account": 0.0019, "top_up_by_bank_transfer_charge": 0.0018, "top_up_by_card_charge": 0.0013, "top_up_by_cash_or_cheque": 0.0035, "top_up_failed": 0.0016, "top_up_limits": 0.0019, "top_up_reverted": 0.0018, "topping_up_by_card": 0.0035, "transaction_charged_twice": 0.0011, "transfer_fee_charged": 0.0011, "transfer_into_account": 0.0016, "transfer_not_received_by_recipient": 0.0014, "transfer_timing": 0.0013, "unable_to_verify_identity": 0.0015, "verify_my_identity": 0.0016, "verify_source_of_funds": 0.8216, "verify_top_up": 0.0016, "virtual_card_not_working": 0.0013, "visa_or_mastercard": 0.0017, "why_verify_identity": 0.0014, "wrong_amount_of_cash_received": 0.003, "wrong_exchange_rate_for_cash_withdrawal": 0.0015 }, "error": null, "latency_ms": 68.4864999493584, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2029", "text_group": "dcab69b0351597a3db2c87124741499fb4e02b0a0177076756b059c20016d355", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.0006001800540162048, "age_limit": 0.0005001500450135041, "apple_pay_or_google_pay": 0.0009002700810243073, "atm_support": 0.0014004201260378114, "automatic_top_up": 0.0006001800540162048, "balance_not_updated_after_bank_transfer": 0.0013003901170351103, "balance_not_updated_after_cheque_or_cash_deposit": 0.001100330099029709, "beneficiary_not_allowed": 0.0008002400720216065, "cancel_transfer": 0.0007002100630189057, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.0005001500450135041, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.0008002400720216065, "card_not_working": 0.0006001800540162048, "card_payment_fee_charged": 0.0006001800540162048, "card_payment_not_recognised": 0.0008002400720216065, "card_payment_wrong_exchange_rate": 0.0008002400720216065, "card_swallowed": 0.0006001800540162048, "cash_withdrawal_charge": 0.0006001800540162048, "cash_withdrawal_not_recognised": 0.0007002100630189057, "change_pin": 0.0005001500450135041, "compromised_card": 0.0007002100630189057, "contactless_not_working": 0.0006001800540162048, "country_support": 0.0008002400720216065, "declined_card_payment": 0.0006001800540162048, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0006001800540162048, "direct_debit_payment_not_recognised": 0.0010003000900270082, "disposable_card_limits": 0.0007002100630189057, "edit_personal_details": 0.0009002700810243073, "exchange_charge": 0.0005001500450135041, "exchange_rate": 0.0005001500450135041, "exchange_via_app": 0.0006001800540162048, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.0006001800540162048, "fiat_currency_support": 0.0010003000900270082, "get_disposable_virtual_card": 0.0006001800540162048, "get_physical_card": 0.0006001800540162048, "getting_spare_card": 0.0006001800540162048, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.0005001500450135041, "lost_or_stolen_phone": 0.0005001500450135041, "order_physical_card": 0.0005001500450135041, "passcode_forgotten": 0.0005001500450135041, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0005001500450135041, "pin_blocked": 0.0005001500450135041, "receiving_money": 0.0030009002700810243, "request_refund": 0.0006001800540162048, "reverted_card_payment?": 0.0006001800540162048, "supported_cards_and_currencies": 0.0009002700810243073, "terminate_account": 0.0007002100630189057, "top_up_by_bank_transfer_charge": 0.0006001800540162048, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.0007002100630189057, "top_up_failed": 0.0006001800540162048, "top_up_limits": 0.0006001800540162048, "top_up_reverted": 0.0007002100630189057, "topping_up_by_card": 0.0008002400720216065, "transaction_charged_twice": 0.0005001500450135041, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.0006001800540162048, "transfer_not_received_by_recipient": 0.0006001800540162048, "transfer_timing": 0.0006001800540162048, "unable_to_verify_identity": 0.0006001800540162048, "verify_my_identity": 0.0006001800540162048, "verify_source_of_funds": 0.9479843953185956, "verify_top_up": 0.0007002100630189057, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.0006001800540162048, "why_verify_identity": 0.0012003601080324095, "wrong_amount_of_cash_received": 0.0006001800540162048, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001800540162048 }, "error": null, "latency_ms": 68.3591669658199, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2030", "text_group": "7d7146e2bc3e5b24ea554a8119e294c116cdaf4d8beccd251552b5ffdb4870ce", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0006997900629811057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0002999100269919024, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0002999100269919024, "country_support": 0.000499850044986504, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0006997900629811057, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.9730080975707288, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 69.00954199954867, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2031", "text_group": "c726ccdfd39a6913c3c77822956e37429f494a50157316adadec65f7d44667f3", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0005001000200040008, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.9771954390878175, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 67.89204198867083, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2032", "text_group": "912382fee3612dfa382af6ebcd836ff29217adfa7ad9acbb5eef385c8da72f46", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0003998800359892033, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.9765070478856344, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 68.65254102740437, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2033", "text_group": "f79f49a44656881452d519ef6ba410de245a8f52cf51db3e2fe780c9f9f1bfda", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040020010005002504, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00020010005002501252, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00040020010005002504, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00040020010005002504, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00020010005002501252, "country_support": 0.00040020010005002504, "declined_card_payment": 0.00020010005002501252, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00040020010005002504, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00040020010005002504, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00040020010005002504, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.0005002501250625313, "verify_source_of_funds": 0.9793896948474238, "verify_top_up": 0.0010005002501250627, "virtual_card_not_working": 0.00020010005002501252, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00040020010005002504, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 71.77854201290756, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2034", "text_group": "1a4d02678e852976cd772fac8027585fca52beae898c239c926d4a0fe847eac9", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0007000700070007, "activate_my_card": 0.001000100010001, "age_limit": 0.0007000700070007, "apple_pay_or_google_pay": 0.0015001500150015003, "atm_support": 0.0021002100210021, "automatic_top_up": 0.001000100010001, "balance_not_updated_after_bank_transfer": 0.0045004500450045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0024002400240024, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0013001300130013002, "card_arrival": 0.0009000900090009, "card_delivery_estimate": 0.0008000800080008001, "card_linking": 0.0012001200120012, "card_not_working": 0.0009000900090009, "card_payment_fee_charged": 0.0008000800080008001, "card_payment_not_recognised": 0.0013001300130013002, "card_payment_wrong_exchange_rate": 0.0011001100110011003, "card_swallowed": 0.0009000900090009, "cash_withdrawal_charge": 0.0009000900090009, "cash_withdrawal_not_recognised": 0.001000100010001, "change_pin": 0.0007000700070007, "compromised_card": 0.0009000900090009, "contactless_not_working": 0.0009000900090009, "country_support": 0.0013001300130013002, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.0007000700070007, "direct_debit_payment_not_recognised": 0.0023002300230023, "disposable_card_limits": 0.0011001100110011003, "edit_personal_details": 0.0008000800080008001, "exchange_charge": 0.0007000700070007, "exchange_rate": 0.0007000700070007, "exchange_via_app": 0.0009000900090009, "extra_charge_on_statement": 0.0006000600060006, "failed_transfer": 0.0008000800080008001, "fiat_currency_support": 0.0019001900190019003, "get_disposable_virtual_card": 0.0008000800080008001, "get_physical_card": 0.0009000900090009, "getting_spare_card": 0.001000100010001, "getting_virtual_card": 0.0008000800080008001, "lost_or_stolen_card": 0.0006000600060006, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.0008000800080008001, "pending_cash_withdrawal": 0.0008000800080008001, "pending_top_up": 0.0008000800080008001, "pending_transfer": 0.0008000800080008001, "pin_blocked": 0.0007000700070007, "receiving_money": 0.028402840284028404, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.0009000900090009, "supported_cards_and_currencies": 0.0018001800180018, "terminate_account": 0.0009000900090009, "top_up_by_bank_transfer_charge": 0.0009000900090009, "top_up_by_card_charge": 0.0007000700070007, "top_up_by_cash_or_cheque": 0.0025002500250025004, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0008000800080008001, "top_up_reverted": 0.0009000900090009, "topping_up_by_card": 0.0016001600160016002, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.001000100010001, "transfer_not_received_by_recipient": 0.0008000800080008001, "transfer_timing": 0.0009000900090009, "unable_to_verify_identity": 0.0008000800080008001, "verify_my_identity": 0.0008000800080008001, "verify_source_of_funds": 0.8950895089508951, "verify_top_up": 0.0009000900090009, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.001000100010001, "why_verify_identity": 0.0008000800080008001, "wrong_amount_of_cash_received": 0.0011001100110011003, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008001 }, "error": null, "latency_ms": 71.00220792926848, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2035", "text_group": "98cd74bf586fc0c21c55659bdb8e4ebd666058bc3576a9f4a5c830d2f9f4b276", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0005000500050005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.9736973697369737, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 69.24350000917912, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2036", "text_group": "b6a42956132f1c148a38a5b86a4b55c2496474c5cb58fa1813c7bf787cbd310f", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0006000600060006, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.9715971597159716, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 68.97312495857477, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2037", "text_group": "6184424e58ccf13c909c79ebba450430e1e36dc02424ade506b9c961a13b1597", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0008998200359928015, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0008998200359928015, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.9736052789442112, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 67.81045801471919, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2038", "text_group": "e102a51a1933892d8a619c85aab5fd6d068da9a595125c6ce2efc21f910f09e5", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.002501000400160064, "activate_my_card": 0.003001200480192077, "age_limit": 0.0026010404161664665, "apple_pay_or_google_pay": 0.0063025210084033615, "atm_support": 0.009603841536614645, "automatic_top_up": 0.0033013205282112846, "balance_not_updated_after_bank_transfer": 0.018607442977190875, "balance_not_updated_after_cheque_or_cash_deposit": 0.012304921968787515, "beneficiary_not_allowed": 0.005302120848339336, "cancel_transfer": 0.003001200480192077, "card_about_to_expire": 0.0028011204481792717, "card_acceptance": 0.005002000800320128, "card_arrival": 0.003401360544217687, "card_delivery_estimate": 0.003001200480192077, "card_linking": 0.005102040816326531, "card_not_working": 0.00430172068827531, "card_payment_fee_charged": 0.003001200480192077, "card_payment_not_recognised": 0.005202080832332933, "card_payment_wrong_exchange_rate": 0.005302120848339336, "card_swallowed": 0.00430172068827531, "cash_withdrawal_charge": 0.003401360544217687, "cash_withdrawal_not_recognised": 0.007302921168467386, "change_pin": 0.0028011204481792717, "compromised_card": 0.004401760704281713, "contactless_not_working": 0.005002000800320128, "country_support": 0.006102440976390557, "declined_card_payment": 0.0027010804321728693, "declined_cash_withdrawal": 0.0028011204481792717, "declined_transfer": 0.0028011204481792717, "direct_debit_payment_not_recognised": 0.005702280912364946, "disposable_card_limits": 0.004001600640256103, "edit_personal_details": 0.0028011204481792717, "exchange_charge": 0.003001200480192077, "exchange_rate": 0.003201280512204882, "exchange_via_app": 0.004201680672268907, "extra_charge_on_statement": 0.0024009603841536613, "failed_transfer": 0.003401360544217687, "fiat_currency_support": 0.009303721488595438, "get_disposable_virtual_card": 0.003201280512204882, "get_physical_card": 0.003001200480192077, "getting_spare_card": 0.0031012404961984793, "getting_virtual_card": 0.0028011204481792717, "lost_or_stolen_card": 0.002901160464185674, "lost_or_stolen_phone": 0.0026010404161664665, "order_physical_card": 0.0027010804321728693, "passcode_forgotten": 0.0027010804321728693, "pending_card_payment": 0.0027010804321728693, "pending_cash_withdrawal": 0.002901160464185674, "pending_top_up": 0.0026010404161664665, "pending_transfer": 0.0027010804321728693, "pin_blocked": 0.003201280512204882, "receiving_money": 0.0941376550620248, "request_refund": 0.0024009603841536613, "reverted_card_payment?": 0.0035014005602240893, "supported_cards_and_currencies": 0.005902360944377751, "terminate_account": 0.003401360544217687, "top_up_by_bank_transfer_charge": 0.004001600640256103, "top_up_by_card_charge": 0.003001200480192077, "top_up_by_cash_or_cheque": 0.010404161664665866, "top_up_failed": 0.0036014405762304917, "top_up_limits": 0.0028011204481792717, "top_up_reverted": 0.0037014805922368946, "topping_up_by_card": 0.0071028411364545815, "transaction_charged_twice": 0.0026010404161664665, "transfer_fee_charged": 0.0024009603841536613, "transfer_into_account": 0.003401360544217687, "transfer_not_received_by_recipient": 0.0035014005602240893, "transfer_timing": 0.0031012404961984793, "unable_to_verify_identity": 0.003401360544217687, "verify_my_identity": 0.0031012404961984793, "verify_source_of_funds": 0.5907362945178071, "verify_top_up": 0.0027010804321728693, "virtual_card_not_working": 0.0035014005602240893, "visa_or_mastercard": 0.004201680672268907, "why_verify_identity": 0.003201280512204882, "wrong_amount_of_cash_received": 0.005802320928371348, "wrong_exchange_rate_for_cash_withdrawal": 0.004001600640256103 }, "error": null, "latency_ms": 68.75808397307992, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2039", "text_group": "e0b30a739d3efc652a9971f8a07960fd434ecb94a65497ff4cfbce34e20aafca", "expected": "verify_source_of_funds", "prediction": "verify_source_of_funds", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.9763023697630238, "verify_top_up": 0.0011998800119988001, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 69.10983298439533, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2040", "text_group": "5110f8cb7b93fc560b04a3a85b28087d537242a0c97a52ebd12e65d5d8e51651", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0005999400059994001, "age_limit": 0.0005999400059994001, "apple_pay_or_google_pay": 0.0008999100089991, "atm_support": 0.001999800019998, "automatic_top_up": 0.0007999200079992001, "balance_not_updated_after_bank_transfer": 0.027697230276972302, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015998400159984002, "beneficiary_not_allowed": 0.0010998900109989002, "cancel_transfer": 0.0008999100089991, "card_about_to_expire": 0.0007999200079992001, "card_acceptance": 0.0010998900109989002, "card_arrival": 0.0010998900109989002, "card_delivery_estimate": 0.041695830416958304, "card_linking": 0.000999900009999, "card_not_working": 0.0007999200079992001, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.0007999200079992001, "card_payment_wrong_exchange_rate": 0.0008999100089991, "card_swallowed": 0.0006999300069993001, "cash_withdrawal_charge": 0.0007999200079992001, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0005999400059994001, "compromised_card": 0.0006999300069993001, "contactless_not_working": 0.0007999200079992001, "country_support": 0.0080991900809919, "declined_card_payment": 0.0005999400059994001, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.000999900009999, "direct_debit_payment_not_recognised": 0.0007999200079992001, "disposable_card_limits": 0.0015998400159984002, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.0011998800119988001, "exchange_rate": 0.000999900009999, "exchange_via_app": 0.0008999100089991, "extra_charge_on_statement": 0.0006999300069993001, "failed_transfer": 0.0012998700129987, "fiat_currency_support": 0.0011998800119988001, "get_disposable_virtual_card": 0.0007999200079992001, "get_physical_card": 0.0007999200079992001, "getting_spare_card": 0.0007999200079992001, "getting_virtual_card": 0.0007999200079992001, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.0005999400059994001, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.000999900009999, "pending_top_up": 0.0010998900109989002, "pending_transfer": 0.3882611738826117, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0021997800219978004, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.0015998400159984002, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0053994600539946005, "top_up_by_card_charge": 0.0006999300069993001, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.0018998100189981002, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0006999300069993001, "transfer_into_account": 0.0033996600339966003, "transfer_not_received_by_recipient": 0.0120987901209879, "transfer_timing": 0.45465453454654536, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.0007999200079992001, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.0005999400059994001, "wrong_exchange_rate_for_cash_withdrawal": 0.0006999300069993001 }, "error": null, "latency_ms": 72.23929197061807, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2041", "text_group": "c6990a8abef77e61f2d76700793749a01373d6f7333d2d2e9e1039a3b1621a04", "expected": "transfer_timing", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0016, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0189, "balance_not_updated_after_cheque_or_cash_deposit": 0.001, "beneficiary_not_allowed": 0.0009, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0004, "card_acceptance": 0.001, "card_arrival": 0.0007, "card_delivery_estimate": 0.0106, "card_linking": 0.0007, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0004, "compromised_card": 0.0005, "contactless_not_working": 0.0006, "country_support": 0.0026, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0011, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0004, "exchange_charge": 0.0008, "exchange_rate": 0.0006, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0014, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0005, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0004, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0011, "pending_top_up": 0.0009, "pending_transfer": 0.4873, "pin_blocked": 0.0004, "receiving_money": 0.0016, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0011, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0031, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0004, "top_up_limits": 0.0007, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0071, "transfer_not_received_by_recipient": 0.0666, "transfer_timing": 0.3625, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0008, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 72.42358301300555, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2042", "text_group": "37d623a508bd4db91c26bc75fc106bb468e7cddc49b91570abfa3fab1d8bed91", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0008000800080008001, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0019001900190019003, "atm_support": 0.0023002300230023, "automatic_top_up": 0.002000200020002, "balance_not_updated_after_bank_transfer": 0.0039003900390039, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011001100110011003, "beneficiary_not_allowed": 0.0012001200120012, "cancel_transfer": 0.0012001200120012, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0015001500150015003, "card_arrival": 0.0011001100110011003, "card_delivery_estimate": 0.019901990199019903, "card_linking": 0.0011001100110011003, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.0008000800080008001, "card_payment_not_recognised": 0.0008000800080008001, "card_payment_wrong_exchange_rate": 0.0011001100110011003, "card_swallowed": 0.0007000700070007, "cash_withdrawal_charge": 0.001000100010001, "cash_withdrawal_not_recognised": 0.0007000700070007, "change_pin": 0.0006000600060006, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.0011001100110011003, "country_support": 0.060106010601060106, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0011001100110011003, "direct_debit_payment_not_recognised": 0.001000100010001, "disposable_card_limits": 0.001000100010001, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0037003700370037006, "exchange_rate": 0.013001300130013, "exchange_via_app": 0.0024002400240024, "extra_charge_on_statement": 0.001000100010001, "failed_transfer": 0.0017001700170017002, "fiat_currency_support": 0.0017001700170017002, "get_disposable_virtual_card": 0.001000100010001, "get_physical_card": 0.0008000800080008001, "getting_spare_card": 0.001000100010001, "getting_virtual_card": 0.0008000800080008001, "lost_or_stolen_card": 0.0006000600060006, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0009000900090009, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0027002700270027003, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0047004700470047005, "request_refund": 0.0006000600060006, "reverted_card_payment?": 0.0007000700070007, "supported_cards_and_currencies": 0.0021002100210021, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.0186018601860186, "top_up_by_card_charge": 0.0008000800080008001, "top_up_by_cash_or_cheque": 0.0008000800080008001, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0008000800080008001, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.001000100010001, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.001000100010001, "transfer_into_account": 0.015201520152015202, "transfer_not_received_by_recipient": 0.0014001400140014, "transfer_timing": 0.7960796079607961, "unable_to_verify_identity": 0.0006000600060006, "verify_my_identity": 0.0006000600060006, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.0006000600060006, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009 }, "error": null, "latency_ms": 72.53170805051923, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2043", "text_group": "792398dfcf41deb78d236b9361e7937d0c3c31f0c8410c6c59e2870d9f876d31", "expected": "transfer_timing", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0011, "activate_my_card": 0.0006, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0013, "automatic_top_up": 0.0008, "balance_not_updated_after_bank_transfer": 0.3122, "balance_not_updated_after_cheque_or_cash_deposit": 0.0024, "beneficiary_not_allowed": 0.0009, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0007, "card_acceptance": 0.001, "card_arrival": 0.0009, "card_delivery_estimate": 0.0046, "card_linking": 0.001, "card_not_working": 0.0008, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0008, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0008, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0005, "compromised_card": 0.0007, "contactless_not_working": 0.0008, "country_support": 0.0009, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0008, "direct_debit_payment_not_recognised": 0.0008, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0006, "exchange_charge": 0.0008, "exchange_rate": 0.0006, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0007, "failed_transfer": 0.001, "fiat_currency_support": 0.001, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0006, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0006, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0018, "pending_top_up": 0.0098, "pending_transfer": 0.3709, "pin_blocked": 0.0005, "receiving_money": 0.0016, "request_refund": 0.0005, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0011, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0018, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0007, "top_up_limits": 0.0006, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0009, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0863, "transfer_not_received_by_recipient": 0.0078, "transfer_timing": 0.1537, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0008, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0007 }, "error": null, "latency_ms": 71.2257920531556, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2044", "text_group": "e9f89fc29db5ec64ca835a5adddf7b5d0b2c2a200407dfc172d8c074338f6e86", "expected": "transfer_timing", "prediction": "top_up_limits", "probabilities": { "Refund_not_showing_up": 0.0019007603041216487, "activate_my_card": 0.0022008803521408565, "age_limit": 0.0019007603041216487, "apple_pay_or_google_pay": 0.002901160464185674, "atm_support": 0.005402160864345739, "automatic_top_up": 0.002901160464185674, "balance_not_updated_after_bank_transfer": 0.03971588635454182, "balance_not_updated_after_cheque_or_cash_deposit": 0.031112444977991198, "beneficiary_not_allowed": 0.002901160464185674, "cancel_transfer": 0.0019007603041216487, "card_about_to_expire": 0.002300920368147259, "card_acceptance": 0.0035014005602240898, "card_arrival": 0.0038015206082432974, "card_delivery_estimate": 0.1474589835934374, "card_linking": 0.0035014005602240898, "card_not_working": 0.0027010804321728693, "card_payment_fee_charged": 0.0026010404161664665, "card_payment_not_recognised": 0.0028011204481792717, "card_payment_wrong_exchange_rate": 0.0028011204481792717, "card_swallowed": 0.0024009603841536613, "cash_withdrawal_charge": 0.003601440576230492, "cash_withdrawal_not_recognised": 0.0033013205282112846, "change_pin": 0.001800720288115246, "compromised_card": 0.0024009603841536613, "contactless_not_working": 0.0026010404161664665, "country_support": 0.0031012404961984793, "declined_card_payment": 0.0020008003201280513, "declined_cash_withdrawal": 0.0026010404161664665, "declined_transfer": 0.0021008403361344537, "direct_debit_payment_not_recognised": 0.005202080832332933, "disposable_card_limits": 0.015506202480992397, "edit_personal_details": 0.0020008003201280513, "exchange_charge": 0.002300920368147259, "exchange_rate": 0.0020008003201280513, "exchange_via_app": 0.0020008003201280513, "extra_charge_on_statement": 0.0033013205282112846, "failed_transfer": 0.002501000400160064, "fiat_currency_support": 0.005802320928371348, "get_disposable_virtual_card": 0.0028011204481792717, "get_physical_card": 0.006402561024409764, "getting_spare_card": 0.013905562224889955, "getting_virtual_card": 0.0024009603841536613, "lost_or_stolen_card": 0.001600640256102441, "lost_or_stolen_phone": 0.0014005602240896359, "order_physical_card": 0.002901160464185674, "passcode_forgotten": 0.0017006802721088435, "pending_card_payment": 0.002901160464185674, "pending_cash_withdrawal": 0.08123249299719888, "pending_top_up": 0.0056022408963585435, "pending_transfer": 0.0063025210084033615, "pin_blocked": 0.001800720288115246, "receiving_money": 0.015606242496998799, "request_refund": 0.0017006802721088435, "reverted_card_payment?": 0.0024009603841536613, "supported_cards_and_currencies": 0.006602641056422569, "terminate_account": 0.0022008803521408565, "top_up_by_bank_transfer_charge": 0.003401360544217687, "top_up_by_card_charge": 0.002501000400160064, "top_up_by_cash_or_cheque": 0.01520608243297319, "top_up_failed": 0.002901160464185674, "top_up_limits": 0.396358543417367, "top_up_reverted": 0.003001200480192077, "topping_up_by_card": 0.022408963585434174, "transaction_charged_twice": 0.0017006802721088435, "transfer_fee_charged": 0.0019007603041216487, "transfer_into_account": 0.005202080832332933, "transfer_not_received_by_recipient": 0.0028011204481792717, "transfer_timing": 0.007202881152460984, "unable_to_verify_identity": 0.0021008403361344537, "verify_my_identity": 0.0019007603041216487, "verify_source_of_funds": 0.017607042817126852, "verify_top_up": 0.002501000400160064, "virtual_card_not_working": 0.0020008003201280513, "visa_or_mastercard": 0.003001200480192077, "why_verify_identity": 0.0017006802721088435, "wrong_amount_of_cash_received": 0.011004401760704281, "wrong_exchange_rate_for_cash_withdrawal": 0.0033013205282112846 }, "error": null, "latency_ms": 71.61829201504588, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2045", "text_group": "62099baa0d44b319d70b84571f33ccc05ab68e21110519a6f07c2bea92fbc2c4", "expected": "transfer_timing", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.005798840231953609, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.005598880223955209, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0023995200959808036, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0005998800239952009, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0026994601079784043, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.884123175364927, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0004999000199960008, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.0026994601079784043, "transfer_not_received_by_recipient": 0.001799640071985603, "transfer_timing": 0.07128574285142972, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.95895800739527, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2046", "text_group": "25d4b6428f1ccef893d5fcac17042569b278c351ffc4175f20f6a098ec3f6a5a", "expected": "transfer_timing", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00040012003601080324, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.0006001800540162048, "atm_support": 0.0014004201260378114, "automatic_top_up": 0.0005001500450135041, "balance_not_updated_after_bank_transfer": 0.3364009202760828, "balance_not_updated_after_cheque_or_cash_deposit": 0.0019005701710513153, "beneficiary_not_allowed": 0.0013003901170351103, "cancel_transfer": 0.0008002400720216065, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0008002400720216065, "card_arrival": 0.0006001800540162048, "card_delivery_estimate": 0.0013003901170351103, "card_linking": 0.0007002100630189057, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.0006001800540162048, "card_payment_not_recognised": 0.0006001800540162048, "card_payment_wrong_exchange_rate": 0.0020006001800540163, "card_swallowed": 0.0006001800540162048, "cash_withdrawal_charge": 0.0006001800540162048, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.00040012003601080324, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0009002700810243073, "country_support": 0.0855256576973092, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.01370411123337001, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.0006001800540162048, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.0020006001800540163, "exchange_rate": 0.003100930279083725, "exchange_via_app": 0.0012003601080324095, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.017205161548464538, "fiat_currency_support": 0.0009002700810243073, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.0005001500450135041, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.0008002400720216065, "pending_transfer": 0.280184055216565, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.0020006001800540163, "request_refund": 0.00040012003601080324, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.0009002700810243073, "terminate_account": 0.0005001500450135041, "top_up_by_bank_transfer_charge": 0.004801440432129638, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.0007002100630189057, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.0007002100630189057, "topping_up_by_card": 0.0006001800540162048, "transaction_charged_twice": 0.0005001500450135041, "transfer_fee_charged": 0.0010003000900270082, "transfer_into_account": 0.005201560468140441, "transfer_not_received_by_recipient": 0.03631089326798039, "transfer_timing": 0.17205161548464537, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.00040012003601080324, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.00040012003601080324, "virtual_card_not_working": 0.0006001800540162048, "visa_or_mastercard": 0.0006001800540162048, "why_verify_identity": 0.00040012003601080324, "wrong_amount_of_cash_received": 0.0005001500450135041, "wrong_exchange_rate_for_cash_withdrawal": 0.0007002100630189057 }, "error": null, "latency_ms": 70.58483397122473, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2047", "text_group": "b81104c255582ee07793783c766334566228d3767127fe8803c92317f644dfdf", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0008001600320064014, "age_limit": 0.0007001400280056011, "apple_pay_or_google_pay": 0.004700940188037608, "atm_support": 0.0026005201040208044, "automatic_top_up": 0.0026005201040208044, "balance_not_updated_after_bank_transfer": 0.002500500100020004, "balance_not_updated_after_cheque_or_cash_deposit": 0.001200240048009602, "beneficiary_not_allowed": 0.0014002800560112022, "cancel_transfer": 0.0013002600520104022, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.0016003200640128028, "card_arrival": 0.0008001600320064014, "card_delivery_estimate": 0.0015003000600120025, "card_linking": 0.0013002600520104022, "card_not_working": 0.0009001800360072014, "card_payment_fee_charged": 0.0011002200440088019, "card_payment_not_recognised": 0.0010002000400080016, "card_payment_wrong_exchange_rate": 0.001200240048009602, "card_swallowed": 0.0008001600320064014, "cash_withdrawal_charge": 0.0010002000400080016, "cash_withdrawal_not_recognised": 0.000600120024004801, "change_pin": 0.0007001400280056011, "compromised_card": 0.0008001600320064014, "contactless_not_working": 0.0011002200440088019, "country_support": 0.0014002800560112022, "declined_card_payment": 0.0008001600320064014, "declined_cash_withdrawal": 0.000600120024004801, "declined_transfer": 0.0011002200440088019, "direct_debit_payment_not_recognised": 0.0010002000400080016, "disposable_card_limits": 0.0014002800560112022, "edit_personal_details": 0.0008001600320064014, "exchange_charge": 0.00600120024004801, "exchange_rate": 0.008501700340068015, "exchange_via_app": 0.0018003600720144029, "extra_charge_on_statement": 0.0010002000400080016, "failed_transfer": 0.0019003800760152032, "fiat_currency_support": 0.0028005601120224045, "get_disposable_virtual_card": 0.0010002000400080016, "get_physical_card": 0.0008001600320064014, "getting_spare_card": 0.0009001800360072014, "getting_virtual_card": 0.0008001600320064014, "lost_or_stolen_card": 0.000600120024004801, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0009001800360072014, "passcode_forgotten": 0.000600120024004801, "pending_card_payment": 0.000600120024004801, "pending_cash_withdrawal": 0.000600120024004801, "pending_top_up": 0.000600120024004801, "pending_transfer": 0.0011002200440088019, "pin_blocked": 0.000600120024004801, "receiving_money": 0.004900980196039208, "request_refund": 0.000600120024004801, "reverted_card_payment?": 0.0008001600320064014, "supported_cards_and_currencies": 0.020004000800160033, "terminate_account": 0.0008001600320064014, "top_up_by_bank_transfer_charge": 0.1838367673534707, "top_up_by_card_charge": 0.0011002200440088019, "top_up_by_cash_or_cheque": 0.0011002200440088019, "top_up_failed": 0.0008001600320064014, "top_up_limits": 0.0010002000400080016, "top_up_reverted": 0.0008001600320064014, "topping_up_by_card": 0.001200240048009602, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.0017003400680136028, "transfer_into_account": 0.03350670134026806, "transfer_not_received_by_recipient": 0.001200240048009602, "transfer_timing": 0.6668333666733347, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.000600120024004801, "verify_source_of_funds": 0.000600120024004801, "verify_top_up": 0.000600120024004801, "virtual_card_not_working": 0.0008001600320064014, "visa_or_mastercard": 0.0016003200640128028, "why_verify_identity": 0.000600120024004801, "wrong_amount_of_cash_received": 0.000600120024004801, "wrong_exchange_rate_for_cash_withdrawal": 0.0009001800360072014 }, "error": null, "latency_ms": 71.2332499679178, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2048", "text_group": "55cb16f311f6ea8868d6ab72afee38ce8e066a589e11acb5bb767584109ce90b", "expected": "transfer_timing", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.843131373725255, "balance_not_updated_after_cheque_or_cash_deposit": 0.001299740051989602, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0010997800439912018, "pending_transfer": 0.09978004399120176, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0005998800239952009, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.02279544091181764, "transfer_not_received_by_recipient": 0.001799640071985603, "transfer_timing": 0.008998200359928014, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.29991701710969, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2049", "text_group": "d1327f72465d3040ce815ab5bbf747fc800ce1adf65c37ac74c4c09b873a0a21", "expected": "transfer_timing", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00040020010005002504, "activate_my_card": 0.0006003001500750375, "age_limit": 0.0005002501250625313, "apple_pay_or_google_pay": 0.0008004002001000501, "atm_support": 0.0017008504252126063, "automatic_top_up": 0.0009004502251125563, "balance_not_updated_after_bank_transfer": 0.287543771885943, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010005002501250627, "beneficiary_not_allowed": 0.001200600300150075, "cancel_transfer": 0.0016008004002001002, "card_about_to_expire": 0.0005002501250625313, "card_acceptance": 0.0010005002501250627, "card_arrival": 0.0008004002001000501, "card_delivery_estimate": 0.015907953976988496, "card_linking": 0.0009004502251125563, "card_not_working": 0.0006003001500750375, "card_payment_fee_charged": 0.0007003501750875438, "card_payment_not_recognised": 0.0007003501750875438, "card_payment_wrong_exchange_rate": 0.0008004002001000501, "card_swallowed": 0.0006003001500750375, "cash_withdrawal_charge": 0.0009004502251125563, "cash_withdrawal_not_recognised": 0.0006003001500750375, "change_pin": 0.0006003001500750375, "compromised_card": 0.0006003001500750375, "contactless_not_working": 0.0007003501750875438, "country_support": 0.011205602801400701, "declined_card_payment": 0.0005002501250625313, "declined_cash_withdrawal": 0.0005002501250625313, "declined_transfer": 0.0010005002501250627, "direct_debit_payment_not_recognised": 0.0009004502251125563, "disposable_card_limits": 0.0008004002001000501, "edit_personal_details": 0.0006003001500750375, "exchange_charge": 0.0017008504252126063, "exchange_rate": 0.0010005002501250627, "exchange_via_app": 0.0010005002501250627, "extra_charge_on_statement": 0.0007003501750875438, "failed_transfer": 0.002701350675337669, "fiat_currency_support": 0.001200600300150075, "get_disposable_virtual_card": 0.0006003001500750375, "get_physical_card": 0.0007003501750875438, "getting_spare_card": 0.0006003001500750375, "getting_virtual_card": 0.0006003001500750375, "lost_or_stolen_card": 0.00040020010005002504, "lost_or_stolen_phone": 0.00040020010005002504, "order_physical_card": 0.0005002501250625313, "passcode_forgotten": 0.0005002501250625313, "pending_card_payment": 0.0006003001500750375, "pending_cash_withdrawal": 0.0006003001500750375, "pending_top_up": 0.0010005002501250627, "pending_transfer": 0.32516258129064535, "pin_blocked": 0.0005002501250625313, "receiving_money": 0.0021010505252626313, "request_refund": 0.0005002501250625313, "reverted_card_payment?": 0.0006003001500750375, "supported_cards_and_currencies": 0.0014007003501750877, "terminate_account": 0.0006003001500750375, "top_up_by_bank_transfer_charge": 0.010905452726363183, "top_up_by_card_charge": 0.0007003501750875438, "top_up_by_cash_or_cheque": 0.0007003501750875438, "top_up_failed": 0.0007003501750875438, "top_up_limits": 0.0006003001500750375, "top_up_reverted": 0.0006003001500750375, "topping_up_by_card": 0.0008004002001000501, "transaction_charged_twice": 0.0005002501250625313, "transfer_fee_charged": 0.0008004002001000501, "transfer_into_account": 0.029814907453726867, "transfer_not_received_by_recipient": 0.004402201100550275, "transfer_timing": 0.2607303651825913, "unable_to_verify_identity": 0.0005002501250625313, "verify_my_identity": 0.0005002501250625313, "verify_source_of_funds": 0.0006003001500750375, "verify_top_up": 0.0005002501250625313, "virtual_card_not_working": 0.0006003001500750375, "visa_or_mastercard": 0.0010005002501250627, "why_verify_identity": 0.0005002501250625313, "wrong_amount_of_cash_received": 0.0006003001500750375, "wrong_exchange_rate_for_cash_withdrawal": 0.0006003001500750375 }, "error": null, "latency_ms": 71.85858301818371, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2050", "text_group": "16c95e89b6d2563864939d9c2c8fbb67b05dd6adefeb9d904dd1cf3c55d6f7a2", "expected": "transfer_timing", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0013997200559888023, "activate_my_card": 0.001799640071985603, "age_limit": 0.0018996200759848032, "apple_pay_or_google_pay": 0.002599480103979204, "atm_support": 0.004799040191961607, "automatic_top_up": 0.002599480103979204, "balance_not_updated_after_bank_transfer": 0.0578884223155369, "balance_not_updated_after_cheque_or_cash_deposit": 0.029994001199760048, "beneficiary_not_allowed": 0.002299540091981604, "cancel_transfer": 0.0015996800639872027, "card_about_to_expire": 0.0020995800839832034, "card_acceptance": 0.0026994601079784043, "card_arrival": 0.003899220155968806, "card_delivery_estimate": 0.40611877624475107, "card_linking": 0.0026994601079784043, "card_not_working": 0.0021995600879824036, "card_payment_fee_charged": 0.001999600079984003, "card_payment_not_recognised": 0.002299540091981604, "card_payment_wrong_exchange_rate": 0.002299540091981604, "card_swallowed": 0.0021995600879824036, "cash_withdrawal_charge": 0.002599480103979204, "cash_withdrawal_not_recognised": 0.005898820235952809, "change_pin": 0.0013997200559888023, "compromised_card": 0.0018996200759848032, "contactless_not_working": 0.0020995800839832034, "country_support": 0.0024995000999800043, "declined_card_payment": 0.0015996800639872027, "declined_cash_withdrawal": 0.0023995200959808036, "declined_transfer": 0.0016996600679864027, "direct_debit_payment_not_recognised": 0.002599480103979204, "disposable_card_limits": 0.006398720255948811, "edit_personal_details": 0.0015996800639872027, "exchange_charge": 0.001799640071985603, "exchange_rate": 0.0016996600679864027, "exchange_via_app": 0.0016996600679864027, "extra_charge_on_statement": 0.001799640071985603, "failed_transfer": 0.002299540091981604, "fiat_currency_support": 0.0033993201359728054, "get_disposable_virtual_card": 0.002299540091981604, "get_physical_card": 0.004399120175964807, "getting_spare_card": 0.0030993801239752048, "getting_virtual_card": 0.0020995800839832034, "lost_or_stolen_card": 0.0013997200559888023, "lost_or_stolen_phone": 0.0011997600479904018, "order_physical_card": 0.0024995000999800043, "passcode_forgotten": 0.0013997200559888023, "pending_card_payment": 0.0020995800839832034, "pending_cash_withdrawal": 0.07818436312737453, "pending_top_up": 0.029994001199760048, "pending_transfer": 0.009398120375924815, "pin_blocked": 0.0014997000599880025, "receiving_money": 0.09518096380723856, "request_refund": 0.001299740051989602, "reverted_card_payment?": 0.0018996200759848032, "supported_cards_and_currencies": 0.0030993801239752048, "terminate_account": 0.001999600079984003, "top_up_by_bank_transfer_charge": 0.0028994201159768043, "top_up_by_card_charge": 0.001999600079984003, "top_up_by_cash_or_cheque": 0.007298540291941612, "top_up_failed": 0.0027994401119776045, "top_up_limits": 0.09268146370725855, "top_up_reverted": 0.0026994601079784043, "topping_up_by_card": 0.010697860427914417, "transaction_charged_twice": 0.0013997200559888023, "transfer_fee_charged": 0.0014997000599880025, "transfer_into_account": 0.010997800439912017, "transfer_not_received_by_recipient": 0.002599480103979204, "transfer_timing": 0.009298140371925615, "unable_to_verify_identity": 0.001799640071985603, "verify_my_identity": 0.0015996800639872027, "verify_source_of_funds": 0.0027994401119776045, "verify_top_up": 0.0024995000999800043, "virtual_card_not_working": 0.001799640071985603, "visa_or_mastercard": 0.0023995200959808036, "why_verify_identity": 0.0014997000599880025, "wrong_amount_of_cash_received": 0.01209758048390322, "wrong_exchange_rate_for_cash_withdrawal": 0.0027994401119776045 }, "error": null, "latency_ms": 71.05975004378706, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2051", "text_group": "48d46a989c961bc3d236c6b3ab541cdf6e92e4f9d49b24f8b4aafc49127c386e", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.019896020795840835, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.0008998200359928015, "card_delivery_estimate": 0.02509498100379924, "card_linking": 0.0005998800239952009, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0006998600279944011, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0005998800239952009, "pending_transfer": 0.40111977604479104, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0016996600679864027, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0006998600279944011, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.04239152169566087, "transfer_not_received_by_recipient": 0.013197360527894421, "transfer_timing": 0.47070585882823435, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.48204203601927, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2052", "text_group": "47fcc04c26bc316319a30d4a8bc51d4b99ed1ad639c1fcf84ef5a76d6c12fc17", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0005999400059994001, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0007999200079992001, "atm_support": 0.000999900009999, "automatic_top_up": 0.0006999300069993001, "balance_not_updated_after_bank_transfer": 0.0423957604239576, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012998700129987, "beneficiary_not_allowed": 0.0007999200079992001, "cancel_transfer": 0.0006999300069993001, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.0038996100389961, "card_linking": 0.0008999100089991, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0006999300069993001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.0004999500049995, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0006999300069993001, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.0006999300069993001, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.0007999200079992001, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0006999300069993001, "extra_charge_on_statement": 0.0005999400059994001, "failed_transfer": 0.0007999200079992001, "fiat_currency_support": 0.0007999200079992001, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.0008999100089991, "pending_transfer": 0.0811918808119188, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0025997400259974, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0008999100089991, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0015998400159984002, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0006999300069993001, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.05529447055294471, "transfer_not_received_by_recipient": 0.0020997900209979003, "transfer_timing": 0.76992300769923, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 71.16095896344632, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2053", "text_group": "2eb54325d584bdef8cf448d915f6cd50d8d6fb05efe0824a5b3cd7f356388168", "expected": "transfer_timing", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0008001600320064013, "activate_my_card": 0.001300260052010402, "age_limit": 0.0008001600320064013, "apple_pay_or_google_pay": 0.0014002800560112022, "atm_support": 0.0027005401080216042, "automatic_top_up": 0.004800960192038407, "balance_not_updated_after_bank_transfer": 0.03200640128025605, "balance_not_updated_after_cheque_or_cash_deposit": 0.001300260052010402, "beneficiary_not_allowed": 0.003200640128025605, "cancel_transfer": 0.0014002800560112022, "card_about_to_expire": 0.0008001600320064013, "card_acceptance": 0.005901180236047209, "card_arrival": 0.0008001600320064013, "card_delivery_estimate": 0.0008001600320064013, "card_linking": 0.002100420084016803, "card_not_working": 0.0010002000400080016, "card_payment_fee_charged": 0.0009001800360072014, "card_payment_not_recognised": 0.0010002000400080016, "card_payment_wrong_exchange_rate": 0.0011002200440088019, "card_swallowed": 0.0009001800360072014, "cash_withdrawal_charge": 0.0010002000400080016, "cash_withdrawal_not_recognised": 0.0008001600320064013, "change_pin": 0.0009001800360072014, "compromised_card": 0.0009001800360072014, "contactless_not_working": 0.0011002200440088019, "country_support": 0.001300260052010402, "declined_card_payment": 0.0009001800360072014, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0017003400680136026, "direct_debit_payment_not_recognised": 0.0012002400480096017, "disposable_card_limits": 0.0011002200440088019, "edit_personal_details": 0.0012002400480096017, "exchange_charge": 0.0017003400680136026, "exchange_rate": 0.0012002400480096017, "exchange_via_app": 0.0015003000600120023, "extra_charge_on_statement": 0.0011002200440088019, "failed_transfer": 0.0012002400480096017, "fiat_currency_support": 0.002100420084016803, "get_disposable_virtual_card": 0.0011002200440088019, "get_physical_card": 0.0011002200440088019, "getting_spare_card": 0.0009001800360072014, "getting_virtual_card": 0.0010002000400080016, "lost_or_stolen_card": 0.0006001200240048009, "lost_or_stolen_phone": 0.0006001200240048009, "order_physical_card": 0.0009001800360072014, "passcode_forgotten": 0.0007001400280056011, "pending_card_payment": 0.0008001600320064013, "pending_cash_withdrawal": 0.0007001400280056011, "pending_top_up": 0.0009001800360072014, "pending_transfer": 0.008801760352070415, "pin_blocked": 0.0008001600320064013, "receiving_money": 0.005201040208041608, "request_refund": 0.0009001800360072014, "reverted_card_payment?": 0.0008001600320064013, "supported_cards_and_currencies": 0.003100620124024805, "terminate_account": 0.0008001600320064013, "top_up_by_bank_transfer_charge": 0.0030006001200240046, "top_up_by_card_charge": 0.0007001400280056011, "top_up_by_cash_or_cheque": 0.0010002000400080016, "top_up_failed": 0.0008001600320064013, "top_up_limits": 0.0008001600320064013, "top_up_reverted": 0.0009001800360072014, "topping_up_by_card": 0.0011002200440088019, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.0008001600320064013, "transfer_into_account": 0.496999399879976, "transfer_not_received_by_recipient": 0.0018003600720144029, "transfer_timing": 0.3682736547309462, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.0007001400280056011, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0008001600320064013, "visa_or_mastercard": 0.0011002200440088019, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.0007001400280056011, "wrong_exchange_rate_for_cash_withdrawal": 0.0009001800360072014 }, "error": null, "latency_ms": 70.37879200652242, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2054", "text_group": "b46d42432129966d03cd9f7f0630af0317d2e5936cc1393ed1f28dcb33086ff4", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.0009998000399920016, "activate_my_card": 0.0016996600679864027, "age_limit": 0.0011997600479904018, "apple_pay_or_google_pay": 0.0031993601279744054, "atm_support": 0.004899020195960808, "automatic_top_up": 0.0028994201159768043, "balance_not_updated_after_bank_transfer": 0.04459108178364327, "balance_not_updated_after_cheque_or_cash_deposit": 0.0028994201159768043, "beneficiary_not_allowed": 0.0026994601079784043, "cancel_transfer": 0.0037992401519696063, "card_about_to_expire": 0.0013997200559888023, "card_acceptance": 0.0028994201159768043, "card_arrival": 0.001799640071985603, "card_delivery_estimate": 0.0031993601279744054, "card_linking": 0.0024995000999800043, "card_not_working": 0.0018996200759848032, "card_payment_fee_charged": 0.0016996600679864027, "card_payment_not_recognised": 0.001799640071985603, "card_payment_wrong_exchange_rate": 0.0020995800839832034, "card_swallowed": 0.0016996600679864027, "cash_withdrawal_charge": 0.001799640071985603, "cash_withdrawal_not_recognised": 0.001299740051989602, "change_pin": 0.0013997200559888023, "compromised_card": 0.001799640071985603, "contactless_not_working": 0.001999600079984003, "country_support": 0.09428114377124575, "declined_card_payment": 0.0013997200559888023, "declined_cash_withdrawal": 0.0011997600479904018, "declined_transfer": 0.0027994401119776045, "direct_debit_payment_not_recognised": 0.0020995800839832034, "disposable_card_limits": 0.002599480103979204, "edit_personal_details": 0.0015996800639872027, "exchange_charge": 0.005198960207958408, "exchange_rate": 0.004199160167966407, "exchange_via_app": 0.0046990601879624075, "extra_charge_on_statement": 0.001799640071985603, "failed_transfer": 0.008398320335932814, "fiat_currency_support": 0.0033993201359728054, "get_disposable_virtual_card": 0.0020995800839832034, "get_physical_card": 0.001799640071985603, "getting_spare_card": 0.0018996200759848032, "getting_virtual_card": 0.0015996800639872027, "lost_or_stolen_card": 0.0011997600479904018, "lost_or_stolen_phone": 0.0010997800439912018, "order_physical_card": 0.0015996800639872027, "passcode_forgotten": 0.0011997600479904018, "pending_card_payment": 0.0013997200559888023, "pending_cash_withdrawal": 0.0011997600479904018, "pending_top_up": 0.0013997200559888023, "pending_transfer": 0.03739252149570086, "pin_blocked": 0.001299740051989602, "receiving_money": 0.005298940211957609, "request_refund": 0.0010997800439912018, "reverted_card_payment?": 0.0014997000599880025, "supported_cards_and_currencies": 0.005598880223955209, "terminate_account": 0.0015996800639872027, "top_up_by_bank_transfer_charge": 0.015796840631873626, "top_up_by_card_charge": 0.0016996600679864027, "top_up_by_cash_or_cheque": 0.0020995800839832034, "top_up_failed": 0.0016996600679864027, "top_up_limits": 0.002299540091981604, "top_up_reverted": 0.0016996600679864027, "topping_up_by_card": 0.002299540091981604, "transaction_charged_twice": 0.0013997200559888023, "transfer_fee_charged": 0.002299540091981604, "transfer_into_account": 0.138372325534893, "transfer_not_received_by_recipient": 0.004799040191961607, "transfer_timing": 0.5103979204159168, "unable_to_verify_identity": 0.001299740051989602, "verify_my_identity": 0.0011997600479904018, "verify_source_of_funds": 0.001299740051989602, "verify_top_up": 0.0011997600479904018, "virtual_card_not_working": 0.0016996600679864027, "visa_or_mastercard": 0.0018996200759848032, "why_verify_identity": 0.0011997600479904018, "wrong_amount_of_cash_received": 0.0013997200559888023, "wrong_exchange_rate_for_cash_withdrawal": 0.001799640071985603 }, "error": null, "latency_ms": 70.74504205957055, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2055", "text_group": "669232f353bb68ed4e1eeda3ab9e10a254c7a1ba0dfc892e8291c8a23effcbef", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0004999500049995, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.000999900009999, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.037996200379962, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.0014998500149985001, "card_delivery_estimate": 0.0704929507049295, "card_linking": 0.0008999100089991, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.0007999200079992001, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.00039996000399960006, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0004999500049995, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.0006999300069993001, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.000999900009999, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.0006999300069993001, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0006999300069993001, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0006999300069993001, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.000999900009999, "pending_top_up": 0.0014998500149985001, "pending_transfer": 0.028997100289971003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.032996700329967, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.006799320067993201, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.09219078092190781, "transfer_not_received_by_recipient": 0.0022997700229977, "transfer_timing": 0.688931106889311, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 68.36379203014076, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2056", "text_group": "19c72daf072a723d1d560a9584d18e7f1c1814faf4887906c65198c176dbbabb", "expected": "transfer_timing", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.010201020102010202, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.024402440244024402, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.6442644264426443, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0029002900290029, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.023502350235023502, "transfer_not_received_by_recipient": 0.15641564156415644, "transfer_timing": 0.11501150115011502, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 69.21145808883011, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2057", "text_group": "53b3908631e3de68ca3cbdf8d89f36cc66abe8b3f629366e39a8a00cb054a806", "expected": "transfer_timing", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0011002200440088019, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0028005601120224045, "card_delivery_estimate": 0.6883376675335067, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0018003600720144029, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.01280256051210242, "pending_top_up": 0.0011002200440088019, "pending_transfer": 0.04050810162032407, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.08911782356471294, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0008001600320064013, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.011102220444088817, "transfer_not_received_by_recipient": 0.07571514302860573, "transfer_timing": 0.052310462092418485, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0006001200240048009, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.1262079635635, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2058", "text_group": "39e81ef0d5930129ff4d3acd145cf185bf3f40e40ef314863351d94e6f551a78", "expected": "transfer_timing", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.000999900009999, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0288971102889711, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010998900109989002, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.014498550144985502, "card_linking": 0.0004999500049995, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0004999500049995, "country_support": 0.0015998400159984002, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.0008999100089991, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0006999300069993001, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.0015998400159984002, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.8667133286671334, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0006999300069993001, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0022997700229977, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.0006999300069993001, "transfer_not_received_by_recipient": 0.029597040295970406, "transfer_timing": 0.020997900209979003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 69.28845902439207, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2059", "text_group": "d38e6d08e222d283a459542282977f9dfd45d899e00df9564ff7caf99101208c", "expected": "transfer_timing", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0014995501349595122, "activate_my_card": 0.0016994901529541137, "age_limit": 0.0018994301709487154, "apple_pay_or_google_pay": 0.0028991302609217232, "atm_support": 0.0071978406478056586, "automatic_top_up": 0.002099370188943317, "balance_not_updated_after_bank_transfer": 0.4164750574827552, "balance_not_updated_after_cheque_or_cash_deposit": 0.007497750674797561, "beneficiary_not_allowed": 0.002699190242927122, "cancel_transfer": 0.002699190242927122, "card_about_to_expire": 0.002199340197940618, "card_acceptance": 0.0032990102969109266, "card_arrival": 0.0032990102969109266, "card_delivery_estimate": 0.038788363490952715, "card_linking": 0.0028991302609217232, "card_not_working": 0.002099370188943317, "card_payment_fee_charged": 0.002199340197940618, "card_payment_not_recognised": 0.002399280215935219, "card_payment_wrong_exchange_rate": 0.0024992502249325203, "card_swallowed": 0.002099370188943317, "cash_withdrawal_charge": 0.0031990402879136263, "cash_withdrawal_not_recognised": 0.002099370188943317, "change_pin": 0.0016994901529541137, "compromised_card": 0.002099370188943317, "contactless_not_working": 0.0024992502249325203, "country_support": 0.05478356493052085, "declined_card_payment": 0.0017994601619514146, "declined_cash_withdrawal": 0.0016994901529541137, "declined_transfer": 0.0029991002699190244, "direct_debit_payment_not_recognised": 0.003099070278916325, "disposable_card_limits": 0.010796760971708489, "edit_personal_details": 0.0017994601619514146, "exchange_charge": 0.004198740377886634, "exchange_rate": 0.002699190242927122, "exchange_via_app": 0.002699190242927122, "extra_charge_on_statement": 0.0022993102069379188, "failed_transfer": 0.0057982605218434465, "fiat_currency_support": 0.0033989803059082274, "get_disposable_virtual_card": 0.002399280215935219, "get_physical_card": 0.002199340197940618, "getting_spare_card": 0.0022993102069379188, "getting_virtual_card": 0.0018994301709487154, "lost_or_stolen_card": 0.0014995501349595122, "lost_or_stolen_phone": 0.0013995801259622115, "order_physical_card": 0.0018994301709487154, "passcode_forgotten": 0.0014995501349595122, "pending_card_payment": 0.0017994601619514146, "pending_cash_withdrawal": 0.0016994901529541137, "pending_top_up": 0.001999400179946016, "pending_transfer": 0.08127561731480556, "pin_blocked": 0.0015995201439568132, "receiving_money": 0.0035989203239028293, "request_refund": 0.0013995801259622115, "reverted_card_payment?": 0.002099370188943317, "supported_cards_and_currencies": 0.008797360791762472, "terminate_account": 0.0016994901529541137, "top_up_by_bank_transfer_charge": 0.052784164750574826, "top_up_by_card_charge": 0.0024992502249325203, "top_up_by_cash_or_cheque": 0.002599220233929821, "top_up_failed": 0.002099370188943317, "top_up_limits": 0.018694391682495252, "top_up_reverted": 0.0022993102069379188, "topping_up_by_card": 0.002799160251924423, "transaction_charged_twice": 0.0016994901529541137, "transfer_fee_charged": 0.0031990402879136263, "transfer_into_account": 0.03338998300509847, "transfer_not_received_by_recipient": 0.019094271718484455, "transfer_timing": 0.0991702489253224, "unable_to_verify_identity": 0.0017994601619514146, "verify_my_identity": 0.0015995201439568132, "verify_source_of_funds": 0.0016994901529541137, "verify_top_up": 0.0015995201439568132, "virtual_card_not_working": 0.002199340197940618, "visa_or_mastercard": 0.0057982605218434465, "why_verify_identity": 0.0015995201439568132, "wrong_amount_of_cash_received": 0.0016994901529541137, "wrong_exchange_rate_for_cash_withdrawal": 0.0024992502249325203 }, "error": null, "latency_ms": 69.5503749884665, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2060", "text_group": "9d52c7bb30b4aca01f96727b23606e3c61de8b1ee8ae2ed61ec3494371986ac3", "expected": "transfer_timing", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.001000100010001, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.006700670067006701, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008000800080008001, "beneficiary_not_allowed": 0.0007000700070007, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0007000700070007, "card_arrival": 0.0007000700070007, "card_delivery_estimate": 0.0672067206720672, "card_linking": 0.0006000600060006, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0005000500050005, "country_support": 0.0019001900190019003, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0007000700070007, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0006000600060006, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0007000700070007, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.43424342434243424, "pin_blocked": 0.0003000300030003, "receiving_money": 0.002000200020002, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0009000900090009, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0017001700170017002, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0072007200720072, "transfer_not_received_by_recipient": 0.048804880488048805, "transfer_timing": 0.39763976397639766, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 69.67662507668138, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2061", "text_group": "6f61715e92ee6007ccbd5f89871862733a3291e633f8c5b539fb6da6a559d0ac", "expected": "transfer_timing", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00030009002700810244, "activate_my_card": 0.0004001200360108033, "age_limit": 0.00030009002700810244, "apple_pay_or_google_pay": 0.0007002100630189057, "atm_support": 0.0012003601080324098, "automatic_top_up": 0.0005001500450135041, "balance_not_updated_after_bank_transfer": 0.028508552565769733, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010003000900270082, "beneficiary_not_allowed": 0.001100330099029709, "cancel_transfer": 0.0005001500450135041, "card_about_to_expire": 0.0004001200360108033, "card_acceptance": 0.0009002700810243074, "card_arrival": 0.0007002100630189057, "card_delivery_estimate": 0.030209062718815648, "card_linking": 0.0006001800540162049, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0004001200360108033, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0004001200360108033, "change_pin": 0.00030009002700810244, "compromised_card": 0.0004001200360108033, "contactless_not_working": 0.0006001800540162049, "country_support": 0.0032009602880864263, "declined_card_payment": 0.0004001200360108033, "declined_cash_withdrawal": 0.0004001200360108033, "declined_transfer": 0.0015004501350405124, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.0006001800540162049, "edit_personal_details": 0.0004001200360108033, "exchange_charge": 0.0007002100630189057, "exchange_rate": 0.0005001500450135041, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.0004001200360108033, "failed_transfer": 0.0018005401620486148, "fiat_currency_support": 0.0006001800540162049, "get_disposable_virtual_card": 0.0004001200360108033, "get_physical_card": 0.0005001500450135041, "getting_spare_card": 0.0004001200360108033, "getting_virtual_card": 0.0004001200360108033, "lost_or_stolen_card": 0.00030009002700810244, "lost_or_stolen_phone": 0.00030009002700810244, "order_physical_card": 0.0004001200360108033, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.0006001800540162049, "pending_cash_withdrawal": 0.0006001800540162049, "pending_top_up": 0.001100330099029709, "pending_transfer": 0.6586976092827849, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.0008002400720216066, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.0004001200360108033, "supported_cards_and_currencies": 0.001100330099029709, "terminate_account": 0.00030009002700810244, "top_up_by_bank_transfer_charge": 0.0029008702610783237, "top_up_by_card_charge": 0.0004001200360108033, "top_up_by_cash_or_cheque": 0.0004001200360108033, "top_up_failed": 0.0004001200360108033, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.0004001200360108033, "topping_up_by_card": 0.0006001800540162049, "transaction_charged_twice": 0.0004001200360108033, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.0029008702610783237, "transfer_not_received_by_recipient": 0.06912073622086626, "transfer_timing": 0.16685005501650496, "unable_to_verify_identity": 0.0004001200360108033, "verify_my_identity": 0.0004001200360108033, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.00030009002700810244, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.0009002700810243074, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.0004001200360108033, "wrong_exchange_rate_for_cash_withdrawal": 0.0004001200360108033 }, "error": null, "latency_ms": 70.45945909339935, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2062", "text_group": "ea408a17f2e1cd6ade7cda300d670edd2df2b49945600208d583822644df35c2", "expected": "transfer_timing", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0006000600060006, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0011001100110011003, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.0013001300130013002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013001300130013002, "beneficiary_not_allowed": 0.0007000700070007, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0008000800080008001, "card_arrival": 0.001000100010001, "card_delivery_estimate": 0.7373737373737373, "card_linking": 0.0007000700070007, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.001000100010001, "change_pin": 0.00040004000400040005, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0007000700070007, "country_support": 0.0008000800080008001, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0009000900090009, "disposable_card_limits": 0.0012001200120012, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.0006000600060006, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.001000100010001, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.001000100010001, "getting_spare_card": 0.0012001200120012, "getting_virtual_card": 0.0007000700070007, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.001000100010001, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0007000700070007, "pending_cash_withdrawal": 0.020402040204020404, "pending_top_up": 0.008200820082008202, "pending_transfer": 0.0032003200320032004, "pin_blocked": 0.0005000500050005, "receiving_money": 0.039703970397039705, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.0009000900090009, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0009000900090009, "top_up_by_card_charge": 0.0007000700070007, "top_up_by_cash_or_cheque": 0.0016001600160016002, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0163016301630163, "top_up_reverted": 0.0008000800080008001, "topping_up_by_card": 0.0032003200320032004, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.005100510051005101, "transfer_not_received_by_recipient": 0.001000100010001, "transfer_timing": 0.11641164116411641, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0006000600060006, "visa_or_mastercard": 0.0008000800080008001, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.002000200020002, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009 }, "error": null, "latency_ms": 71.2743749609217, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2063", "text_group": "2da2dbcc84f2c6ff54879094e3b5e02a9f6616d707192231b4d26efefab380f3", "expected": "transfer_timing", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.0003000900270081024, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0009002700810243073, "automatic_top_up": 0.00040012003601080324, "balance_not_updated_after_bank_transfer": 0.028108432529758927, "balance_not_updated_after_cheque_or_cash_deposit": 0.001100330099029709, "beneficiary_not_allowed": 0.0006001800540162048, "cancel_transfer": 0.0005001500450135041, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0008002400720216065, "card_arrival": 0.0008002400720216065, "card_delivery_estimate": 0.016604981494448334, "card_linking": 0.0006001800540162048, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.00040012003601080324, "card_payment_not_recognised": 0.00040012003601080324, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.00040012003601080324, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.0003000900270081024, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.00040012003601080324, "country_support": 0.0007002100630189057, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0006001800540162048, "direct_debit_payment_not_recognised": 0.00040012003601080324, "disposable_card_limits": 0.0005001500450135041, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0006001800540162048, "exchange_rate": 0.00040012003601080324, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0015004501350405122, "fiat_currency_support": 0.0006001800540162048, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.00040012003601080324, "pending_cash_withdrawal": 0.00040012003601080324, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.7097129138741622, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0018005401620486145, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0010003000900270082, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0020006001800540163, "top_up_by_card_charge": 0.00040012003601080324, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.00040012003601080324, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.018405521656496948, "transfer_not_received_by_recipient": 0.07362208662598779, "transfer_timing": 0.11883565069520856, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.0005001500450135041, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 70.70662500336766, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2064", "text_group": "27306ff01c64a7ebd8bde5b63669cb73d6a9a56e8a77cd240ed74f819c244b78", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0004999500049995, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0011998800119988001, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.0016998300169983002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007999200079992001, "beneficiary_not_allowed": 0.0007999200079992001, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0008999100089991, "card_arrival": 0.0006999300069993001, "card_delivery_estimate": 0.014698530146985302, "card_linking": 0.0007999200079992001, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.0004999500049995, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0025997400259974, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.0007999200079992001, "direct_debit_payment_not_recognised": 0.0007999200079992001, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.0007999200079992001, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0006999300069993001, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.0008999100089991, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.0015998400159984002, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0010998900109989002, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.000999900009999, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0020997900209979003, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0008999100089991, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0006999300069993001, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.007099290070992901, "transfer_not_received_by_recipient": 0.0008999100089991, "transfer_timing": 0.9283071692830717, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0007999200079992001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0005999400059994001 }, "error": null, "latency_ms": 68.72320792172104, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2065", "text_group": "162b14a3e55c54f355149b22cec8c8fb9ae6869398ad1583d4244ed6f537f508", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0006000600060006, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.001000100010001, "atm_support": 0.0017001700170017002, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.007500750075007501, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008000800080008001, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.0006000600060006, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0012001200120012, "card_arrival": 0.0026002600260026003, "card_delivery_estimate": 0.027402740274027403, "card_linking": 0.0009000900090009, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.00040004000400040005, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0007000700070007, "country_support": 0.0054005400540054005, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0011001100110011003, "direct_debit_payment_not_recognised": 0.0007000700070007, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.0014001400140014, "exchange_rate": 0.0008000800080008001, "exchange_via_app": 0.0008000800080008001, "extra_charge_on_statement": 0.0006000600060006, "failed_transfer": 0.0016001600160016002, "fiat_currency_support": 0.0008000800080008001, "get_disposable_virtual_card": 0.0008000800080008001, "get_physical_card": 0.0015001500150015003, "getting_spare_card": 0.0008000800080008001, "getting_virtual_card": 0.0008000800080008001, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0249024902490249, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0048004800480048, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0030003000300030005, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0042004200420042, "top_up_by_card_charge": 0.0006000600060006, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0007000700070007, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.006800680068006801, "transfer_not_received_by_recipient": 0.027002700270027002, "transfer_timing": 0.8429842984298429, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0008000800080008001, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 68.3895000256598, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2066", "text_group": "3a899cba2a09bd2b10fccfca89a045ba4437d2f7a25e6741ea8e81d9f6e9d017", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0005001000200040008, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0009001800360072014, "atm_support": 0.0018003600720144029, "automatic_top_up": 0.0007001400280056011, "balance_not_updated_after_bank_transfer": 0.011602320464092817, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009001800360072014, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.0009001800360072014, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0009001800360072014, "card_arrival": 0.0010002000400080016, "card_delivery_estimate": 0.11352270454090818, "card_linking": 0.0007001400280056011, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0006001200240048009, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.0006001200240048009, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0006001200240048009, "change_pin": 0.0005001000200040008, "compromised_card": 0.0006001200240048009, "contactless_not_working": 0.0008001600320064013, "country_support": 0.021704340868173636, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.0008001600320064013, "disposable_card_limits": 0.0008001600320064013, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0010002000400080016, "exchange_rate": 0.0010002000400080016, "exchange_via_app": 0.0009001800360072014, "extra_charge_on_statement": 0.0006001200240048009, "failed_transfer": 0.0016003200640128026, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0006001200240048009, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.05891178235647129, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0024004800960192034, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.0010002000400080016, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.002000400080016003, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0006001200240048009, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0007001400280056011, "transfer_into_account": 0.008201640328065614, "transfer_not_received_by_recipient": 0.008401680336067212, "transfer_timing": 0.7279455891178236, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001200240048009 }, "error": null, "latency_ms": 68.30508401617408, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2067", "text_group": "0f396021611dc47ce629597ed0960d4684015b634c41efc2d654a1332163efd4", "expected": "transfer_timing", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0006000600060006, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0007000700070007, "atm_support": 0.0018001800180018, "automatic_top_up": 0.0014001400140014, "balance_not_updated_after_bank_transfer": 0.07040704070407042, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011001100110011003, "beneficiary_not_allowed": 0.0021002100210021, "cancel_transfer": 0.0009000900090009, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.0011001100110011003, "card_arrival": 0.001000100010001, "card_delivery_estimate": 0.0191019101910191, "card_linking": 0.0009000900090009, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0005000500050005, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0006000600060006, "country_support": 0.030303030303030304, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0009000900090009, "direct_debit_payment_not_recognised": 0.0007000700070007, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.0013001300130013002, "exchange_rate": 0.0007000700070007, "exchange_via_app": 0.0008000800080008001, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0029002900290029, "fiat_currency_support": 0.0009000900090009, "get_disposable_virtual_card": 0.0006000600060006, "get_physical_card": 0.0008000800080008001, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0007000700070007, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0015001500150015003, "pending_transfer": 0.5992599259925993, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0019001900190019003, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0011001100110011003, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0226022602260226, "top_up_by_card_charge": 0.0007000700070007, "top_up_by_cash_or_cheque": 0.0006000600060006, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.0008000800080008001, "transaction_charged_twice": 0.0005000500050005, "transfer_fee_charged": 0.0008000800080008001, "transfer_into_account": 0.032503250325032505, "transfer_not_received_by_recipient": 0.0515051505150515, "transfer_timing": 0.12281228122812282, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0009000900090009, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 69.094332982786, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2068", "text_group": "773e8848f228faec03ceb7524c6d0ed94fc2fe799523e3fc6f9237f8def3786c", "expected": "transfer_timing", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0011001100110011003, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.041704170417041705, "balance_not_updated_after_cheque_or_cash_deposit": 0.001000100010001, "beneficiary_not_allowed": 0.0018001800180018, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0007000700070007, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0138013801380138, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0283028302830283, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0013001300130013002, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0037003700370037006, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.7618761876187619, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0016001600160016002, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0007000700070007, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0009000900090009, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0029002900290029, "transfer_not_received_by_recipient": 0.06430643064306431, "transfer_timing": 0.051105110511051106, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 68.50970897357911, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2069", "text_group": "565e2123309c4b3f948f2532063deb8307914d18ae5856d1812039c8b2e3b2e2", "expected": "transfer_timing", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0005, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.001, "atm_support": 0.0024, "automatic_top_up": 0.0008, "balance_not_updated_after_bank_transfer": 0.5773, "balance_not_updated_after_cheque_or_cash_deposit": 0.0104, "beneficiary_not_allowed": 0.001, "cancel_transfer": 0.0009, "card_about_to_expire": 0.0006, "card_acceptance": 0.0012, "card_arrival": 0.0009, "card_delivery_estimate": 0.0123, "card_linking": 0.0011, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0009, "card_payment_not_recognised": 0.0009, "card_payment_wrong_exchange_rate": 0.001, "card_swallowed": 0.0007, "cash_withdrawal_charge": 0.0012, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0005, "compromised_card": 0.0007, "contactless_not_working": 0.0008, "country_support": 0.0014, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0016, "direct_debit_payment_not_recognised": 0.0024, "disposable_card_limits": 0.0011, "edit_personal_details": 0.0006, "exchange_charge": 0.0025, "exchange_rate": 0.001, "exchange_via_app": 0.0013, "extra_charge_on_statement": 0.001, "failed_transfer": 0.0047, "fiat_currency_support": 0.0023, "get_disposable_virtual_card": 0.0009, "get_physical_card": 0.001, "getting_spare_card": 0.0008, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0007, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.001, "pending_top_up": 0.0011, "pending_transfer": 0.0884, "pin_blocked": 0.0005, "receiving_money": 0.0161, "request_refund": 0.0005, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.0032, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0172, "top_up_by_card_charge": 0.0009, "top_up_by_cash_or_cheque": 0.0018, "top_up_failed": 0.0009, "top_up_limits": 0.001, "top_up_reverted": 0.0009, "topping_up_by_card": 0.0029, "transaction_charged_twice": 0.0012, "transfer_fee_charged": 0.001, "transfer_into_account": 0.0377, "transfer_not_received_by_recipient": 0.1015, "transfer_timing": 0.0574, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0108, "verify_top_up": 0.0008, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.0009, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.0009 }, "error": null, "latency_ms": 69.65908303391188, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2070", "text_group": "15d5250098c83e16a8932cca4a51be6c73f306018ad495cc848cadfb8e6e961f", "expected": "transfer_timing", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0014002800560112022, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0028005601120224045, "card_delivery_estimate": 0.8067613522704541, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.008601720344068814, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0007001400280056011, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.0015003000600120023, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.002100420084016803, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0007001400280056011, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0010002000400080016, "transfer_not_received_by_recipient": 0.009101820364072815, "transfer_timing": 0.14052810562112422, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 68.74154205434024, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2071", "text_group": "977492c645b6b21e9aee032c3d8a361ae6ac752eccd7bf0b5181c182c485ce18", "expected": "transfer_timing", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0003999200159968007, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0007998400319936014, "atm_support": 0.0009998000399920016, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0011997600479904018, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.0006998600279944011, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.0008998200359928015, "card_delivery_estimate": 0.45300939812037594, "card_linking": 0.0006998600279944011, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0003999200159968007, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0005998800239952009, "country_support": 0.013997200559888023, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0008998200359928015, "exchange_rate": 0.0007998400319936014, "exchange_via_app": 0.0007998400319936014, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0011997600479904018, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.04039192161567686, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0037992401519696063, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0008998200359928015, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0027994401119776045, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0046990601879624075, "transfer_not_received_by_recipient": 0.01709658068386323, "transfer_timing": 0.4259148170365927, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0005998800239952009, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 71.36641698889434, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2072", "text_group": "3107d77b3bcff4df88ad7b4c9092cc5602ee6e443120849231783409faa32d09", "expected": "transfer_timing", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00020000000000000004, "activate_my_card": 0.00020000000000000004, "age_limit": 0.00020000000000000004, "apple_pay_or_google_pay": 0.00030000000000000003, "atm_support": 0.0005000000000000001, "automatic_top_up": 0.00020000000000000004, "balance_not_updated_after_bank_transfer": 0.016100000000000003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000000000000001, "beneficiary_not_allowed": 0.0005000000000000001, "cancel_transfer": 0.00030000000000000003, "card_about_to_expire": 0.00020000000000000004, "card_acceptance": 0.0004000000000000001, "card_arrival": 0.0005000000000000001, "card_delivery_estimate": 0.025700000000000004, "card_linking": 0.0004000000000000001, "card_not_working": 0.00030000000000000003, "card_payment_fee_charged": 0.00030000000000000003, "card_payment_not_recognised": 0.00030000000000000003, "card_payment_wrong_exchange_rate": 0.00030000000000000003, "card_swallowed": 0.00030000000000000003, "cash_withdrawal_charge": 0.00030000000000000003, "cash_withdrawal_not_recognised": 0.00030000000000000003, "change_pin": 0.00020000000000000004, "compromised_card": 0.00030000000000000003, "contactless_not_working": 0.00030000000000000003, "country_support": 0.0004000000000000001, "declined_card_payment": 0.00020000000000000004, "declined_cash_withdrawal": 0.00020000000000000004, "declined_transfer": 0.0004000000000000001, "direct_debit_payment_not_recognised": 0.00030000000000000003, "disposable_card_limits": 0.00030000000000000003, "edit_personal_details": 0.00020000000000000004, "exchange_charge": 0.00030000000000000003, "exchange_rate": 0.00030000000000000003, "exchange_via_app": 0.00030000000000000003, "extra_charge_on_statement": 0.00020000000000000004, "failed_transfer": 0.0005000000000000001, "fiat_currency_support": 0.0004000000000000001, "get_disposable_virtual_card": 0.00020000000000000004, "get_physical_card": 0.00030000000000000003, "getting_spare_card": 0.00030000000000000003, "getting_virtual_card": 0.00030000000000000003, "lost_or_stolen_card": 0.00020000000000000004, "lost_or_stolen_phone": 0.00020000000000000004, "order_physical_card": 0.00020000000000000004, "passcode_forgotten": 0.00020000000000000004, "pending_card_payment": 0.00030000000000000003, "pending_cash_withdrawal": 0.0004000000000000001, "pending_top_up": 0.0004000000000000001, "pending_transfer": 0.6254000000000001, "pin_blocked": 0.00020000000000000004, "receiving_money": 0.0022000000000000006, "request_refund": 0.00020000000000000004, "reverted_card_payment?": 0.00020000000000000004, "supported_cards_and_currencies": 0.0005000000000000001, "terminate_account": 0.00020000000000000004, "top_up_by_bank_transfer_charge": 0.0005000000000000001, "top_up_by_card_charge": 0.00020000000000000004, "top_up_by_cash_or_cheque": 0.00020000000000000004, "top_up_failed": 0.00020000000000000004, "top_up_limits": 0.00030000000000000003, "top_up_reverted": 0.00030000000000000003, "topping_up_by_card": 0.00030000000000000003, "transaction_charged_twice": 0.00020000000000000004, "transfer_fee_charged": 0.00020000000000000004, "transfer_into_account": 0.019500000000000003, "transfer_not_received_by_recipient": 0.21230000000000002, "transfer_timing": 0.07880000000000001, "unable_to_verify_identity": 0.00020000000000000004, "verify_my_identity": 0.00020000000000000004, "verify_source_of_funds": 0.00020000000000000004, "verify_top_up": 0.00020000000000000004, "virtual_card_not_working": 0.00020000000000000004, "visa_or_mastercard": 0.00030000000000000003, "why_verify_identity": 0.00020000000000000004, "wrong_amount_of_cash_received": 0.00020000000000000004, "wrong_exchange_rate_for_cash_withdrawal": 0.00030000000000000003 }, "error": null, "latency_ms": 74.24200000241399, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2073", "text_group": "01b33b6efd85cc4117089f04c059cf144a1f920cd19c48e95949a3fdb27b063c", "expected": "transfer_timing", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0017006802721088435, "activate_my_card": 0.0009003601440576229, "age_limit": 0.0006002400960384153, "apple_pay_or_google_pay": 0.0011004401760704283, "atm_support": 0.001600640256102441, "automatic_top_up": 0.0011004401760704283, "balance_not_updated_after_bank_transfer": 0.04771908763505402, "balance_not_updated_after_cheque_or_cash_deposit": 0.006102440976390557, "beneficiary_not_allowed": 0.0020008003201280513, "cancel_transfer": 0.0007002801120448179, "card_about_to_expire": 0.0008003201280512205, "card_acceptance": 0.0012004801920768306, "card_arrival": 0.0021008403361344537, "card_delivery_estimate": 0.30992396958783514, "card_linking": 0.0018007202881152459, "card_not_working": 0.0010004001600640256, "card_payment_fee_charged": 0.0008003201280512205, "card_payment_not_recognised": 0.0010004001600640256, "card_payment_wrong_exchange_rate": 0.0010004001600640256, "card_swallowed": 0.0009003601440576229, "cash_withdrawal_charge": 0.0011004401760704283, "cash_withdrawal_not_recognised": 0.003201280512204882, "change_pin": 0.0006002400960384153, "compromised_card": 0.0008003201280512205, "contactless_not_working": 0.0009003601440576229, "country_support": 0.0010004001600640256, "declined_card_payment": 0.0007002801120448179, "declined_cash_withdrawal": 0.0010004001600640256, "declined_transfer": 0.0008003201280512205, "direct_debit_payment_not_recognised": 0.001600640256102441, "disposable_card_limits": 0.0012004801920768306, "edit_personal_details": 0.0008003201280512205, "exchange_charge": 0.0008003201280512205, "exchange_rate": 0.0007002801120448179, "exchange_via_app": 0.0008003201280512205, "extra_charge_on_statement": 0.0009003601440576229, "failed_transfer": 0.0014005602240896359, "fiat_currency_support": 0.0013005202080832333, "get_disposable_virtual_card": 0.0012004801920768306, "get_physical_card": 0.007903161264505803, "getting_spare_card": 0.001600640256102441, "getting_virtual_card": 0.0011004401760704283, "lost_or_stolen_card": 0.0006002400960384153, "lost_or_stolen_phone": 0.0005002000800320128, "order_physical_card": 0.0012004801920768306, "passcode_forgotten": 0.0006002400960384153, "pending_card_payment": 0.0033013205282112846, "pending_cash_withdrawal": 0.2079831932773109, "pending_top_up": 0.05292116846738695, "pending_transfer": 0.027511004401760703, "pin_blocked": 0.0007002801120448179, "receiving_money": 0.05162064825930372, "request_refund": 0.0008003201280512205, "reverted_card_payment?": 0.0008003201280512205, "supported_cards_and_currencies": 0.0014005602240896359, "terminate_account": 0.0008003201280512205, "top_up_by_bank_transfer_charge": 0.0010004001600640256, "top_up_by_card_charge": 0.0009003601440576229, "top_up_by_cash_or_cheque": 0.004201680672268907, "top_up_failed": 0.0013005202080832333, "top_up_limits": 0.0010004001600640256, "top_up_reverted": 0.0011004401760704283, "topping_up_by_card": 0.005202080832332933, "transaction_charged_twice": 0.0007002801120448179, "transfer_fee_charged": 0.0006002400960384153, "transfer_into_account": 0.0056022408963585435, "transfer_not_received_by_recipient": 0.0039015606242496993, "transfer_timing": 0.19357743097238894, "unable_to_verify_identity": 0.0007002801120448179, "verify_my_identity": 0.0007002801120448179, "verify_source_of_funds": 0.004801920768307323, "verify_top_up": 0.0010004001600640256, "virtual_card_not_working": 0.0009003601440576229, "visa_or_mastercard": 0.0010004001600640256, "why_verify_identity": 0.0006002400960384153, "wrong_amount_of_cash_received": 0.004001600640256103, "wrong_exchange_rate_for_cash_withdrawal": 0.0010004001600640256 }, "error": null, "latency_ms": 73.15933308564126, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2074", "text_group": "3175f502367ee195eb4b6bc10428b45e1906d0e805f4de4a4d6442fd491c5478", "expected": "transfer_timing", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0009000900090009, "activate_my_card": 0.0011001100110011003, "age_limit": 0.0011001100110011003, "apple_pay_or_google_pay": 0.0021002100210021, "atm_support": 0.0037003700370037006, "automatic_top_up": 0.0015001500150015003, "balance_not_updated_after_bank_transfer": 0.22452245224522452, "balance_not_updated_after_cheque_or_cash_deposit": 0.0023002300230023, "beneficiary_not_allowed": 0.0017001700170017002, "cancel_transfer": 0.0019001900190019003, "card_about_to_expire": 0.0011001100110011003, "card_acceptance": 0.0022002200220022005, "card_arrival": 0.0038003800380038005, "card_delivery_estimate": 0.07280728072807281, "card_linking": 0.0019001900190019003, "card_not_working": 0.0013001300130013002, "card_payment_fee_charged": 0.0016001600160016002, "card_payment_not_recognised": 0.0016001600160016002, "card_payment_wrong_exchange_rate": 0.0016001600160016002, "card_swallowed": 0.0012001200120012, "cash_withdrawal_charge": 0.0018001800180018, "cash_withdrawal_not_recognised": 0.0012001200120012, "change_pin": 0.0011001100110011003, "compromised_card": 0.0014001400140014, "contactless_not_working": 0.0015001500150015003, "country_support": 0.002000200020002, "declined_card_payment": 0.0012001200120012, "declined_cash_withdrawal": 0.0011001100110011003, "declined_transfer": 0.0017001700170017002, "direct_debit_payment_not_recognised": 0.0016001600160016002, "disposable_card_limits": 0.002000200020002, "edit_personal_details": 0.0012001200120012, "exchange_charge": 0.0023002300230023, "exchange_rate": 0.0017001700170017002, "exchange_via_app": 0.0017001700170017002, "extra_charge_on_statement": 0.0015001500150015003, "failed_transfer": 0.004300430043004301, "fiat_currency_support": 0.0026002600260026003, "get_disposable_virtual_card": 0.0015001500150015003, "get_physical_card": 0.0015001500150015003, "getting_spare_card": 0.0014001400140014, "getting_virtual_card": 0.0014001400140014, "lost_or_stolen_card": 0.001000100010001, "lost_or_stolen_phone": 0.0009000900090009, "order_physical_card": 0.0012001200120012, "passcode_forgotten": 0.001000100010001, "pending_card_payment": 0.0012001200120012, "pending_cash_withdrawal": 0.0012001200120012, "pending_top_up": 0.0015001500150015003, "pending_transfer": 0.10891089108910891, "pin_blocked": 0.001000100010001, "receiving_money": 0.0178017801780178, "request_refund": 0.0009000900090009, "reverted_card_payment?": 0.0013001300130013002, "supported_cards_and_currencies": 0.0038003800380038005, "terminate_account": 0.0012001200120012, "top_up_by_bank_transfer_charge": 0.013001300130013, "top_up_by_card_charge": 0.0014001400140014, "top_up_by_cash_or_cheque": 0.0015001500150015003, "top_up_failed": 0.0014001400140014, "top_up_limits": 0.0015001500150015003, "top_up_reverted": 0.0016001600160016002, "topping_up_by_card": 0.0017001700170017002, "transaction_charged_twice": 0.0011001100110011003, "transfer_fee_charged": 0.0018001800180018, "transfer_into_account": 0.2835283528352835, "transfer_not_received_by_recipient": 0.1412141214121412, "transfer_timing": 0.028402840284028404, "unable_to_verify_identity": 0.0011001100110011003, "verify_my_identity": 0.0011001100110011003, "verify_source_of_funds": 0.0011001100110011003, "verify_top_up": 0.0011001100110011003, "virtual_card_not_working": 0.0012001200120012, "visa_or_mastercard": 0.0019001900190019003, "why_verify_identity": 0.001000100010001, "wrong_amount_of_cash_received": 0.0014001400140014, "wrong_exchange_rate_for_cash_withdrawal": 0.0014001400140014 }, "error": null, "latency_ms": 74.88541607744992, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2075", "text_group": "b14b6b518e1652786e9cce4cd097fe69e77399d60d11867c17031321f6f2bd3c", "expected": "transfer_timing", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.000999900009999, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0035996400359964, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.0007999200079992001, "card_delivery_estimate": 0.15898410158984103, "card_linking": 0.0006999300069993001, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00039996000399960006, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0004999500049995, "country_support": 0.0006999300069993001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.0006999300069993001, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.000999900009999, "fiat_currency_support": 0.0007999200079992001, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0005999400059994001, "pending_transfer": 0.46985301469853014, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0038996100389961, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.0011998800119988001, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.0730926907309269, "transfer_not_received_by_recipient": 0.0577942205779422, "transfer_timing": 0.19688031196880312, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 70.37408300675452, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2076", "text_group": "d3f7e9f89769954bf4210a7d1ad42a89df6c8911b18f8054361ba9b785169024", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.0007, "activate_my_card": 0.0011, "age_limit": 0.0009, "apple_pay_or_google_pay": 0.0015, "atm_support": 0.0038, "automatic_top_up": 0.0012, "balance_not_updated_after_bank_transfer": 0.0467, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017, "beneficiary_not_allowed": 0.0016, "cancel_transfer": 0.0027, "card_about_to_expire": 0.0009, "card_acceptance": 0.0021, "card_arrival": 0.0014, "card_delivery_estimate": 0.0251, "card_linking": 0.0015, "card_not_working": 0.001, "card_payment_fee_charged": 0.001, "card_payment_not_recognised": 0.001, "card_payment_wrong_exchange_rate": 0.0014, "card_swallowed": 0.001, "cash_withdrawal_charge": 0.0013, "cash_withdrawal_not_recognised": 0.0009, "change_pin": 0.0009, "compromised_card": 0.001, "contactless_not_working": 0.0013, "country_support": 0.1117, "declined_card_payment": 0.0009, "declined_cash_withdrawal": 0.0008, "declined_transfer": 0.0017, "direct_debit_payment_not_recognised": 0.0011, "disposable_card_limits": 0.0013, "edit_personal_details": 0.0011, "exchange_charge": 0.0038, "exchange_rate": 0.0028, "exchange_via_app": 0.0025, "extra_charge_on_statement": 0.0011, "failed_transfer": 0.004, "fiat_currency_support": 0.0026, "get_disposable_virtual_card": 0.0012, "get_physical_card": 0.0011, "getting_spare_card": 0.0011, "getting_virtual_card": 0.001, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0007, "order_physical_card": 0.0009, "passcode_forgotten": 0.0008, "pending_card_payment": 0.0009, "pending_cash_withdrawal": 0.0009, "pending_top_up": 0.0011, "pending_transfer": 0.1626, "pin_blocked": 0.0008, "receiving_money": 0.0053, "request_refund": 0.0009, "reverted_card_payment?": 0.001, "supported_cards_and_currencies": 0.0029, "terminate_account": 0.001, "top_up_by_bank_transfer_charge": 0.0096, "top_up_by_card_charge": 0.001, "top_up_by_cash_or_cheque": 0.0011, "top_up_failed": 0.001, "top_up_limits": 0.0011, "top_up_reverted": 0.001, "topping_up_by_card": 0.0014, "transaction_charged_twice": 0.0009, "transfer_fee_charged": 0.0013, "transfer_into_account": 0.0136, "transfer_not_received_by_recipient": 0.0057, "transfer_timing": 0.5294, "unable_to_verify_identity": 0.0009, "verify_my_identity": 0.0009, "verify_source_of_funds": 0.0009, "verify_top_up": 0.0009, "virtual_card_not_working": 0.001, "visa_or_mastercard": 0.0015, "why_verify_identity": 0.0008, "wrong_amount_of_cash_received": 0.0009, "wrong_exchange_rate_for_cash_withdrawal": 0.0011 }, "error": null, "latency_ms": 71.57837494742125, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2077", "text_group": "b6c193732d9bde5e7a0cf1f867abb8be7bd712b221a2c637f33803c5691e4c15", "expected": "transfer_timing", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0006000600060006, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0013001300130013002, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.0065006500650065, "balance_not_updated_after_cheque_or_cash_deposit": 0.001000100010001, "beneficiary_not_allowed": 0.001000100010001, "cancel_transfer": 0.001000100010001, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.001000100010001, "card_arrival": 0.001000100010001, "card_delivery_estimate": 0.16511651165116512, "card_linking": 0.0009000900090009, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0008000800080008001, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.0007000700070007, "change_pin": 0.0005000500050005, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0007000700070007, "country_support": 0.010801080108010801, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0009000900090009, "direct_debit_payment_not_recognised": 0.0008000800080008001, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.0018001800180018, "exchange_rate": 0.001000100010001, "exchange_via_app": 0.0011001100110011003, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0015001500150015003, "fiat_currency_support": 0.0009000900090009, "get_disposable_virtual_card": 0.0006000600060006, "get_physical_card": 0.0007000700070007, "getting_spare_card": 0.0008000800080008001, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0007000700070007, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0007000700070007, "pending_transfer": 0.1321132113211321, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0026002600260026003, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.001000100010001, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.006000600060006001, "top_up_by_card_charge": 0.0007000700070007, "top_up_by_cash_or_cheque": 0.0007000700070007, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0006000600060006, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.0008000800080008001, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.0009000900090009, "transfer_into_account": 0.0084008400840084, "transfer_not_received_by_recipient": 0.0029002900290029, "transfer_timing": 0.6168616861686169, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0006000600060006, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0007000700070007 }, "error": null, "latency_ms": 72.34737498220056, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2078", "text_group": "e3d53b80e386f2120d9f1039d11a549e44ca1835442aa13a6ec7b2491ad2c4cd", "expected": "transfer_timing", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0006000600060006, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.0012001200120012, "atm_support": 0.0025002500250025004, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.14711471147114713, "balance_not_updated_after_cheque_or_cash_deposit": 0.0023002300230023, "beneficiary_not_allowed": 0.0012001200120012, "cancel_transfer": 0.0012001200120012, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0012001200120012, "card_arrival": 0.0012001200120012, "card_delivery_estimate": 0.017001700170017002, "card_linking": 0.001000100010001, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.0008000800080008001, "card_payment_wrong_exchange_rate": 0.0009000900090009, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.0012001200120012, "cash_withdrawal_not_recognised": 0.0008000800080008001, "change_pin": 0.0006000600060006, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.0009000900090009, "country_support": 0.06220622062206221, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.0016001600160016002, "direct_debit_payment_not_recognised": 0.0008000800080008001, "disposable_card_limits": 0.0011001100110011003, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0021002100210021, "exchange_rate": 0.0014001400140014, "exchange_via_app": 0.0013001300130013002, "extra_charge_on_statement": 0.0008000800080008001, "failed_transfer": 0.0089008900890089, "fiat_currency_support": 0.0017001700170017002, "get_disposable_virtual_card": 0.0009000900090009, "get_physical_card": 0.0009000900090009, "getting_spare_card": 0.0008000800080008001, "getting_virtual_card": 0.0008000800080008001, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0007000700070007, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0007000700070007, "pending_top_up": 0.0008000800080008001, "pending_transfer": 0.4314431443144314, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0028002800280028, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0007000700070007, "supported_cards_and_currencies": 0.0018001800180018, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.013601360136013601, "top_up_by_card_charge": 0.0008000800080008001, "top_up_by_cash_or_cheque": 0.0009000900090009, "top_up_failed": 0.0009000900090009, "top_up_limits": 0.0009000900090009, "top_up_reverted": 0.0008000800080008001, "topping_up_by_card": 0.0011001100110011003, "transaction_charged_twice": 0.0007000700070007, "transfer_fee_charged": 0.0013001300130013002, "transfer_into_account": 0.016101610161016102, "transfer_not_received_by_recipient": 0.056305630563056305, "transfer_timing": 0.18291829182918293, "unable_to_verify_identity": 0.0006000600060006, "verify_my_identity": 0.0006000600060006, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0007000700070007, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008001 }, "error": null, "latency_ms": 70.13954198919237, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2079", "text_group": "926a8fccf7876d9d0da1c27c5ee632ef1cd57dbc640abe209962e1d10df42379", "expected": "transfer_timing", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0007002100630189057, "activate_my_card": 0.0007002100630189057, "age_limit": 0.0005001500450135041, "apple_pay_or_google_pay": 0.0008002400720216065, "atm_support": 0.001100330099029709, "automatic_top_up": 0.0007002100630189057, "balance_not_updated_after_bank_transfer": 0.0010003000900270082, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012003601080324095, "beneficiary_not_allowed": 0.0010003000900270082, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.0006001800540162048, "card_acceptance": 0.0008002400720216065, "card_arrival": 0.0020006001800540163, "card_delivery_estimate": 0.4581374412323697, "card_linking": 0.0008002400720216065, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.0006001800540162048, "card_payment_not_recognised": 0.0006001800540162048, "card_payment_wrong_exchange_rate": 0.0007002100630189057, "card_swallowed": 0.0007002100630189057, "cash_withdrawal_charge": 0.0008002400720216065, "cash_withdrawal_not_recognised": 0.002100630189056717, "change_pin": 0.00040012003601080324, "compromised_card": 0.0006001800540162048, "contactless_not_working": 0.0007002100630189057, "country_support": 0.0008002400720216065, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.0012003601080324095, "declined_transfer": 0.0006001800540162048, "direct_debit_payment_not_recognised": 0.0007002100630189057, "disposable_card_limits": 0.0008002400720216065, "edit_personal_details": 0.0005001500450135041, "exchange_charge": 0.0006001800540162048, "exchange_rate": 0.0006001800540162048, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.0006001800540162048, "failed_transfer": 0.0007002100630189057, "fiat_currency_support": 0.0010003000900270082, "get_disposable_virtual_card": 0.0008002400720216065, "get_physical_card": 0.0038011403421026307, "getting_spare_card": 0.0010003000900270082, "getting_virtual_card": 0.0008002400720216065, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.0019005701710513153, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.0008002400720216065, "pending_cash_withdrawal": 0.11743523056917075, "pending_top_up": 0.028108432529758927, "pending_transfer": 0.0078023407022106625, "pin_blocked": 0.0005001500450135041, "receiving_money": 0.1362408722616785, "request_refund": 0.00040012003601080324, "reverted_card_payment?": 0.0006001800540162048, "supported_cards_and_currencies": 0.0009002700810243073, "terminate_account": 0.0005001500450135041, "top_up_by_bank_transfer_charge": 0.0008002400720216065, "top_up_by_card_charge": 0.0008002400720216065, "top_up_by_cash_or_cheque": 0.0014004201260378114, "top_up_failed": 0.0008002400720216065, "top_up_limits": 0.0010003000900270082, "top_up_reverted": 0.0008002400720216065, "topping_up_by_card": 0.0029008702610783233, "transaction_charged_twice": 0.00040012003601080324, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.005601680504151245, "transfer_not_received_by_recipient": 0.0008002400720216065, "transfer_timing": 0.18735620686205862, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.0005001500450135041, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.0006001800540162048, "visa_or_mastercard": 0.0007002100630189057, "why_verify_identity": 0.00040012003601080324, "wrong_amount_of_cash_received": 0.002100630189056717, "wrong_exchange_rate_for_cash_withdrawal": 0.0008002400720216065 }, "error": null, "latency_ms": 70.45387499965727, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2080", "text_group": "1f55612509978c2384fbe5d75d39f997c9d331477673c3b4e20a6c0eb666f22f", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.001, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0004, "card_acceptance": 0.0006, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0028, "card_payment_fee_charged": 0.0011, "card_payment_not_recognised": 0.0202, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0005, "contactless_not_working": 0.0005, "country_support": 0.0004, "declined_card_payment": 0.4116, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0556, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0004, "reverted_card_payment?": 0.4835, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 72.77058309409767, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2081", "text_group": "0b4b2109c998faffbf7403bee5e312b141a2801939e5d556931b8b4203424018", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.00040008001600320064, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0009001800360072014, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.14662932586517305, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.8334666933386677, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0008001600320064013, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 70.40445902384818, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2082", "text_group": "ab5fc2e02a54f72714598a9be05fdf75f345b6cc139f8ea4d2f6911df0a7d155", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0005002501250625312, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.0005002501250625312, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.000400200100050025, "balance_not_updated_after_cheque_or_cash_deposit": 0.000400200100050025, "beneficiary_not_allowed": 0.0005002501250625312, "cancel_transfer": 0.000400200100050025, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.000400200100050025, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.000400200100050025, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.000400200100050025, "card_payment_not_recognised": 0.0010005002501250625, "card_payment_wrong_exchange_rate": 0.0005002501250625312, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.019909954977488743, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.000400200100050025, "direct_debit_payment_not_recognised": 0.002901450725362681, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.000400200100050025, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.000400200100050025, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0005002501250625312, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.00030015007503751874, "request_refund": 0.0014007003501750874, "reverted_card_payment?": 0.9528764382191095, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.0016008004002001, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.000400200100050025, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 72.74504192173481, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2083", "text_group": "7fc9565e9c1d3cf982ddc67070361d4c435c0c7439e559115c549c690b639c3c", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00040020010005002504, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00040020010005002504, "cancel_transfer": 0.00040020010005002504, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.0005002501250625313, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.00040020010005002504, "card_not_working": 0.0005002501250625313, "card_payment_fee_charged": 0.0005002501250625313, "card_payment_not_recognised": 0.0025012506253126567, "card_payment_wrong_exchange_rate": 0.0005002501250625313, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00040020010005002504, "declined_card_payment": 0.11095547773886943, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.0005002501250625313, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.0006003001500750375, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.0005002501250625313, "reverted_card_payment?": 0.864832416208104, "supported_cards_and_currencies": 0.0006003001500750375, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.0005002501250625313, "topping_up_by_card": 0.00040020010005002504, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00040020010005002504, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 70.36095799412578, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2084", "text_group": "b473ce4617d3c5b1efe69b1faa223fcfc2569aaa603ff69fe9bfeb986da7614e", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.0018001800180018, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0023002300230023, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.08390839083908391, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0018001800180018, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.8877887788778879, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0022002200220022005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.21641603205353, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2085", "text_group": "d0e0014d4a89e89fbad4a74f6a9dae7de018fbcf0193f0d9ada34896507fc24d", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.0005002501250625312, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.0005002501250625312, "cancel_transfer": 0.000400200100050025, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.000400200100050025, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.000400200100050025, "card_payment_not_recognised": 0.0009004502251125562, "card_payment_wrong_exchange_rate": 0.0005002501250625312, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.06333166583291645, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.000400200100050025, "direct_debit_payment_not_recognised": 0.0007003501750875437, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.000400200100050025, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0005002501250625312, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.000400200100050025, "request_refund": 0.000400200100050025, "reverted_card_payment?": 0.9096548274137068, "supported_cards_and_currencies": 0.000400200100050025, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.0002001000500250125, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.005402701350675338, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.0006003001500750375, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.0002001000500250125, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 71.824915939942, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2086", "text_group": "b411471b21a849fc51317ee7f67d80594d4e87a95e4c2481c938f86ef1f57830", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0006997900629811057, "activate_my_card": 0.0002999100269919024, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.0012996101169649105, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0003998800359892033, "declined_card_payment": 0.052884134759572134, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.002599220233929821, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.0007997600719784066, "reverted_card_payment?": 0.9163251024692592, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0031990402879136263, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 70.97100000828505, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2087", "text_group": "ed333b7352d2498c71265bf8cd27cfd6eaff5063ab4ffda7fc0ea966b27b4328", "expected": "reverted_card_payment?", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.031596840315968405, "activate_my_card": 0.000999900009999, "age_limit": 0.0008999100089991, "apple_pay_or_google_pay": 0.0028997100289971, "atm_support": 0.0021997800219978004, "automatic_top_up": 0.000999900009999, "balance_not_updated_after_bank_transfer": 0.06029397060293971, "balance_not_updated_after_cheque_or_cash_deposit": 0.0053994600539946005, "beneficiary_not_allowed": 0.048595140485951406, "cancel_transfer": 0.0045995400459954, "card_about_to_expire": 0.0010998900109989002, "card_acceptance": 0.0018998100189981002, "card_arrival": 0.0012998700129987, "card_delivery_estimate": 0.0011998800119988001, "card_linking": 0.0016998300169983002, "card_not_working": 0.0021997800219978004, "card_payment_fee_charged": 0.0016998300169983002, "card_payment_not_recognised": 0.0080991900809919, "card_payment_wrong_exchange_rate": 0.0031996800319968005, "card_swallowed": 0.0031996800319968005, "cash_withdrawal_charge": 0.0012998700129987, "cash_withdrawal_not_recognised": 0.0021997800219978004, "change_pin": 0.000999900009999, "compromised_card": 0.0015998400159984002, "contactless_not_working": 0.0025997400259974, "country_support": 0.0014998500149985001, "declined_card_payment": 0.0263973602639736, "declined_cash_withdrawal": 0.0030996900309969004, "declined_transfer": 0.0038996100389961, "direct_debit_payment_not_recognised": 0.0178982101789821, "disposable_card_limits": 0.0012998700129987, "edit_personal_details": 0.0012998700129987, "exchange_charge": 0.0013998600139986002, "exchange_rate": 0.0011998800119988001, "exchange_via_app": 0.0014998500149985001, "extra_charge_on_statement": 0.0011998800119988001, "failed_transfer": 0.0162983701629837, "fiat_currency_support": 0.0018998100189981002, "get_disposable_virtual_card": 0.0013998600139986002, "get_physical_card": 0.0014998500149985001, "getting_spare_card": 0.0010998900109989002, "getting_virtual_card": 0.0011998800119988001, "lost_or_stolen_card": 0.0010998900109989002, "lost_or_stolen_phone": 0.0008999100089991, "order_physical_card": 0.0015998400159984002, "passcode_forgotten": 0.0008999100089991, "pending_card_payment": 0.0020997900209979003, "pending_cash_withdrawal": 0.0014998500149985001, "pending_top_up": 0.0013998600139986002, "pending_transfer": 0.001999800019998, "pin_blocked": 0.0013998600139986002, "receiving_money": 0.05449455054494551, "request_refund": 0.007899210078992101, "reverted_card_payment?": 0.065993400659934, "supported_cards_and_currencies": 0.0014998500149985001, "terminate_account": 0.0010998900109989002, "top_up_by_bank_transfer_charge": 0.0013998600139986002, "top_up_by_card_charge": 0.000999900009999, "top_up_by_cash_or_cheque": 0.0014998500149985001, "top_up_failed": 0.0022997700229977, "top_up_limits": 0.000999900009999, "top_up_reverted": 0.05979402059794021, "topping_up_by_card": 0.0014998500149985001, "transaction_charged_twice": 0.014498550144985502, "transfer_fee_charged": 0.0011998800119988001, "transfer_into_account": 0.0023997600239976003, "transfer_not_received_by_recipient": 0.4697530246975303, "transfer_timing": 0.0014998500149985001, "unable_to_verify_identity": 0.0010998900109989002, "verify_my_identity": 0.000999900009999, "verify_source_of_funds": 0.0013998600139986002, "verify_top_up": 0.0013998600139986002, "virtual_card_not_working": 0.0014998500149985001, "visa_or_mastercard": 0.0014998500149985001, "why_verify_identity": 0.0011998800119988001, "wrong_amount_of_cash_received": 0.010998900109989001, "wrong_exchange_rate_for_cash_withdrawal": 0.0012998700129987 }, "error": null, "latency_ms": 72.75162497535348, "usage": { "input_tokens": 629, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2088", "text_group": "07f1e0078025126f859e629576333819f42ee5d5032792eb2c40851fb3c2d54c", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0005002000800320128, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.0006002400960384153, "card_payment_not_recognised": 0.0014005602240896359, "card_payment_wrong_exchange_rate": 0.0006002400960384153, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.02300920368147259, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.0005002000800320128, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.9534813925570228, "supported_cards_and_currencies": 0.0011004401760704283, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.0011004401760704283, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 70.09566598571837, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2089", "text_group": "1d940c35519d2dda6a466d1d912dbe6291d022de324d7497536a8df5080c1abf", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.00030018010806483886, "activate_my_card": 0.00020012007204322593, "age_limit": 0.00020012007204322593, "apple_pay_or_google_pay": 0.00030018010806483886, "atm_support": 0.00030018010806483886, "automatic_top_up": 0.00020012007204322593, "balance_not_updated_after_bank_transfer": 0.00030018010806483886, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030018010806483886, "beneficiary_not_allowed": 0.00040024014408645187, "cancel_transfer": 0.00040024014408645187, "card_about_to_expire": 0.00030018010806483886, "card_acceptance": 0.00040024014408645187, "card_arrival": 0.00030018010806483886, "card_delivery_estimate": 0.00030018010806483886, "card_linking": 0.00040024014408645187, "card_not_working": 0.00040024014408645187, "card_payment_fee_charged": 0.00040024014408645187, "card_payment_not_recognised": 0.002101260756453872, "card_payment_wrong_exchange_rate": 0.00040024014408645187, "card_swallowed": 0.00030018010806483886, "cash_withdrawal_charge": 0.00020012007204322593, "cash_withdrawal_not_recognised": 0.00020012007204322593, "change_pin": 0.00020012007204322593, "compromised_card": 0.00030018010806483886, "contactless_not_working": 0.00030018010806483886, "country_support": 0.00040024014408645187, "declined_card_payment": 0.14238543125875525, "declined_cash_withdrawal": 0.00020012007204322593, "declined_transfer": 0.00030018010806483886, "direct_debit_payment_not_recognised": 0.00040024014408645187, "disposable_card_limits": 0.00020012007204322593, "edit_personal_details": 0.00020012007204322593, "exchange_charge": 0.00020012007204322593, "exchange_rate": 0.00020012007204322593, "exchange_via_app": 0.00020012007204322593, "extra_charge_on_statement": 0.00020012007204322593, "failed_transfer": 0.00020012007204322593, "fiat_currency_support": 0.00030018010806483886, "get_disposable_virtual_card": 0.00020012007204322593, "get_physical_card": 0.00020012007204322593, "getting_spare_card": 0.00020012007204322593, "getting_virtual_card": 0.00020012007204322593, "lost_or_stolen_card": 0.00020012007204322593, "lost_or_stolen_phone": 0.00020012007204322593, "order_physical_card": 0.00020012007204322593, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.0005003001801080648, "pending_cash_withdrawal": 0.00020012007204322593, "pending_top_up": 0.00020012007204322593, "pending_transfer": 0.00020012007204322593, "pin_blocked": 0.00020012007204322593, "receiving_money": 0.00030018010806483886, "request_refund": 0.00030018010806483886, "reverted_card_payment?": 0.8358014808885331, "supported_cards_and_currencies": 0.0006003602161296777, "terminate_account": 0.00020012007204322593, "top_up_by_bank_transfer_charge": 0.00020012007204322593, "top_up_by_card_charge": 0.00020012007204322593, "top_up_by_cash_or_cheque": 0.00020012007204322593, "top_up_failed": 0.00020012007204322593, "top_up_limits": 0.00020012007204322593, "top_up_reverted": 0.0005003001801080648, "topping_up_by_card": 0.00040024014408645187, "transaction_charged_twice": 0.00030018010806483886, "transfer_fee_charged": 0.00020012007204322593, "transfer_into_account": 0.00020012007204322593, "transfer_not_received_by_recipient": 0.00020012007204322593, "transfer_timing": 0.00020012007204322593, "unable_to_verify_identity": 0.00020012007204322593, "verify_my_identity": 0.00020012007204322593, "verify_source_of_funds": 0.00020012007204322593, "verify_top_up": 0.00020012007204322593, "virtual_card_not_working": 0.00030018010806483886, "visa_or_mastercard": 0.00030018010806483886, "why_verify_identity": 0.00020012007204322593, "wrong_amount_of_cash_received": 0.00020012007204322593, "wrong_exchange_rate_for_cash_withdrawal": 0.00030018010806483886 }, "error": null, "latency_ms": 69.77295794058591, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2090", "text_group": "a66baaeefc071ffd1093a7d00680c1f5eb2b4fa73fabc8b0a8765b663adc9f54", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.009900990099009901, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.06260626062606262, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0013001300130013002, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.9056905690569056, "supported_cards_and_currencies": 0.0008000800080008001, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.42358396574855, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2091", "text_group": "fc01b35e7dc065ed1a9d651206c6a8b16768c8f89c605a0349a70fd54629dcd4", "expected": "reverted_card_payment?", "prediction": "Refund_not_showing_up", "probabilities": { "Refund_not_showing_up": 0.4993001399720056, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0009998000399920016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0004999000199960008, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.0006998600279944011, "card_payment_not_recognised": 0.002299540091981604, "card_payment_wrong_exchange_rate": 0.0006998600279944011, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00029994001199760045, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0004999000199960008, "declined_card_payment": 0.004099180163967207, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.012197560487902421, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0005998800239952009, "request_refund": 0.058688262347530495, "reverted_card_payment?": 0.38432313537292545, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.004499100179964007, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.0037992401519696063, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0004999000199960008, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 73.36858403868973, "usage": { "input_tokens": 613, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2092", "text_group": "9cf011e4f383e76df14342f0fb175cccf3e4cf1df57f27e76c44d047386901c6", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0059, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0003, "card_acceptance": 0.0018, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0277, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0006, "country_support": 0.0004, "declined_card_payment": 0.9233, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0014, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0004, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0006, "reverted_card_payment?": 0.0113, "supported_cards_and_currencies": 0.0026, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0004, "top_up_limits": 0.0003, "top_up_reverted": 0.0011, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0022, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 72.71187496371567, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2093", "text_group": "59fdae677d0a624a33bd74bdf0ebed61d4d3959c646ece4fce3fcd91f8754164", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0003998800359892033, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0008997300809757073, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.13815855243426972, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.00019994001799460164, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.8425472358292513, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0005998200539838048, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 72.60216597933322, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2094", "text_group": "7362072acaeec320202080f457e1caedd14849403e60792bc43433921aef5afe", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.00040016006402561027, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.0009003601440576229, "atm_support": 0.0008003201280512205, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.14085634253701482, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.002300920368147259, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0005002000800320128, "card_not_working": 0.0006002400960384153, "card_payment_fee_charged": 0.0006002400960384153, "card_payment_not_recognised": 0.002501000400160064, "card_payment_wrong_exchange_rate": 0.0007002801120448179, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.0005002000800320128, "country_support": 0.0006002400960384153, "declined_card_payment": 0.7686074429771909, "declined_cash_withdrawal": 0.0007002801120448179, "declined_transfer": 0.005102040816326531, "direct_debit_payment_not_recognised": 0.005502200880352141, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.0005002000800320128, "fiat_currency_support": 0.0006002400960384153, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00040016006402561027, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.008403361344537815, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.00040016006402561027, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.0006002400960384153, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.033013205282112844, "supported_cards_and_currencies": 0.0010004001600640256, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.0007002801120448179, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.003201280512204882, "topping_up_by_card": 0.0007002801120448179, "transaction_charged_twice": 0.0006002400960384153, "transfer_fee_charged": 0.0005002000800320128, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.0005002000800320128, "verify_my_identity": 0.0005002000800320128, "verify_source_of_funds": 0.0005002000800320128, "verify_top_up": 0.0007002801120448179, "virtual_card_not_working": 0.0006002400960384153, "visa_or_mastercard": 0.0005002000800320128, "why_verify_identity": 0.0005002000800320128, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002000800320128 }, "error": null, "latency_ms": 72.21708400174975, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2095", "text_group": "40ea521ba459321bb84469e9d7b824ccca2d8e251c45672874ca8c9c61bb2092", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.00029982010793523883, "activate_my_card": 0.00019988007195682593, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00029982010793523883, "atm_support": 0.00029982010793523883, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.00029982010793523883, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029982010793523883, "beneficiary_not_allowed": 0.00029982010793523883, "cancel_transfer": 0.00019988007195682593, "card_about_to_expire": 0.00019988007195682593, "card_acceptance": 0.00039976014391365186, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00019988007195682593, "card_linking": 0.00039976014391365186, "card_not_working": 0.00039976014391365186, "card_payment_fee_charged": 0.00039976014391365186, "card_payment_not_recognised": 0.0007995202878273037, "card_payment_wrong_exchange_rate": 0.00039976014391365186, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.00019988007195682593, "compromised_card": 0.00019988007195682593, "contactless_not_working": 0.00019988007195682593, "country_support": 0.00029982010793523883, "declined_card_payment": 0.1805916450129922, "declined_cash_withdrawal": 0.00019988007195682593, "declined_transfer": 0.00029982010793523883, "direct_debit_payment_not_recognised": 0.00039976014391365186, "disposable_card_limits": 0.00019988007195682593, "edit_personal_details": 0.00019988007195682593, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00019988007195682593, "fiat_currency_support": 0.00019988007195682593, "get_disposable_virtual_card": 0.00019988007195682593, "get_physical_card": 0.00019988007195682593, "getting_spare_card": 0.00019988007195682593, "getting_virtual_card": 0.00019988007195682593, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00019988007195682593, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00029982010793523883, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00019988007195682593, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.00019988007195682593, "receiving_money": 0.00019988007195682593, "request_refund": 0.00029982010793523883, "reverted_card_payment?": 0.8001199280431741, "supported_cards_and_currencies": 0.00039976014391365186, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00019988007195682593, "top_up_failed": 0.00019988007195682593, "top_up_limits": 0.00019988007195682593, "top_up_reverted": 0.0007995202878273037, "topping_up_by_card": 0.00039976014391365186, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.00029982010793523883, "visa_or_mastercard": 0.00029982010793523883, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.00019988007195682593, "wrong_exchange_rate_for_cash_withdrawal": 0.00029982010793523883 }, "error": null, "latency_ms": 70.00274991150945, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2096", "text_group": "7a2e1530c94a7945924cc3ad190ff0011106722a9c6802ab34d564c34aa18d61", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0003002401921537229, "activate_my_card": 0.00020016012810248197, "age_limit": 0.00020016012810248197, "apple_pay_or_google_pay": 0.00040032025620496394, "atm_support": 0.0003002401921537229, "automatic_top_up": 0.00020016012810248197, "balance_not_updated_after_bank_transfer": 0.0003002401921537229, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002401921537229, "beneficiary_not_allowed": 0.0005004003202562049, "cancel_transfer": 0.0012009607686148916, "card_about_to_expire": 0.0003002401921537229, "card_acceptance": 0.00040032025620496394, "card_arrival": 0.00020016012810248197, "card_delivery_estimate": 0.00020016012810248197, "card_linking": 0.00040032025620496394, "card_not_working": 0.00040032025620496394, "card_payment_fee_charged": 0.00040032025620496394, "card_payment_not_recognised": 0.0023018414731785426, "card_payment_wrong_exchange_rate": 0.00040032025620496394, "card_swallowed": 0.0003002401921537229, "cash_withdrawal_charge": 0.00020016012810248197, "cash_withdrawal_not_recognised": 0.00020016012810248197, "change_pin": 0.00020016012810248197, "compromised_card": 0.0003002401921537229, "contactless_not_working": 0.0003002401921537229, "country_support": 0.0003002401921537229, "declined_card_payment": 0.06465172137710168, "declined_cash_withdrawal": 0.00020016012810248197, "declined_transfer": 0.00040032025620496394, "direct_debit_payment_not_recognised": 0.0006004803843074458, "disposable_card_limits": 0.0003002401921537229, "edit_personal_details": 0.00020016012810248197, "exchange_charge": 0.00020016012810248197, "exchange_rate": 0.00020016012810248197, "exchange_via_app": 0.00020016012810248197, "extra_charge_on_statement": 0.00020016012810248197, "failed_transfer": 0.00020016012810248197, "fiat_currency_support": 0.0003002401921537229, "get_disposable_virtual_card": 0.00020016012810248197, "get_physical_card": 0.00020016012810248197, "getting_spare_card": 0.00020016012810248197, "getting_virtual_card": 0.00020016012810248197, "lost_or_stolen_card": 0.00020016012810248197, "lost_or_stolen_phone": 0.00020016012810248197, "order_physical_card": 0.00020016012810248197, "passcode_forgotten": 0.00020016012810248197, "pending_card_payment": 0.0007005604483586869, "pending_cash_withdrawal": 0.00020016012810248197, "pending_top_up": 0.00020016012810248197, "pending_transfer": 0.00020016012810248197, "pin_blocked": 0.00020016012810248197, "receiving_money": 0.0003002401921537229, "request_refund": 0.0003002401921537229, "reverted_card_payment?": 0.9116293034427542, "supported_cards_and_currencies": 0.0006004803843074458, "terminate_account": 0.00020016012810248197, "top_up_by_bank_transfer_charge": 0.00020016012810248197, "top_up_by_card_charge": 0.00020016012810248197, "top_up_by_cash_or_cheque": 0.00020016012810248197, "top_up_failed": 0.00020016012810248197, "top_up_limits": 0.00020016012810248197, "top_up_reverted": 0.0006004803843074458, "topping_up_by_card": 0.0003002401921537229, "transaction_charged_twice": 0.00040032025620496394, "transfer_fee_charged": 0.0003002401921537229, "transfer_into_account": 0.00020016012810248197, "transfer_not_received_by_recipient": 0.00020016012810248197, "transfer_timing": 0.00020016012810248197, "unable_to_verify_identity": 0.00020016012810248197, "verify_my_identity": 0.00020016012810248197, "verify_source_of_funds": 0.00020016012810248197, "verify_top_up": 0.00020016012810248197, "virtual_card_not_working": 0.0003002401921537229, "visa_or_mastercard": 0.0005004003202562049, "why_verify_identity": 0.00020016012810248197, "wrong_amount_of_cash_received": 0.00020016012810248197, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002401921537229 }, "error": null, "latency_ms": 69.53487498685718, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2097", "text_group": "b9ecbabc0f85d7974165039d7aaa1ef176364968221e10bb40b4b756372f2c4b", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0008004802881729037, "activate_my_card": 0.00020012007204322593, "age_limit": 0.00020012007204322593, "apple_pay_or_google_pay": 0.00030018010806483886, "atm_support": 0.00040024014408645187, "automatic_top_up": 0.00020012007204322593, "balance_not_updated_after_bank_transfer": 0.0005003001801080648, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040024014408645187, "beneficiary_not_allowed": 0.0006003602161296777, "cancel_transfer": 0.00030018010806483886, "card_about_to_expire": 0.00020012007204322593, "card_acceptance": 0.00040024014408645187, "card_arrival": 0.00020012007204322593, "card_delivery_estimate": 0.00020012007204322593, "card_linking": 0.00030018010806483886, "card_not_working": 0.00030018010806483886, "card_payment_fee_charged": 0.00040024014408645187, "card_payment_not_recognised": 0.006303782269361616, "card_payment_wrong_exchange_rate": 0.0008004802881729037, "card_swallowed": 0.00030018010806483886, "cash_withdrawal_charge": 0.00020012007204322593, "cash_withdrawal_not_recognised": 0.00020012007204322593, "change_pin": 0.00020012007204322593, "compromised_card": 0.00030018010806483886, "contactless_not_working": 0.00030018010806483886, "country_support": 0.00040024014408645187, "declined_card_payment": 0.05983590154092455, "declined_cash_withdrawal": 0.00030018010806483886, "declined_transfer": 0.00040024014408645187, "direct_debit_payment_not_recognised": 0.006603962377426455, "disposable_card_limits": 0.00020012007204322593, "edit_personal_details": 0.00030018010806483886, "exchange_charge": 0.00020012007204322593, "exchange_rate": 0.00020012007204322593, "exchange_via_app": 0.00020012007204322593, "extra_charge_on_statement": 0.00020012007204322593, "failed_transfer": 0.00030018010806483886, "fiat_currency_support": 0.00030018010806483886, "get_disposable_virtual_card": 0.00020012007204322593, "get_physical_card": 0.00020012007204322593, "getting_spare_card": 0.00020012007204322593, "getting_virtual_card": 0.00020012007204322593, "lost_or_stolen_card": 0.00020012007204322593, "lost_or_stolen_phone": 0.00020012007204322593, "order_physical_card": 0.00020012007204322593, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.0005003001801080648, "pending_cash_withdrawal": 0.00020012007204322593, "pending_top_up": 0.00020012007204322593, "pending_transfer": 0.00020012007204322593, "pin_blocked": 0.00020012007204322593, "receiving_money": 0.00030018010806483886, "request_refund": 0.00040024014408645187, "reverted_card_payment?": 0.9035421252751651, "supported_cards_and_currencies": 0.00030018010806483886, "terminate_account": 0.00020012007204322593, "top_up_by_bank_transfer_charge": 0.00020012007204322593, "top_up_by_card_charge": 0.00020012007204322593, "top_up_by_cash_or_cheque": 0.00020012007204322593, "top_up_failed": 0.00030018010806483886, "top_up_limits": 0.00020012007204322593, "top_up_reverted": 0.002401440864518711, "topping_up_by_card": 0.00030018010806483886, "transaction_charged_twice": 0.00040024014408645187, "transfer_fee_charged": 0.00030018010806483886, "transfer_into_account": 0.00020012007204322593, "transfer_not_received_by_recipient": 0.00030018010806483886, "transfer_timing": 0.00020012007204322593, "unable_to_verify_identity": 0.00030018010806483886, "verify_my_identity": 0.00030018010806483886, "verify_source_of_funds": 0.00030018010806483886, "verify_top_up": 0.00040024014408645187, "virtual_card_not_working": 0.00040024014408645187, "visa_or_mastercard": 0.00030018010806483886, "why_verify_identity": 0.00030018010806483886, "wrong_amount_of_cash_received": 0.0005003001801080648, "wrong_exchange_rate_for_cash_withdrawal": 0.00040024014408645187 }, "error": null, "latency_ms": 70.44870790559798, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2098", "text_group": "9882b3abec13eca1123ffcf23c54bbff00fc6d597333ebfc95e07e19ea8da127", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0037992401519696063, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.007198560287942412, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.04089182163567286, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.044891021795640876, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.007998400319936013, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.003899220155968806, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.0004999000199960008, "reverted_card_payment?": 0.8678264347130574, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 70.41037501767278, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2099", "text_group": "e59e4910730335ff22b242fe058c0d81f3adeb5a106e45abcad8a2b260cc355b", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.006705364291433147, "activate_my_card": 0.00030024019215372296, "age_limit": 0.000200160128102482, "apple_pay_or_google_pay": 0.00030024019215372296, "atm_support": 0.000400320256204964, "automatic_top_up": 0.000200160128102482, "balance_not_updated_after_bank_transfer": 0.00030024019215372296, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030024019215372296, "beneficiary_not_allowed": 0.000400320256204964, "cancel_transfer": 0.000200160128102482, "card_about_to_expire": 0.00030024019215372296, "card_acceptance": 0.000500400320256205, "card_arrival": 0.00030024019215372296, "card_delivery_estimate": 0.00030024019215372296, "card_linking": 0.000400320256204964, "card_not_working": 0.000400320256204964, "card_payment_fee_charged": 0.0006004803843074459, "card_payment_not_recognised": 0.020816653322658127, "card_payment_wrong_exchange_rate": 0.0006004803843074459, "card_swallowed": 0.000400320256204964, "cash_withdrawal_charge": 0.000200160128102482, "cash_withdrawal_not_recognised": 0.000200160128102482, "change_pin": 0.000200160128102482, "compromised_card": 0.000500400320256205, "contactless_not_working": 0.00030024019215372296, "country_support": 0.00030024019215372296, "declined_card_payment": 0.010208166533226582, "declined_cash_withdrawal": 0.000200160128102482, "declined_transfer": 0.00030024019215372296, "direct_debit_payment_not_recognised": 0.000800640512409928, "disposable_card_limits": 0.000200160128102482, "edit_personal_details": 0.000200160128102482, "exchange_charge": 0.000200160128102482, "exchange_rate": 0.000200160128102482, "exchange_via_app": 0.000200160128102482, "extra_charge_on_statement": 0.000200160128102482, "failed_transfer": 0.000200160128102482, "fiat_currency_support": 0.00030024019215372296, "get_disposable_virtual_card": 0.000200160128102482, "get_physical_card": 0.000200160128102482, "getting_spare_card": 0.000200160128102482, "getting_virtual_card": 0.000200160128102482, "lost_or_stolen_card": 0.00030024019215372296, "lost_or_stolen_phone": 0.000200160128102482, "order_physical_card": 0.000200160128102482, "passcode_forgotten": 0.000200160128102482, "pending_card_payment": 0.0019015212169735788, "pending_cash_withdrawal": 0.000200160128102482, "pending_top_up": 0.000200160128102482, "pending_transfer": 0.000200160128102482, "pin_blocked": 0.000200160128102482, "receiving_money": 0.00030024019215372296, "request_refund": 0.000500400320256205, "reverted_card_payment?": 0.9383506805444356, "supported_cards_and_currencies": 0.000500400320256205, "terminate_account": 0.000200160128102482, "top_up_by_bank_transfer_charge": 0.000200160128102482, "top_up_by_card_charge": 0.000200160128102482, "top_up_by_cash_or_cheque": 0.000200160128102482, "top_up_failed": 0.000200160128102482, "top_up_limits": 0.000200160128102482, "top_up_reverted": 0.002101681345076061, "topping_up_by_card": 0.00030024019215372296, "transaction_charged_twice": 0.00030024019215372296, "transfer_fee_charged": 0.000200160128102482, "transfer_into_account": 0.000200160128102482, "transfer_not_received_by_recipient": 0.00030024019215372296, "transfer_timing": 0.000200160128102482, "unable_to_verify_identity": 0.000200160128102482, "verify_my_identity": 0.000200160128102482, "verify_source_of_funds": 0.000200160128102482, "verify_top_up": 0.00030024019215372296, "virtual_card_not_working": 0.00030024019215372296, "visa_or_mastercard": 0.00030024019215372296, "why_verify_identity": 0.000200160128102482, "wrong_amount_of_cash_received": 0.00030024019215372296, "wrong_exchange_rate_for_cash_withdrawal": 0.00030024019215372296 }, "error": null, "latency_ms": 71.13795902114362, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2100", "text_group": "578b7c7d0d244673001a6e02688f6d7033c54c47952d7d23075d6acaec167ba8", "expected": "reverted_card_payment?", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.06542617046818727, "activate_my_card": 0.0017006802721088435, "age_limit": 0.0014005602240896359, "apple_pay_or_google_pay": 0.002501000400160064, "atm_support": 0.0033013205282112846, "automatic_top_up": 0.0017006802721088435, "balance_not_updated_after_bank_transfer": 0.031212484993997595, "balance_not_updated_after_cheque_or_cash_deposit": 0.006002400960384154, "beneficiary_not_allowed": 0.008903561424569828, "cancel_transfer": 0.0024009603841536613, "card_about_to_expire": 0.0017006802721088435, "card_acceptance": 0.0027010804321728693, "card_arrival": 0.0026010404161664665, "card_delivery_estimate": 0.0026010404161664665, "card_linking": 0.0026010404161664665, "card_not_working": 0.003001200480192077, "card_payment_fee_charged": 0.0020008003201280513, "card_payment_not_recognised": 0.006802721088435374, "card_payment_wrong_exchange_rate": 0.0027010804321728693, "card_swallowed": 0.22739095638255302, "cash_withdrawal_charge": 0.0024009603841536613, "cash_withdrawal_not_recognised": 0.11554621848739496, "change_pin": 0.0015006002400960385, "compromised_card": 0.003201280512204882, "contactless_not_working": 0.002501000400160064, "country_support": 0.0022008803521408565, "declined_card_payment": 0.002901160464185674, "declined_cash_withdrawal": 0.006402561024409764, "declined_transfer": 0.0028011204481792717, "direct_debit_payment_not_recognised": 0.01450580232092837, "disposable_card_limits": 0.0020008003201280513, "edit_personal_details": 0.0018007202881152459, "exchange_charge": 0.0017006802721088435, "exchange_rate": 0.001600640256102441, "exchange_via_app": 0.0018007202881152459, "extra_charge_on_statement": 0.0017006802721088435, "failed_transfer": 0.003201280512204882, "fiat_currency_support": 0.0028011204481792717, "get_disposable_virtual_card": 0.0021008403361344537, "get_physical_card": 0.0028011204481792717, "getting_spare_card": 0.0018007202881152459, "getting_virtual_card": 0.0018007202881152459, "lost_or_stolen_card": 0.19587835134053622, "lost_or_stolen_phone": 0.0037014805922368946, "order_physical_card": 0.0021008403361344537, "passcode_forgotten": 0.001600640256102441, "pending_card_payment": 0.0020008003201280513, "pending_cash_withdrawal": 0.004901960784313725, "pending_top_up": 0.0018007202881152459, "pending_transfer": 0.0020008003201280513, "pin_blocked": 0.0022008803521408565, "receiving_money": 0.05162064825930372, "request_refund": 0.014605842336934773, "reverted_card_payment?": 0.004101640656262505, "supported_cards_and_currencies": 0.002300920368147259, "terminate_account": 0.0020008003201280513, "top_up_by_bank_transfer_charge": 0.0019007603041216485, "top_up_by_card_charge": 0.0018007202881152459, "top_up_by_cash_or_cheque": 0.0024009603841536613, "top_up_failed": 0.002501000400160064, "top_up_limits": 0.001600640256102441, "top_up_reverted": 0.0039015606242496993, "topping_up_by_card": 0.002300920368147259, "transaction_charged_twice": 0.0031012404961984793, "transfer_fee_charged": 0.0018007202881152459, "transfer_into_account": 0.0020008003201280513, "transfer_not_received_by_recipient": 0.0699279711884754, "transfer_timing": 0.0018007202881152459, "unable_to_verify_identity": 0.002300920368147259, "verify_my_identity": 0.0017006802721088435, "verify_source_of_funds": 0.011804721888755502, "verify_top_up": 0.0018007202881152459, "virtual_card_not_working": 0.0021008403361344537, "visa_or_mastercard": 0.0019007603041216485, "why_verify_identity": 0.0021008403361344537, "wrong_amount_of_cash_received": 0.03051220488195278, "wrong_exchange_rate_for_cash_withdrawal": 0.0022008803521408565 }, "error": null, "latency_ms": 73.26416706200689, "usage": { "input_tokens": 614, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2101", "text_group": "bc7113bb57493750e86010d5ed8fe2eee35bb9e407becbc5d4718c2361617744", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.001000100010001, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0007000700070007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090009, "beneficiary_not_allowed": 0.023402340234023402, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0007000700070007, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0005000500050005, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.007600760076007601, "card_payment_wrong_exchange_rate": 0.0008000800080008001, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0006000600060006, "country_support": 0.0007000700070007, "declined_card_payment": 0.742074207420742, "declined_cash_withdrawal": 0.0034003400340034003, "declined_transfer": 0.012301230123012302, "direct_debit_payment_not_recognised": 0.007700770077007701, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0006000600060006, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0027002700270027003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0013001300130013002, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.16531653165316532, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0006000600060006, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0018001800180018, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 72.05795799382031, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2102", "text_group": "34e5c2208f41972300059a22a0b57bada731942c68da2e77861a08e1148293f5", "expected": "reverted_card_payment?", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0005, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0021, "atm_support": 0.0007, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0024, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0006, "card_acceptance": 0.0017, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.0023, "card_not_working": 0.6933, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0009, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0006, "contactless_not_working": 0.0018, "country_support": 0.0007, "declined_card_payment": 0.1963, "declined_cash_withdrawal": 0.0008, "declined_transfer": 0.0016, "direct_debit_payment_not_recognised": 0.0011, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0004, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0006, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0007, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0009, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0011, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0005, "pin_blocked": 0.0008, "receiving_money": 0.0009, "request_refund": 0.0006, "reverted_card_payment?": 0.003, "supported_cards_and_currencies": 0.0063, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0008, "top_up_limits": 0.0004, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0024, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0388, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0106, "visa_or_mastercard": 0.0018, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 70.48095797654241, "usage": { "input_tokens": 611, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2103", "text_group": "f207e803c60a7fcce713999ade89ffb86aead92aa87977c3468a41ae4942a64a", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0017003400680136026, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.22094418883776756, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.7554510902180436, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 70.11183293070644, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2104", "text_group": "2153c0561c6a000acbf9d97e377296fedcfb66b714c5844f9e16061b3bab7c1d", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0008997300809757073, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.14615615315405378, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.00019994001799460164, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.8354493651904429, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 72.15083402115852, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2105", "text_group": "02d504beffc400e12d762cc007e4eee200001279ade822f0a759236ac58d6a37", "expected": "reverted_card_payment?", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.01820364072814563, "activate_my_card": 0.0006001200240048009, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0007001400280056011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.001900380076015203, "cancel_transfer": 0.059411882376475295, "card_about_to_expire": 0.0035007001400280055, "card_acceptance": 0.0008001600320064013, "card_arrival": 0.0011002200440088019, "card_delivery_estimate": 0.0007001400280056011, "card_linking": 0.002100420084016803, "card_not_working": 0.03330666133226646, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0008001600320064013, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.03430686137227445, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0005001000200040008, "compromised_card": 0.01840368073614723, "contactless_not_working": 0.0011002200440088019, "country_support": 0.0007001400280056011, "declined_card_payment": 0.0036007201440288058, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0007001400280056011, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.0010002000400080016, "get_physical_card": 0.0022004400880176037, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.721744348869774, "lost_or_stolen_phone": 0.0006001200240048009, "order_physical_card": 0.0008001600320064013, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.0005001000200040008, "request_refund": 0.0015003000600120023, "reverted_card_payment?": 0.04940988197639528, "supported_cards_and_currencies": 0.0010002000400080016, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.010002000400080016, "topping_up_by_card": 0.0008001600320064013, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.004100820164032807, "visa_or_mastercard": 0.0008001600320064013, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001200240048009 }, "error": null, "latency_ms": 70.4760419903323, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2106", "text_group": "7caccbf48592bb6dbd5c41d88a942d631c4472e2dfd24c38ccc72974d557035f", "expected": "reverted_card_payment?", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.003601080324097229, "activate_my_card": 0.0023006902070621185, "age_limit": 0.002100630189056717, "apple_pay_or_google_pay": 0.007102130639191758, "atm_support": 0.005801740522156647, "automatic_top_up": 0.0028008402520756227, "balance_not_updated_after_bank_transfer": 0.32569770931279385, "balance_not_updated_after_cheque_or_cash_deposit": 0.010703210963288986, "beneficiary_not_allowed": 0.00620186055816745, "cancel_transfer": 0.005801740522156647, "card_about_to_expire": 0.00250075022506752, "card_acceptance": 0.0043012903871161344, "card_arrival": 0.0029008702610783233, "card_delivery_estimate": 0.002400720216064819, "card_linking": 0.007102130639191758, "card_not_working": 0.004101230369110733, "card_payment_fee_charged": 0.0038011403421026307, "card_payment_not_recognised": 0.007702310693207963, "card_payment_wrong_exchange_rate": 0.005901770531159347, "card_swallowed": 0.01000300090027008, "cash_withdrawal_charge": 0.0033009902970891265, "cash_withdrawal_not_recognised": 0.009202760828248474, "change_pin": 0.00250075022506752, "compromised_card": 0.0030009002700810243, "contactless_not_working": 0.003601080324097229, "country_support": 0.003601080324097229, "declined_card_payment": 0.003601080324097229, "declined_cash_withdrawal": 0.003601080324097229, "declined_transfer": 0.0035010503150945285, "direct_debit_payment_not_recognised": 0.018905671701510453, "disposable_card_limits": 0.0033009902970891265, "edit_personal_details": 0.0029008702610783233, "exchange_charge": 0.00370111033309993, "exchange_rate": 0.0033009902970891265, "exchange_via_app": 0.004101230369110733, "extra_charge_on_statement": 0.0026007802340702207, "failed_transfer": 0.0069020706211863556, "fiat_currency_support": 0.006001800540162049, "get_disposable_virtual_card": 0.003100930279083725, "get_physical_card": 0.002700810243072922, "getting_spare_card": 0.002400720216064819, "getting_virtual_card": 0.002200660198059418, "lost_or_stolen_card": 0.002100630189056717, "lost_or_stolen_phone": 0.0018005401620486145, "order_physical_card": 0.003401020306091827, "passcode_forgotten": 0.002200660198059418, "pending_card_payment": 0.002700810243072922, "pending_cash_withdrawal": 0.003100930279083725, "pending_top_up": 0.002400720216064819, "pending_transfer": 0.003401020306091827, "pin_blocked": 0.0028008402520756227, "receiving_money": 0.03461038311493448, "request_refund": 0.0039011703511053313, "reverted_card_payment?": 0.12023607082124638, "supported_cards_and_currencies": 0.004101230369110733, "terminate_account": 0.003100930279083725, "top_up_by_bank_transfer_charge": 0.003601080324097229, "top_up_by_card_charge": 0.00250075022506752, "top_up_by_cash_or_cheque": 0.004001200360108033, "top_up_failed": 0.004101230369110733, "top_up_limits": 0.0026007802340702207, "top_up_reverted": 0.15094528358507553, "topping_up_by_card": 0.005601680504151245, "transaction_charged_twice": 0.005301590477143143, "transfer_fee_charged": 0.0029008702610783233, "transfer_into_account": 0.027308192457737322, "transfer_not_received_by_recipient": 0.007202160648194458, "transfer_timing": 0.005301590477143143, "unable_to_verify_identity": 0.0026007802340702207, "verify_my_identity": 0.002400720216064819, "verify_source_of_funds": 0.003100930279083725, "verify_top_up": 0.002200660198059418, "virtual_card_not_working": 0.0030009002700810243, "visa_or_mastercard": 0.003401020306091827, "why_verify_identity": 0.003100930279083725, "wrong_amount_of_cash_received": 0.044213263979193757, "wrong_exchange_rate_for_cash_withdrawal": 0.0039011703511053313 }, "error": null, "latency_ms": 71.73537509515882, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2107", "text_group": "823de2f61833f8c4122398225ab438d59e438dfb9649762d21c95ada4cbb5d5a", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.044, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.113, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0009, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.8186, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 71.31404196843505, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2108", "text_group": "73aca50ee3c92067f23a19f93c896915baf0942f5dc851d6127520a7430755a6", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0026, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.183, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0005, "reverted_card_payment?": 0.789, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 74.5984580134973, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2109", "text_group": "524bcdca3311f8c3b439c89169ee335ce81491a2955b968ccd1b84cc53ee41e2", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0012002400480096017, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.16553310662132428, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.8112622524504901, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 72.71512493025512, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2110", "text_group": "b5098d5386b8af16a744b3eea1bb51751146b0c593a79ee60b635bf3753cf9da", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0192, "activate_my_card": 0.0026, "age_limit": 0.0019, "apple_pay_or_google_pay": 0.0031, "atm_support": 0.0044, "automatic_top_up": 0.0025, "balance_not_updated_after_bank_transfer": 0.0113, "balance_not_updated_after_cheque_or_cash_deposit": 0.0052, "beneficiary_not_allowed": 0.0046, "cancel_transfer": 0.0025, "card_about_to_expire": 0.0022, "card_acceptance": 0.006, "card_arrival": 0.0054, "card_delivery_estimate": 0.0032, "card_linking": 0.0034, "card_not_working": 0.0032, "card_payment_fee_charged": 0.0081, "card_payment_not_recognised": 0.0233, "card_payment_wrong_exchange_rate": 0.005, "card_swallowed": 0.0026, "cash_withdrawal_charge": 0.0028, "cash_withdrawal_not_recognised": 0.0026, "change_pin": 0.0019, "compromised_card": 0.0025, "contactless_not_working": 0.0028, "country_support": 0.0029, "declined_card_payment": 0.0209, "declined_cash_withdrawal": 0.0023, "declined_transfer": 0.0029, "direct_debit_payment_not_recognised": 0.0629, "disposable_card_limits": 0.0024, "edit_personal_details": 0.0022, "exchange_charge": 0.0022, "exchange_rate": 0.002, "exchange_via_app": 0.0022, "extra_charge_on_statement": 0.0025, "failed_transfer": 0.0026, "fiat_currency_support": 0.0029, "get_disposable_virtual_card": 0.0022, "get_physical_card": 0.0024, "getting_spare_card": 0.0019, "getting_virtual_card": 0.0019, "lost_or_stolen_card": 0.0019, "lost_or_stolen_phone": 0.0015, "order_physical_card": 0.0033, "passcode_forgotten": 0.0017, "pending_card_payment": 0.0181, "pending_cash_withdrawal": 0.0022, "pending_top_up": 0.0024, "pending_transfer": 0.0025, "pin_blocked": 0.002, "receiving_money": 0.0034, "request_refund": 0.1101, "reverted_card_payment?": 0.5223, "supported_cards_and_currencies": 0.0034, "terminate_account": 0.0023, "top_up_by_bank_transfer_charge": 0.0024, "top_up_by_card_charge": 0.0025, "top_up_by_cash_or_cheque": 0.0026, "top_up_failed": 0.0025, "top_up_limits": 0.002, "top_up_reverted": 0.0071, "topping_up_by_card": 0.003, "transaction_charged_twice": 0.0133, "transfer_fee_charged": 0.003, "transfer_into_account": 0.0022, "transfer_not_received_by_recipient": 0.004, "transfer_timing": 0.0022, "unable_to_verify_identity": 0.0027, "verify_my_identity": 0.0026, "verify_source_of_funds": 0.0028, "verify_top_up": 0.003, "virtual_card_not_working": 0.0025, "visa_or_mastercard": 0.0029, "why_verify_identity": 0.0023, "wrong_amount_of_cash_received": 0.0035, "wrong_exchange_rate_for_cash_withdrawal": 0.0022 }, "error": null, "latency_ms": 84.02804099023342, "usage": { "input_tokens": 657, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2111", "text_group": "54782fbd48af5a9e7dce8bab92f61b6f96ca67e15e960da24124802804682551", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.0002998500749625187, "atm_support": 0.0002998500749625187, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.00019990004997501253, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998500749625187, "beneficiary_not_allowed": 0.0002998500749625187, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.00039980009995002505, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.0002998500749625187, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.00039980009995002505, "card_payment_not_recognised": 0.0008995502248875562, "card_payment_wrong_exchange_rate": 0.00039980009995002505, "card_swallowed": 0.00019990004997501253, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.00019990004997501253, "compromised_card": 0.0002998500749625187, "contactless_not_working": 0.00019990004997501253, "country_support": 0.0002998500749625187, "declined_card_payment": 0.17641179410294852, "declined_cash_withdrawal": 0.00019990004997501253, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.00039980009995002505, "disposable_card_limits": 0.00019990004997501253, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.00019990004997501253, "fiat_currency_support": 0.00019990004997501253, "get_disposable_virtual_card": 0.00019990004997501253, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.00019990004997501253, "request_refund": 0.00019990004997501253, "reverted_card_payment?": 0.8049975012493754, "supported_cards_and_currencies": 0.00039980009995002505, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.00019990004997501253, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.0005997001499250374, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998500749625187 }, "error": null, "latency_ms": 76.27037505153567, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2112", "text_group": "dfb921f6a8ae9db7393f9b3a2564ae348589781312ca4f4a0067abd727396c38", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0007999200079992001, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.0007999200079992001, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.03829617038296171, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0011998800119988001, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.939106089391061, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.0016998300169983002, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 76.03075006045401, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2113", "text_group": "e565e7509adf1e8f7e3b943706708a194a721a5025cee818f512988ffe03d24a", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.07580758075807581, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.9036903690369036, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0005000500050005, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 77.14245899114758, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2114", "text_group": "976d475d36d83686a0e75e89dcbb2c5949578e0f5e73a669597ce69681cdfa3c", "expected": "reverted_card_payment?", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.00019994001799460164, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.07007897630710787, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0013995801259622115, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0002999100269919024, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.0071978406478056586, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0005998200539838048, "declined_card_payment": 0.8096571028691393, "declined_cash_withdrawal": 0.002099370188943317, "declined_transfer": 0.008797360791762472, "direct_debit_payment_not_recognised": 0.0024992502249325203, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.004798560431870438, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.07157852644206737, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 79.96954210102558, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2115", "text_group": "d377975ddcdcf3ce2d83680625b093b8e3e923560461798b4ba92ddc688f2f9f", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.00030018010806483886, "activate_my_card": 0.00020012007204322593, "age_limit": 0.00020012007204322593, "apple_pay_or_google_pay": 0.00030018010806483886, "atm_support": 0.00040024014408645187, "automatic_top_up": 0.00020012007204322593, "balance_not_updated_after_bank_transfer": 0.00030018010806483886, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030018010806483886, "beneficiary_not_allowed": 0.00040024014408645187, "cancel_transfer": 0.0005003001801080648, "card_about_to_expire": 0.00030018010806483886, "card_acceptance": 0.00040024014408645187, "card_arrival": 0.00030018010806483886, "card_delivery_estimate": 0.00030018010806483886, "card_linking": 0.00040024014408645187, "card_not_working": 0.0005003001801080648, "card_payment_fee_charged": 0.0005003001801080648, "card_payment_not_recognised": 0.03311987192315389, "card_payment_wrong_exchange_rate": 0.00040024014408645187, "card_swallowed": 0.00030018010806483886, "cash_withdrawal_charge": 0.00020012007204322593, "cash_withdrawal_not_recognised": 0.00020012007204322593, "change_pin": 0.00020012007204322593, "compromised_card": 0.00030018010806483886, "contactless_not_working": 0.00030018010806483886, "country_support": 0.00030018010806483886, "declined_card_payment": 0.08845307184310586, "declined_cash_withdrawal": 0.00020012007204322593, "declined_transfer": 0.00030018010806483886, "direct_debit_payment_not_recognised": 0.0005003001801080648, "disposable_card_limits": 0.00030018010806483886, "edit_personal_details": 0.00030018010806483886, "exchange_charge": 0.00020012007204322593, "exchange_rate": 0.00020012007204322593, "exchange_via_app": 0.00020012007204322593, "extra_charge_on_statement": 0.00020012007204322593, "failed_transfer": 0.00020012007204322593, "fiat_currency_support": 0.00030018010806483886, "get_disposable_virtual_card": 0.00020012007204322593, "get_physical_card": 0.00020012007204322593, "getting_spare_card": 0.00020012007204322593, "getting_virtual_card": 0.00020012007204322593, "lost_or_stolen_card": 0.00020012007204322593, "lost_or_stolen_phone": 0.00020012007204322593, "order_physical_card": 0.00020012007204322593, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.0005003001801080648, "pending_cash_withdrawal": 0.00020012007204322593, "pending_top_up": 0.00020012007204322593, "pending_transfer": 0.00020012007204322593, "pin_blocked": 0.00020012007204322593, "receiving_money": 0.00020012007204322593, "request_refund": 0.00040024014408645187, "reverted_card_payment?": 0.8579147488493096, "supported_cards_and_currencies": 0.0005003001801080648, "terminate_account": 0.00020012007204322593, "top_up_by_bank_transfer_charge": 0.00020012007204322593, "top_up_by_card_charge": 0.00020012007204322593, "top_up_by_cash_or_cheque": 0.00020012007204322593, "top_up_failed": 0.00020012007204322593, "top_up_limits": 0.00020012007204322593, "top_up_reverted": 0.0005003001801080648, "topping_up_by_card": 0.00030018010806483886, "transaction_charged_twice": 0.00040024014408645187, "transfer_fee_charged": 0.00030018010806483886, "transfer_into_account": 0.00020012007204322593, "transfer_not_received_by_recipient": 0.00020012007204322593, "transfer_timing": 0.00020012007204322593, "unable_to_verify_identity": 0.00020012007204322593, "verify_my_identity": 0.00020012007204322593, "verify_source_of_funds": 0.00020012007204322593, "verify_top_up": 0.00020012007204322593, "virtual_card_not_working": 0.00040024014408645187, "visa_or_mastercard": 0.00040024014408645187, "why_verify_identity": 0.00020012007204322593, "wrong_amount_of_cash_received": 0.00020012007204322593, "wrong_exchange_rate_for_cash_withdrawal": 0.00030018010806483886 }, "error": null, "latency_ms": 80.91849996708333, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2116", "text_group": "dd9edb73b6108aa0be9b1109e4e0640d778df08d825da128e4476aefc5ef5f4d", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0063, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0135, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009, "beneficiary_not_allowed": 0.0011, "cancel_transfer": 0.001, "card_about_to_expire": 0.0003, "card_acceptance": 0.0006, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0027, "card_payment_wrong_exchange_rate": 0.0011, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0004, "country_support": 0.0005, "declined_card_payment": 0.0019, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0011, "direct_debit_payment_not_recognised": 0.0118, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0004, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.001, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0004, "pin_blocked": 0.0003, "receiving_money": 0.0006, "request_refund": 0.0017, "reverted_card_payment?": 0.8565, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0621, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0043, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0008, "transfer_not_received_by_recipient": 0.0093, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 74.99633298721164, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2117", "text_group": "05686cfbad42aac8295b31d880b7aacd499ff3c2508b081a01f3467791ff1343", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0005002000800320128, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.0006002400960384153, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.0006002400960384153, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.01410564225690276, "cancel_transfer": 0.0005002000800320128, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0005002000800320128, "card_not_working": 0.0006002400960384153, "card_payment_fee_charged": 0.0007002801120448179, "card_payment_not_recognised": 0.01330532212885154, "card_payment_wrong_exchange_rate": 0.0008003201280512205, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00030012004801920766, "compromised_card": 0.0006002400960384153, "contactless_not_working": 0.0005002000800320128, "country_support": 0.0005002000800320128, "declined_card_payment": 0.20418167266906762, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.0007002801120448179, "direct_debit_payment_not_recognised": 0.0033013205282112846, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.0005002000800320128, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.0586234493797519, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.0005002000800320128, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.0006002400960384153, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.6762705082032813, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.0017006802721088435, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.0005002000800320128, "transfer_fee_charged": 0.00040016006402561027, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.0006002400960384153, "visa_or_mastercard": 0.0005002000800320128, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002000800320128 }, "error": null, "latency_ms": 74.82874998822808, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2118", "text_group": "91594762c2e0df7c0e0e849dc5eed232a248044c5faa4956fc811933d6436db8", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0014, "card_about_to_expire": 0.0003, "card_acceptance": 0.0008, "card_arrival": 0.0004, "card_delivery_estimate": 0.0003, "card_linking": 0.0007, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0011, "card_payment_not_recognised": 0.0041, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0004, "country_support": 0.0006, "declined_card_payment": 0.0273, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0003, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.001, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0005, "reverted_card_payment?": 0.9368, "supported_cards_and_currencies": 0.0022, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 74.07674996647984, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2119", "text_group": "9db89d326ce2efe8f0e9a574d498e2955bf6bf30b2941b4886b17a7197251ff0", "expected": "reverted_card_payment?", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0016, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0015, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.1824, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0008, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.7944, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0019, "topping_up_by_card": 0.0002, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 72.89125001989305, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2120", "text_group": "02f6200b288727974809612424f4106ea501a75db09823f59afb1c37724f5a8a", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.00020014009806864808, "atm_support": 0.0005003502451716202, "automatic_top_up": 0.0003002101471029721, "balance_not_updated_after_bank_transfer": 0.00020014009806864808, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002101471029721, "beneficiary_not_allowed": 0.00040028019613729617, "cancel_transfer": 0.00040028019613729617, "card_about_to_expire": 0.00020014009806864808, "card_acceptance": 0.0003002101471029721, "card_arrival": 0.00020014009806864808, "card_delivery_estimate": 0.00020014009806864808, "card_linking": 0.0003002101471029721, "card_not_working": 0.00020014009806864808, "card_payment_fee_charged": 0.00020014009806864808, "card_payment_not_recognised": 0.00020014009806864808, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.0003002101471029721, "cash_withdrawal_charge": 0.00040028019613729617, "cash_withdrawal_not_recognised": 0.00040028019613729617, "change_pin": 0.9705794055839088, "compromised_card": 0.00020014009806864808, "contactless_not_working": 0.0003002101471029721, "country_support": 0.0003002101471029721, "declined_card_payment": 0.00020014009806864808, "declined_cash_withdrawal": 0.0003002101471029721, "declined_transfer": 0.00020014009806864808, "direct_debit_payment_not_recognised": 0.00020014009806864808, "disposable_card_limits": 0.0003002101471029721, "edit_personal_details": 0.0014009806864805365, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.0003002101471029721, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.00020014009806864808, "fiat_currency_support": 0.0005003502451716202, "get_disposable_virtual_card": 0.0007004903432402682, "get_physical_card": 0.0005003502451716202, "getting_spare_card": 0.0003002101471029721, "getting_virtual_card": 0.0003002101471029721, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.00040028019613729617, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.0008005603922745923, "receiving_money": 0.0003002101471029721, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.0003002101471029721, "supported_cards_and_currencies": 0.0040028019613729615, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.00020014009806864808, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.004202942059441609, "top_up_failed": 0.00020014009806864808, "top_up_limits": 0.0003002101471029721, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.00040028019613729617, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.00020014009806864808, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.00020014009806864808, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.00020014009806864808, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.0003002101471029721, "visa_or_mastercard": 0.00020014009806864808, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.0003002101471029721, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 72.08366692066193, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2121", "text_group": "4e04dd886ca9e8b514d1b0e3808ee95b8c162a5495c402a756d454e85406b5ec", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.0006999300069993001, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.973002699730027, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.0045995400459954, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.0010998900109989002, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.0010998900109989002, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.0011998800119988001, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 72.25199998356402, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2122", "text_group": "7829b9c4039102ce7c1a1e0670a10aa1b3460376ea92d426cbd22ef6ecda8f86", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.00020006001800540162, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.9730919275782735, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.002700810243072922, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.0014004201260378114, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0038011403421026307, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0008002400720216065, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.00020006001800540162 }, "error": null, "latency_ms": 70.9045419935137, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2123", "text_group": "dafadd0582f9861e9d073bb3aac1e5fb7619b69d99dc8e6294e000494c6c602f", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020004000800160032, "beneficiary_not_allowed": 0.00020004000800160032, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.00020004000800160032, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.9809961992398479, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0010002000400080016, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0011002200440088019, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00020004000800160032, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 71.74612500239164, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2124", "text_group": "8bb84e0c82346490289744e4769f24b35c36e118bd3131f4323191b0aac8b4fc", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.007803121248499399, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.9661864745898359, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00040016006402561027, "country_support": 0.0005002000800320128, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.001600640256102441, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.001600640256102441, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00040016006402561027, "passcode_forgotten": 0.00040016006402561027, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.0037014805922368946, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 71.884167031385, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2125", "text_group": "3b8674e3f89b953c50b8ee910d8d4fc9e537a939d47ea18e01455e67723f1078", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0006001800540162048, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.9677903371011304, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.01000300090027008, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.0007002100630189057, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0026007802340702207, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.00020006001800540162 }, "error": null, "latency_ms": 71.16841699462384, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2126", "text_group": "93cc40f05ebb3407c2c56dc84db63973bc1f3fe2e793be1d0814308139a8dd14", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0005998800239952009, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.9416116776644671, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.0003999200159968007, "country_support": 0.006498700259948011, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.01209758048390322, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0007998400319936014, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.0006998600279944011, "lost_or_stolen_phone": 0.0008998200359928015, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.012797440511897622, "receiving_money": 0.00029994001199760045, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 74.36245901044458, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2127", "text_group": "db442dc4a9b34b6e47b86ca1e070bc51db2b276b2a1a9dc42c93d5c322514b81", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.002000200020002, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.0007000700070007, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0007000700070007, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0009000900090009, "card_acceptance": 0.0012001200120012, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0021002100210021, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.9405940594059405, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.0005000500050005, "country_support": 0.0006000600060006, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.0113011301130113, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.0005000500050005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0008000800080008001, "get_physical_card": 0.0033003300330033004, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0009000900090009, "receiving_money": 0.0006000600060006, "request_refund": 0.0006000600060006, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.0019001900190019003, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.0008000800080008001, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0006000600060006, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 71.03554194327444, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2128", "text_group": "b8a745c26e92751c210f3c3dbc9dbf8f0b6cc30816f45444b7e88b09d37e814b", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0009000900090009, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0007000700070007, "automatic_top_up": 0.0007000700070007, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.0007000700070007, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.0007000700070007, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0007000700070007, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.9282928292829283, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0005000500050005, "country_support": 0.0006000600060006, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0009000900090009, "edit_personal_details": 0.0166016601660166, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.0005000500050005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0013001300130013002, "get_physical_card": 0.010501050105010502, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.004100410041004101, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0047004700470047005, "receiving_money": 0.0005000500050005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0007000700070007, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0006000600060006, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 72.50875001773238, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2129", "text_group": "064983db4dba87a71ca85d6736590f84fca45e8be7cbe8671103054b3d9308f4", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0005, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.9627, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0005, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0128, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0005, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0005, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0003, "pin_blocked": 0.0017, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 73.68979102466255, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2130", "text_group": "1ba591d7aa51545bc4bed366e90a66dd4d5f992000b791d74707692d37ee7ddc", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00039980009995002505, "activate_my_card": 0.0004997501249375313, "age_limit": 0.00039980009995002505, "apple_pay_or_google_pay": 0.0005997001499250374, "atm_support": 0.0007996001999000501, "automatic_top_up": 0.0005997001499250374, "balance_not_updated_after_bank_transfer": 0.0004997501249375313, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005997001499250374, "beneficiary_not_allowed": 0.0005997001499250374, "cancel_transfer": 0.0005997001499250374, "card_about_to_expire": 0.0005997001499250374, "card_acceptance": 0.0006996501749125438, "card_arrival": 0.0004997501249375313, "card_delivery_estimate": 0.0004997501249375313, "card_linking": 0.0006996501749125438, "card_not_working": 0.0005997001499250374, "card_payment_fee_charged": 0.0004997501249375313, "card_payment_not_recognised": 0.0004997501249375313, "card_payment_wrong_exchange_rate": 0.0005997001499250374, "card_swallowed": 0.0005997001499250374, "cash_withdrawal_charge": 0.0004997501249375313, "cash_withdrawal_not_recognised": 0.00039980009995002505, "change_pin": 0.935432283858071, "compromised_card": 0.0004997501249375313, "contactless_not_working": 0.0005997001499250374, "country_support": 0.0006996501749125438, "declined_card_payment": 0.00039980009995002505, "declined_cash_withdrawal": 0.00039980009995002505, "declined_transfer": 0.00039980009995002505, "direct_debit_payment_not_recognised": 0.00039980009995002505, "disposable_card_limits": 0.0006996501749125438, "edit_personal_details": 0.0017991004497751124, "exchange_charge": 0.0004997501249375313, "exchange_rate": 0.0004997501249375313, "exchange_via_app": 0.0004997501249375313, "extra_charge_on_statement": 0.0004997501249375313, "failed_transfer": 0.0004997501249375313, "fiat_currency_support": 0.0006996501749125438, "get_disposable_virtual_card": 0.0006996501749125438, "get_physical_card": 0.002698650674662669, "getting_spare_card": 0.0015992003998001002, "getting_virtual_card": 0.0005997001499250374, "lost_or_stolen_card": 0.00039980009995002505, "lost_or_stolen_phone": 0.00039980009995002505, "order_physical_card": 0.0025987006496751624, "passcode_forgotten": 0.003098450774612694, "pending_card_payment": 0.00039980009995002505, "pending_cash_withdrawal": 0.00039980009995002505, "pending_top_up": 0.00039980009995002505, "pending_transfer": 0.00039980009995002505, "pin_blocked": 0.016591704147926038, "receiving_money": 0.0005997001499250374, "request_refund": 0.0004997501249375313, "reverted_card_payment?": 0.0004997501249375313, "supported_cards_and_currencies": 0.0006996501749125438, "terminate_account": 0.0005997001499250374, "top_up_by_bank_transfer_charge": 0.0004997501249375313, "top_up_by_card_charge": 0.0004997501249375313, "top_up_by_cash_or_cheque": 0.0004997501249375313, "top_up_failed": 0.0004997501249375313, "top_up_limits": 0.0004997501249375313, "top_up_reverted": 0.0005997001499250374, "topping_up_by_card": 0.0004997501249375313, "transaction_charged_twice": 0.00039980009995002505, "transfer_fee_charged": 0.00039980009995002505, "transfer_into_account": 0.00039980009995002505, "transfer_not_received_by_recipient": 0.00039980009995002505, "transfer_timing": 0.0004997501249375313, "unable_to_verify_identity": 0.0004997501249375313, "verify_my_identity": 0.0004997501249375313, "verify_source_of_funds": 0.00039980009995002505, "verify_top_up": 0.00039980009995002505, "virtual_card_not_working": 0.0005997001499250374, "visa_or_mastercard": 0.0005997001499250374, "why_verify_identity": 0.00039980009995002505, "wrong_amount_of_cash_received": 0.00039980009995002505, "wrong_exchange_rate_for_cash_withdrawal": 0.0004997501249375313 }, "error": null, "latency_ms": 70.94870798755437, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2131", "text_group": "af24c09bb3c7b099eda223f8f40d41e4f999fc047795dd2bac0dec226e2e89c0", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.9749924977493247, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.002700810243072922, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.0008002400720216065, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0005001500450135041, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0020006001800540163, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 72.79408408794552, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2132", "text_group": "371428b9650507518e62836647c105b2bf5b5be8bfd51beaaed832714806af30", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 9.996001599360257e-05, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.020491803278688527, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019992003198720514, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.00019992003198720514, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.00019992003198720514, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.9593162734906038, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.0003998400639744103, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0004998000799680128, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0004998000799680128, "get_physical_card": 0.0006997201119552179, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.001999200319872051, "receiving_money": 0.00019992003198720514, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0012994802079168333, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 71.83995901141316, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2133", "text_group": "1015f385bcb04f9a03e020a1b60feae4394f7b385d2eadb758e1dfdea205e475", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0009001800360072014, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.0008001600320064013, "atm_support": 0.0014002800560112022, "automatic_top_up": 0.0012002400480096017, "balance_not_updated_after_bank_transfer": 0.0009001800360072014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009001800360072014, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.0011002200440088019, "card_about_to_expire": 0.0008001600320064013, "card_acceptance": 0.0011002200440088019, "card_arrival": 0.0007001400280056011, "card_delivery_estimate": 0.0006001200240048009, "card_linking": 0.0012002400480096017, "card_not_working": 0.0008001600320064013, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0007001400280056011, "card_payment_wrong_exchange_rate": 0.0009001800360072014, "card_swallowed": 0.0009001800360072014, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.0006001200240048009, "change_pin": 0.9029805961192239, "compromised_card": 0.0009001800360072014, "contactless_not_working": 0.0009001800360072014, "country_support": 0.0010002000400080016, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.0011002200440088019, "edit_personal_details": 0.020004000800160033, "exchange_charge": 0.0008001600320064013, "exchange_rate": 0.0007001400280056011, "exchange_via_app": 0.0010002000400080016, "extra_charge_on_statement": 0.0008001600320064013, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0012002400480096017, "get_physical_card": 0.009101820364072815, "getting_spare_card": 0.0009001800360072014, "getting_virtual_card": 0.0010002000400080016, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0023004600920184036, "passcode_forgotten": 0.0008001600320064013, "pending_card_payment": 0.0006001200240048009, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.0008001600320064013, "pending_transfer": 0.0007001400280056011, "pin_blocked": 0.008301660332066413, "receiving_money": 0.0009001800360072014, "request_refund": 0.0008001600320064013, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0011002200440088019, "terminate_account": 0.0010002000400080016, "top_up_by_bank_transfer_charge": 0.0008001600320064013, "top_up_by_card_charge": 0.0007001400280056011, "top_up_by_cash_or_cheque": 0.0007001400280056011, "top_up_failed": 0.0007001400280056011, "top_up_limits": 0.0008001600320064013, "top_up_reverted": 0.0009001800360072014, "topping_up_by_card": 0.0008001600320064013, "transaction_charged_twice": 0.0006001200240048009, "transfer_fee_charged": 0.0006001200240048009, "transfer_into_account": 0.0006001200240048009, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.0007001400280056011, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.0008001600320064013, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0009001800360072014, "visa_or_mastercard": 0.0008001600320064013, "why_verify_identity": 0.0007001400280056011, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 72.83349998760968, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2134", "text_group": "3dc5ce2d4fcd831300800bc4b802971ba0f53d59277579395724eaa0bf0e8e5d", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0007002100630189057, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0006001800540162048, "automatic_top_up": 0.0005001500450135041, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.00040012003601080324, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0006001800540162048, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.9577873362008602, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.00040012003601080324, "country_support": 0.0006001800540162048, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0006001800540162048, "edit_personal_details": 0.0013003901170351103, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.00040012003601080324, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0006001800540162048, "get_disposable_virtual_card": 0.0007002100630189057, "get_physical_card": 0.0012003601080324095, "getting_spare_card": 0.0007002100630189057, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.0006001800540162048, "passcode_forgotten": 0.0033009902970891265, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.008402520756226868, "receiving_money": 0.00040012003601080324, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.0006001800540162048, "terminate_account": 0.00040012003601080324, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.00040012003601080324, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.00040012003601080324, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 71.06420898344368, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2135", "text_group": "ad9b63fa453f57abd55d3fea988b72471df63af94a61cab40804ee0ad6976577", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00040012003601080324, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0006001800540162048, "automatic_top_up": 0.0005001500450135041, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0005001500450135041, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.9524857457237171, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.00040012003601080324, "country_support": 0.0006001800540162048, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0006001800540162048, "edit_personal_details": 0.015604681404421325, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0006001800540162048, "get_disposable_virtual_card": 0.0008002400720216065, "get_physical_card": 0.0009002700810243073, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.0006001800540162048, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.003401020306091827, "receiving_money": 0.00040012003601080324, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.0006001800540162048, "terminate_account": 0.00040012003601080324, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 70.40787499863654, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2136", "text_group": "27dac64bccfc80c906c0ce98f2e09c9700a4c7594a173279a6cddf8c2d52a65c", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020014009806864806, "activate_my_card": 0.0006004202942059441, "age_limit": 0.00020014009806864806, "apple_pay_or_google_pay": 0.00030021014710297203, "atm_support": 0.0005003502451716201, "automatic_top_up": 0.00030021014710297203, "balance_not_updated_after_bank_transfer": 0.00020014009806864806, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030021014710297203, "beneficiary_not_allowed": 0.00030021014710297203, "cancel_transfer": 0.00030021014710297203, "card_about_to_expire": 0.00020014009806864806, "card_acceptance": 0.0004002801961372961, "card_arrival": 0.00020014009806864806, "card_delivery_estimate": 0.00020014009806864806, "card_linking": 0.0004002801961372961, "card_not_working": 0.00030021014710297203, "card_payment_fee_charged": 0.00020014009806864806, "card_payment_not_recognised": 0.00020014009806864806, "card_payment_wrong_exchange_rate": 0.00030021014710297203, "card_swallowed": 0.00030021014710297203, "cash_withdrawal_charge": 0.00020014009806864806, "cash_withdrawal_not_recognised": 0.00020014009806864806, "change_pin": 0.978084659261483, "compromised_card": 0.00030021014710297203, "contactless_not_working": 0.00030021014710297203, "country_support": 0.0004002801961372961, "declined_card_payment": 0.00020014009806864806, "declined_cash_withdrawal": 0.00020014009806864806, "declined_transfer": 0.00020014009806864806, "direct_debit_payment_not_recognised": 0.00020014009806864806, "disposable_card_limits": 0.0004002801961372961, "edit_personal_details": 0.0009006304413089162, "exchange_charge": 0.00030021014710297203, "exchange_rate": 0.00030021014710297203, "exchange_via_app": 0.0004002801961372961, "extra_charge_on_statement": 0.00020014009806864806, "failed_transfer": 0.00020014009806864806, "fiat_currency_support": 0.0004002801961372961, "get_disposable_virtual_card": 0.0005003502451716201, "get_physical_card": 0.0004002801961372961, "getting_spare_card": 0.00020014009806864806, "getting_virtual_card": 0.00030021014710297203, "lost_or_stolen_card": 0.00020014009806864806, "lost_or_stolen_phone": 0.00020014009806864806, "order_physical_card": 0.00030021014710297203, "passcode_forgotten": 0.00030021014710297203, "pending_card_payment": 0.00020014009806864806, "pending_cash_withdrawal": 0.00020014009806864806, "pending_top_up": 0.00020014009806864806, "pending_transfer": 0.00020014009806864806, "pin_blocked": 0.0005003502451716201, "receiving_money": 0.00030021014710297203, "request_refund": 0.00020014009806864806, "reverted_card_payment?": 0.00030021014710297203, "supported_cards_and_currencies": 0.0005003502451716201, "terminate_account": 0.00030021014710297203, "top_up_by_bank_transfer_charge": 0.00020014009806864806, "top_up_by_card_charge": 0.00020014009806864806, "top_up_by_cash_or_cheque": 0.00030021014710297203, "top_up_failed": 0.00030021014710297203, "top_up_limits": 0.00030021014710297203, "top_up_reverted": 0.00030021014710297203, "topping_up_by_card": 0.00030021014710297203, "transaction_charged_twice": 0.00020014009806864806, "transfer_fee_charged": 0.00020014009806864806, "transfer_into_account": 0.00020014009806864806, "transfer_not_received_by_recipient": 0.00020014009806864806, "transfer_timing": 0.00030021014710297203, "unable_to_verify_identity": 0.00030021014710297203, "verify_my_identity": 0.00030021014710297203, "verify_source_of_funds": 0.00020014009806864806, "verify_top_up": 0.00020014009806864806, "virtual_card_not_working": 0.0004002801961372961, "visa_or_mastercard": 0.00020014009806864806, "why_verify_identity": 0.00030021014710297203, "wrong_amount_of_cash_received": 0.00020014009806864806, "wrong_exchange_rate_for_cash_withdrawal": 0.00030021014710297203 }, "error": null, "latency_ms": 69.57804202102125, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2137", "text_group": "8d086d371a7aadd3337a5a98367e27b0eef314dea22fec9c527e194fc80c869e", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0005000500050005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0006000600060006, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.9357935793579357, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0013001300130013002, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.004000400040004, "getting_spare_card": 0.0007000700070007, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0007000700070007, "passcode_forgotten": 0.010901090109010901, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0202020202020202, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 70.09049993939698, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2138", "text_group": "cf3c6552b0c57104210fd1bc4518f101b9152e16b40e047acf7906a6e7dbb8af", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0005999400059994001, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.9500049995000499, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0004999500049995, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.0036996300369963007, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.0007999200079992001, "get_physical_card": 0.013498650134986502, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0020997900209979003, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.0015998400159984002, "receiving_money": 0.0004999500049995, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 70.2926249941811, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2139", "text_group": "92a923f76487e1423091177d91780464333624dcd6ab3567637a9b33e810697f", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 9.997000899730082e-05, "activate_my_card": 0.0002999100269919024, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019994001799460164, "beneficiary_not_allowed": 0.00019994001799460164, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.00019994001799460164, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.00019994001799460164, "card_payment_wrong_exchange_rate": 0.00019994001799460164, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.9819054283714885, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.001099670098970309, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.001099670098970309, "receiving_money": 0.00019994001799460164, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.00019994001799460164, "supported_cards_and_currencies": 0.0002999100269919024, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.00019994001799460164, "topping_up_by_card": 0.00019994001799460164, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 71.51029095984995, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2140", "text_group": "99c77b387775939542409d7600282f44948eeaf2d9715ed845aa91d92bdb6bae", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.0007002801120448179, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00020008003201280514, "card_not_working": 0.00020008003201280514, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00020008003201280514, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.9744897959183674, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.0020008003201280513, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.0005002000800320128, "get_physical_card": 0.0015006002400960385, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.003401360544217687, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 72.35262508038431, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2141", "text_group": "013b310af9b26ce41f2687aef9e77ad9a0df308e4cdabb24e1269c3177e0610d", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0008999100089991, "card_acceptance": 0.0004999500049995, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.0005999400059994001, "card_linking": 0.0005999400059994001, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.9148085191480853, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.049595040495950406, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.0006999300069993001, "get_physical_card": 0.0008999100089991, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0010998900109989002, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0016998300169983002, "receiving_money": 0.00039996000399960006, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 79.19800002127886, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2142", "text_group": "29b4035ae75993c524c026f7f5f6fcbd0b5c8d74dba94d94d8bdcd4e2fa773cf", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.972997299729973, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0012001200120012, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0008000800080008001, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0034003400340034003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 75.35408297553658, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2143", "text_group": "82fec193cfe6095447a6f4dbcec9e65961b18855c87b2b3a5d2a911e5e5d0b8b", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.00020004000800160032, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.00020004000800160032, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.9781956391278255, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0006001200240048009, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0009001800360072014, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0023004600920184036, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 73.79758404567838, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2144", "text_group": "6fdef19532881831726ed3c4752f36d2ca5fa16b406cda40e613ff9ca79f16b1", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.0005002000800320128, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.9679871948779512, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.010604241696678672, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.0005002000800320128, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00040016006402561027, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.0021008403361344537, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 71.38062501326203, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2145", "text_group": "c5304aff32eb1682947ee61b11a1b331e9da675dc3022ba32eb3837aecdf3ecf", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0005001500450135041, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.97259177753326, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.004801440432129638, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.0005001500450135041, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.002700810243072922, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.00040012003601080324, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 71.19225000496954, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2146", "text_group": "a0978143be03379a285f57d51747b056f735054a994ea45db03bf6a04231d44c", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00049965024482862, "activate_my_card": 0.00099930048965724, "age_limit": 0.000699510342760068, "apple_pay_or_google_pay": 0.000899370440691516, "atm_support": 0.0011991605875886879, "automatic_top_up": 0.000699510342760068, "balance_not_updated_after_bank_transfer": 0.000699510342760068, "balance_not_updated_after_cheque_or_cash_deposit": 0.000799440391725792, "beneficiary_not_allowed": 0.00099930048965724, "cancel_transfer": 0.000699510342760068, "card_about_to_expire": 0.0011991605875886879, "card_acceptance": 0.00199860097931448, "card_arrival": 0.001099230538622964, "card_delivery_estimate": 0.000699510342760068, "card_linking": 0.008893774357949436, "card_not_working": 0.00099930048965724, "card_payment_fee_charged": 0.000799440391725792, "card_payment_not_recognised": 0.000699510342760068, "card_payment_wrong_exchange_rate": 0.000799440391725792, "card_swallowed": 0.001598880783451584, "cash_withdrawal_charge": 0.0005995802937943439, "cash_withdrawal_not_recognised": 0.0005995802937943439, "change_pin": 0.5313280703507545, "compromised_card": 0.0016988108324173079, "contactless_not_working": 0.000799440391725792, "country_support": 0.00099930048965724, "declined_card_payment": 0.000699510342760068, "declined_cash_withdrawal": 0.0005995802937943439, "declined_transfer": 0.000699510342760068, "direct_debit_payment_not_recognised": 0.0005995802937943439, "disposable_card_limits": 0.0024982512241431, "edit_personal_details": 0.001099230538622964, "exchange_charge": 0.0005995802937943439, "exchange_rate": 0.0005995802937943439, "exchange_via_app": 0.000699510342760068, "extra_charge_on_statement": 0.0005995802937943439, "failed_transfer": 0.0005995802937943439, "fiat_currency_support": 0.00099930048965724, "get_disposable_virtual_card": 0.013990206855201361, "get_physical_card": 0.2156490456680324, "getting_spare_card": 0.13370640551613872, "getting_virtual_card": 0.0029979014689717203, "lost_or_stolen_card": 0.000799440391725792, "lost_or_stolen_phone": 0.00049965024482862, "order_physical_card": 0.023583491555910864, "passcode_forgotten": 0.000799440391725792, "pending_card_payment": 0.0005995802937943439, "pending_cash_withdrawal": 0.00049965024482862, "pending_top_up": 0.00049965024482862, "pending_transfer": 0.00049965024482862, "pin_blocked": 0.009193564504846609, "receiving_money": 0.001099230538622964, "request_refund": 0.000699510342760068, "reverted_card_payment?": 0.000899370440691516, "supported_cards_and_currencies": 0.0038972719096632357, "terminate_account": 0.000699510342760068, "top_up_by_bank_transfer_charge": 0.0005995802937943439, "top_up_by_card_charge": 0.000699510342760068, "top_up_by_cash_or_cheque": 0.000699510342760068, "top_up_failed": 0.0005995802937943439, "top_up_limits": 0.000799440391725792, "top_up_reverted": 0.000799440391725792, "topping_up_by_card": 0.0016988108324173079, "transaction_charged_twice": 0.00049965024482862, "transfer_fee_charged": 0.0005995802937943439, "transfer_into_account": 0.0005995802937943439, "transfer_not_received_by_recipient": 0.000699510342760068, "transfer_timing": 0.000699510342760068, "unable_to_verify_identity": 0.000899370440691516, "verify_my_identity": 0.000799440391725792, "verify_source_of_funds": 0.000699510342760068, "verify_top_up": 0.0005995802937943439, "virtual_card_not_working": 0.000899370440691516, "visa_or_mastercard": 0.0011991605875886879, "why_verify_identity": 0.000699510342760068, "wrong_amount_of_cash_received": 0.0005995802937943439, "wrong_exchange_rate_for_cash_withdrawal": 0.000699510342760068 }, "error": null, "latency_ms": 70.43537497520447, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2147", "text_group": "fe4de20d9f75a4d6c5945cca80718d1be1ea2e1b84798505bf982e565a4daf88", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.0010006003602161296, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0005003001801080648, "automatic_top_up": 0.0003001801080648389, "balance_not_updated_after_bank_transfer": 0.0003001801080648389, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.0003001801080648389, "cancel_transfer": 0.0003001801080648389, "card_about_to_expire": 0.0003001801080648389, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.0003001801080648389, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.0004002401440864519, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.00020012007204322596, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.00020012007204322596, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.969481689013408, "compromised_card": 0.0003001801080648389, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0004002401440864519, "declined_card_payment": 0.00020012007204322596, "declined_cash_withdrawal": 0.00020012007204322596, "declined_transfer": 0.00020012007204322596, "direct_debit_payment_not_recognised": 0.00020012007204322596, "disposable_card_limits": 0.0004002401440864519, "edit_personal_details": 0.006403842305383231, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.0003001801080648389, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.00020012007204322596, "fiat_currency_support": 0.0004002401440864519, "get_disposable_virtual_card": 0.0004002401440864519, "get_physical_card": 0.0006003602161296778, "getting_spare_card": 0.0003001801080648389, "getting_virtual_card": 0.0003001801080648389, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.0004002401440864519, "passcode_forgotten": 0.0004002401440864519, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.003001801080648389, "receiving_money": 0.0003001801080648389, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0004002401440864519, "terminate_account": 0.0004002401440864519, "top_up_by_bank_transfer_charge": 0.00020012007204322596, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.00020012007204322596, "top_up_failed": 0.00020012007204322596, "top_up_limits": 0.0003001801080648389, "top_up_reverted": 0.0003001801080648389, "topping_up_by_card": 0.0003001801080648389, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.00020012007204322596, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.0003001801080648389, "verify_my_identity": 0.0003001801080648389, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.0004002401440864519, "visa_or_mastercard": 0.0003001801080648389, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.00020012007204322596, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 73.00329196732491, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2148", "text_group": "253378036221bb34d3f1ae30f683dbfd1b97567458ff1a8422cf15cf06357724", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0009000900090009, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.0007000700070007, "atm_support": 0.0012001200120012, "automatic_top_up": 0.001000100010001, "balance_not_updated_after_bank_transfer": 0.0007000700070007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008000800080008001, "beneficiary_not_allowed": 0.0008000800080008001, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0008000800080008001, "card_acceptance": 0.0009000900090009, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.0006000600060006, "card_linking": 0.0013001300130013002, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0008000800080008001, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.8670867086708671, "compromised_card": 0.0009000900090009, "contactless_not_working": 0.0008000800080008001, "country_support": 0.0009000900090009, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.002000200020002, "edit_personal_details": 0.0168016801680168, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0007000700070007, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0006000600060006, "fiat_currency_support": 0.0009000900090009, "get_disposable_virtual_card": 0.005100510051005101, "get_physical_card": 0.022502250225022502, "getting_spare_card": 0.001000100010001, "getting_virtual_card": 0.001000100010001, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.027402740274027403, "passcode_forgotten": 0.0008000800080008001, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.010501050105010502, "receiving_money": 0.0007000700070007, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.001000100010001, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.0006000600060006, "top_up_by_cash_or_cheque": 0.0007000700070007, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0008000800080008001, "top_up_reverted": 0.0008000800080008001, "topping_up_by_card": 0.0008000800080008001, "transaction_charged_twice": 0.0005000500050005, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.0008000800080008001, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 71.0448749596253, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2149", "text_group": "c7e51834239cbad92b3e9059a216606b2564f53149657b174d25d05b82f37306", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.00020012007204322596, "atm_support": 0.0005003001801080648, "automatic_top_up": 0.0003001801080648389, "balance_not_updated_after_bank_transfer": 0.0003001801080648389, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.0004002401440864519, "cancel_transfer": 0.0003001801080648389, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0003001801080648389, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.0003001801080648389, "card_not_working": 0.00020012007204322596, "card_payment_fee_charged": 0.00020012007204322596, "card_payment_not_recognised": 0.00020012007204322596, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.0004002401440864519, "cash_withdrawal_not_recognised": 0.0004002401440864519, "change_pin": 0.9775865519311587, "compromised_card": 0.00020012007204322596, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0004002401440864519, "declined_card_payment": 0.00020012007204322596, "declined_cash_withdrawal": 0.0003001801080648389, "declined_transfer": 0.0003001801080648389, "direct_debit_payment_not_recognised": 0.00020012007204322596, "disposable_card_limits": 0.0003001801080648389, "edit_personal_details": 0.0014008405043025817, "exchange_charge": 0.0003001801080648389, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.0003001801080648389, "extra_charge_on_statement": 0.0003001801080648389, "failed_transfer": 0.00020012007204322596, "fiat_currency_support": 0.0004002401440864519, "get_disposable_virtual_card": 0.0007004202521512908, "get_physical_card": 0.0005003001801080648, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.0003001801080648389, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.0004002401440864519, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.0008004802881729038, "receiving_money": 0.0003001801080648389, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0007004202521512908, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.00020012007204322596, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.0003001801080648389, "top_up_failed": 0.0003001801080648389, "top_up_limits": 0.0003001801080648389, "top_up_reverted": 0.0003001801080648389, "topping_up_by_card": 0.0003001801080648389, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.00020012007204322596, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.00020012007204322596, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.0003001801080648389, "visa_or_mastercard": 0.00020012007204322596, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.0003001801080648389, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 71.98487501591444, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2150", "text_group": "96727af657324648001a46fa92cf4f8f32785395d111608e8de80bf4c815951b", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.9617038296170383, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0071992800719928, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.0037996200379962005, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0007999200079992001, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.0006999300069993001, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.0038996100389961, "receiving_money": 0.00029997000299970003, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 75.8323329500854, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2151", "text_group": "6bdba5ab87f2d932c3e7d97d2353e1fe4eea0ce038ae0138dfa4aecabbb3fc5a", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.0005003502451716202, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.0005003502451716202, "automatic_top_up": 0.0003002101471029721, "balance_not_updated_after_bank_transfer": 0.0003002101471029721, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002101471029721, "beneficiary_not_allowed": 0.0003002101471029721, "cancel_transfer": 0.0003002101471029721, "card_about_to_expire": 0.0003002101471029721, "card_acceptance": 0.00040028019613729617, "card_arrival": 0.0003002101471029721, "card_delivery_estimate": 0.00020014009806864808, "card_linking": 0.00040028019613729617, "card_not_working": 0.0003002101471029721, "card_payment_fee_charged": 0.00020014009806864808, "card_payment_not_recognised": 0.0003002101471029721, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.0003002101471029721, "cash_withdrawal_charge": 0.0003002101471029721, "cash_withdrawal_not_recognised": 0.00020014009806864808, "change_pin": 0.9727809466626639, "compromised_card": 0.0003002101471029721, "contactless_not_working": 0.0003002101471029721, "country_support": 0.00040028019613729617, "declined_card_payment": 0.00020014009806864808, "declined_cash_withdrawal": 0.00020014009806864808, "declined_transfer": 0.00020014009806864808, "direct_debit_payment_not_recognised": 0.00020014009806864808, "disposable_card_limits": 0.00040028019613729617, "edit_personal_details": 0.0029020314219953968, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.0003002101471029721, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.00020014009806864808, "fiat_currency_support": 0.00040028019613729617, "get_disposable_virtual_card": 0.00040028019613729617, "get_physical_card": 0.0016011207845491847, "getting_spare_card": 0.0003002101471029721, "getting_virtual_card": 0.0003002101471029721, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.0008005603922745923, "passcode_forgotten": 0.00040028019613729617, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.0021014710297208045, "receiving_money": 0.0003002101471029721, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.0003002101471029721, "supported_cards_and_currencies": 0.00040028019613729617, "terminate_account": 0.0003002101471029721, "top_up_by_bank_transfer_charge": 0.00020014009806864808, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.00020014009806864808, "top_up_failed": 0.0003002101471029721, "top_up_limits": 0.0003002101471029721, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.0003002101471029721, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.00020014009806864808, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.00020014009806864808, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.0003002101471029721, "verify_my_identity": 0.0003002101471029721, "verify_source_of_funds": 0.0003002101471029721, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.0003002101471029721, "visa_or_mastercard": 0.0003002101471029721, "why_verify_identity": 0.0003002101471029721, "wrong_amount_of_cash_received": 0.00020014009806864808, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 74.66691604349762, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2152", "text_group": "e224988650631d0630465c9e1a89491be831b09982ab4c763340cd59bb252b43", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 9.989012086704626e-05, "activate_my_card": 0.00019978024173409253, "age_limit": 0.00019978024173409253, "apple_pay_or_google_pay": 0.00019978024173409253, "atm_support": 0.00029967036260113877, "automatic_top_up": 0.00019978024173409253, "balance_not_updated_after_bank_transfer": 0.00019978024173409253, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019978024173409253, "beneficiary_not_allowed": 0.00029967036260113877, "cancel_transfer": 0.00019978024173409253, "card_about_to_expire": 0.00019978024173409253, "card_acceptance": 0.00019978024173409253, "card_arrival": 0.00029967036260113877, "card_delivery_estimate": 0.00029967036260113877, "card_linking": 0.00019978024173409253, "card_not_working": 0.00019978024173409253, "card_payment_fee_charged": 0.00019978024173409253, "card_payment_not_recognised": 0.00019978024173409253, "card_payment_wrong_exchange_rate": 0.00019978024173409253, "card_swallowed": 0.00029967036260113877, "cash_withdrawal_charge": 0.00019978024173409253, "cash_withdrawal_not_recognised": 0.00019978024173409253, "change_pin": 0.9789231844970533, "compromised_card": 0.00019978024173409253, "contactless_not_working": 0.00019978024173409253, "country_support": 0.00029967036260113877, "declined_card_payment": 0.00019978024173409253, "declined_cash_withdrawal": 0.00019978024173409253, "declined_transfer": 0.00019978024173409253, "direct_debit_payment_not_recognised": 0.00019978024173409253, "disposable_card_limits": 0.00019978024173409253, "edit_personal_details": 0.00039956048346818506, "exchange_charge": 0.00019978024173409253, "exchange_rate": 0.00019978024173409253, "exchange_via_app": 0.00019978024173409253, "extra_charge_on_statement": 0.00019978024173409253, "failed_transfer": 0.00019978024173409253, "fiat_currency_support": 0.00019978024173409253, "get_disposable_virtual_card": 0.00019978024173409253, "get_physical_card": 0.00019978024173409253, "getting_spare_card": 0.00019978024173409253, "getting_virtual_card": 0.00019978024173409253, "lost_or_stolen_card": 0.00019978024173409253, "lost_or_stolen_phone": 0.00029967036260113877, "order_physical_card": 0.00019978024173409253, "passcode_forgotten": 0.00039956048346818506, "pending_card_payment": 0.00019978024173409253, "pending_cash_withdrawal": 0.00019978024173409253, "pending_top_up": 0.00019978024173409253, "pending_transfer": 0.00019978024173409253, "pin_blocked": 0.00509439616421936, "receiving_money": 0.00019978024173409253, "request_refund": 0.00019978024173409253, "reverted_card_payment?": 0.00019978024173409253, "supported_cards_and_currencies": 0.00019978024173409253, "terminate_account": 0.00019978024173409253, "top_up_by_bank_transfer_charge": 0.00019978024173409253, "top_up_by_card_charge": 0.00019978024173409253, "top_up_by_cash_or_cheque": 0.00019978024173409253, "top_up_failed": 0.00019978024173409253, "top_up_limits": 0.00019978024173409253, "top_up_reverted": 0.00019978024173409253, "topping_up_by_card": 0.00019978024173409253, "transaction_charged_twice": 0.00019978024173409253, "transfer_fee_charged": 0.00019978024173409253, "transfer_into_account": 0.00019978024173409253, "transfer_not_received_by_recipient": 0.00019978024173409253, "transfer_timing": 0.00019978024173409253, "unable_to_verify_identity": 0.00019978024173409253, "verify_my_identity": 0.00019978024173409253, "verify_source_of_funds": 0.00019978024173409253, "verify_top_up": 0.00019978024173409253, "virtual_card_not_working": 0.00019978024173409253, "visa_or_mastercard": 0.00019978024173409253, "why_verify_identity": 0.00019978024173409253, "wrong_amount_of_cash_received": 0.00019978024173409253, "wrong_exchange_rate_for_cash_withdrawal": 0.00019978024173409253 }, "error": null, "latency_ms": 76.49279199540615, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2153", "text_group": "158ddd0c3f48e4e3db7a2f0256fd394b85d8d74aee228d4bc3cc95995fd3e0e7", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.0005002000800320128, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.0006002400960384153, "automatic_top_up": 0.0006002400960384153, "balance_not_updated_after_bank_transfer": 0.0005002000800320128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.0005002000800320128, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0006002400960384153, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.8445378151260504, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.00040016006402561027, "country_support": 0.0005002000800320128, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.0005002000800320128, "edit_personal_details": 0.12214885954381753, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.00040016006402561027, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.0005002000800320128, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.0006002400960384153, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.0006002400960384153, "passcode_forgotten": 0.00040016006402561027, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.00430172068827531, "receiving_money": 0.00040016006402561027, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.0006002400960384153, "terminate_account": 0.0006002400960384153, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00040016006402561027, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00040016006402561027, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00040016006402561027, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 76.17183309048414, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2154", "text_group": "e28d5c726ec288a8fa068e3182a02f630c43b83becb2075e31b3fef00665644c", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.0007002100630189057, "age_limit": 0.0006001800540162048, "apple_pay_or_google_pay": 0.0008002400720216065, "atm_support": 0.0010003000900270082, "automatic_top_up": 0.0006001800540162048, "balance_not_updated_after_bank_transfer": 0.0007002100630189057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008002400720216065, "beneficiary_not_allowed": 0.0009002700810243073, "cancel_transfer": 0.0008002400720216065, "card_about_to_expire": 0.0009002700810243073, "card_acceptance": 0.0009002700810243073, "card_arrival": 0.0007002100630189057, "card_delivery_estimate": 0.0007002100630189057, "card_linking": 0.0010003000900270082, "card_not_working": 0.0008002400720216065, "card_payment_fee_charged": 0.0006001800540162048, "card_payment_not_recognised": 0.0006001800540162048, "card_payment_wrong_exchange_rate": 0.0008002400720216065, "card_swallowed": 0.0009002700810243073, "cash_withdrawal_charge": 0.0007002100630189057, "cash_withdrawal_not_recognised": 0.0006001800540162048, "change_pin": 0.8617585275582675, "compromised_card": 0.0008002400720216065, "contactless_not_working": 0.0008002400720216065, "country_support": 0.0009002700810243073, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.0006001800540162048, "declined_transfer": 0.0006001800540162048, "direct_debit_payment_not_recognised": 0.0006001800540162048, "disposable_card_limits": 0.0012003601080324095, "edit_personal_details": 0.0028008402520756227, "exchange_charge": 0.0006001800540162048, "exchange_rate": 0.0006001800540162048, "exchange_via_app": 0.0006001800540162048, "extra_charge_on_statement": 0.0009002700810243073, "failed_transfer": 0.0006001800540162048, "fiat_currency_support": 0.0009002700810243073, "get_disposable_virtual_card": 0.0010003000900270082, "get_physical_card": 0.019105731719515854, "getting_spare_card": 0.008202460738221467, "getting_virtual_card": 0.0009002700810243073, "lost_or_stolen_card": 0.0005001500450135041, "lost_or_stolen_phone": 0.0005001500450135041, "order_physical_card": 0.041112333700110026, "passcode_forgotten": 0.0010003000900270082, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0005001500450135041, "pin_blocked": 0.016404921476442933, "receiving_money": 0.0007002100630189057, "request_refund": 0.0006001800540162048, "reverted_card_payment?": 0.0007002100630189057, "supported_cards_and_currencies": 0.0010003000900270082, "terminate_account": 0.0008002400720216065, "top_up_by_bank_transfer_charge": 0.0007002100630189057, "top_up_by_card_charge": 0.0006001800540162048, "top_up_by_cash_or_cheque": 0.0006001800540162048, "top_up_failed": 0.0006001800540162048, "top_up_limits": 0.0006001800540162048, "top_up_reverted": 0.0008002400720216065, "topping_up_by_card": 0.0007002100630189057, "transaction_charged_twice": 0.0006001800540162048, "transfer_fee_charged": 0.0006001800540162048, "transfer_into_account": 0.0006001800540162048, "transfer_not_received_by_recipient": 0.0006001800540162048, "transfer_timing": 0.0006001800540162048, "unable_to_verify_identity": 0.0007002100630189057, "verify_my_identity": 0.0007002100630189057, "verify_source_of_funds": 0.0006001800540162048, "verify_top_up": 0.0006001800540162048, "virtual_card_not_working": 0.0010003000900270082, "visa_or_mastercard": 0.0009002700810243073, "why_verify_identity": 0.0006001800540162048, "wrong_amount_of_cash_received": 0.0006001800540162048, "wrong_exchange_rate_for_cash_withdrawal": 0.0008002400720216065 }, "error": null, "latency_ms": 72.79445801395923, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2155", "text_group": "5c0c69ab7546b3752dff18303fbf74126656083ce6df88511d483de94dad0319", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 9.997000899730082e-05, "activate_my_card": 0.0003998800359892033, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019994001799460164, "beneficiary_not_allowed": 0.00019994001799460164, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.00019994001799460164, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.00019994001799460164, "card_payment_wrong_exchange_rate": 0.00019994001799460164, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.9816055183444967, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.0007997600719784066, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.0007997600719784066, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0012996101169649105, "receiving_money": 0.00019994001799460164, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.00019994001799460164, "supported_cards_and_currencies": 0.0002999100269919024, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.00019994001799460164, "topping_up_by_card": 0.00019994001799460164, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 72.1758339786902, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2156", "text_group": "de6fad4cd74e4476bce6cf9d12ec0689694cbdd2f8c714e963886ff23ca0231a", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 9.996001599360257e-05, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0003998400639744103, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019992003198720514, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.00019992003198720514, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.00019992003198720514, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.9820071971211516, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.0002998800479808077, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.0012994802079168333, "receiving_money": 0.00019992003198720514, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0003998400639744103, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 71.29970903042704, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2157", "text_group": "263e3d06b48ee7c46d92f0456c94b517a90b83bbcc41590b7a7bcd8f7e5ea8ff", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.008000800080008, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.0007000700070007, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.0007000700070007, "card_about_to_expire": 0.0008000800080008001, "card_acceptance": 0.001000100010001, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0024002400240024, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.002000200020002, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.9353935393539354, "compromised_card": 0.0011001100110011003, "contactless_not_working": 0.0006000600060006, "country_support": 0.0007000700070007, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0011001100110011003, "edit_personal_details": 0.007900790079007902, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.0005000500050005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0011001100110011003, "get_physical_card": 0.0017001700170017002, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0013001300130013002, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0013001300130013002, "receiving_money": 0.0006000600060006, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0007000700070007, "supported_cards_and_currencies": 0.0026002600260026003, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.0009000900090009, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 71.36983401142061, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2158", "text_group": "f37fa9cf6795ce3c8097f12717bcd4035772fd33e57c6d612c93663dd0773375", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0008, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0005, "card_acceptance": 0.0005, "card_arrival": 0.0004, "card_delivery_estimate": 0.0003, "card_linking": 0.0007, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.9677, "compromised_card": 0.0005, "contactless_not_working": 0.0004, "country_support": 0.0005, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0026, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0009, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0005, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0014, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.001, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 70.72349998634309, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2159", "text_group": "cb8aba974d6ae1d508f16843f6aac58c34a3cc8b77ac2272bf079f869b5228ba", "expected": "change_pin", "prediction": "change_pin", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.0003001801080648389, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0004002401440864519, "automatic_top_up": 0.00020012007204322596, "balance_not_updated_after_bank_transfer": 0.0003001801080648389, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.0003001801080648389, "cancel_transfer": 0.0003001801080648389, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0003001801080648389, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.0003001801080648389, "card_linking": 0.0003001801080648389, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.00020012007204322596, "card_payment_not_recognised": 0.00020012007204322596, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.00020012007204322596, "cash_withdrawal_not_recognised": 0.0003001801080648389, "change_pin": 0.9745847508505103, "compromised_card": 0.0004002401440864519, "contactless_not_working": 0.0003001801080648389, "country_support": 0.0004002401440864519, "declined_card_payment": 0.00020012007204322596, "declined_cash_withdrawal": 0.00020012007204322596, "declined_transfer": 0.0003001801080648389, "direct_debit_payment_not_recognised": 0.0003001801080648389, "disposable_card_limits": 0.0003001801080648389, "edit_personal_details": 0.0031018611166700022, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.0003001801080648389, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.00020012007204322596, "fiat_currency_support": 0.0003001801080648389, "get_disposable_virtual_card": 0.0003001801080648389, "get_physical_card": 0.0014008405043025817, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.0003001801080648389, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.0005003001801080648, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.0018010806483890335, "receiving_money": 0.0003001801080648389, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0004002401440864519, "terminate_account": 0.0003001801080648389, "top_up_by_bank_transfer_charge": 0.0003001801080648389, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.00020012007204322596, "top_up_failed": 0.00020012007204322596, "top_up_limits": 0.00020012007204322596, "top_up_reverted": 0.0003001801080648389, "topping_up_by_card": 0.0003001801080648389, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.00020012007204322596, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.0003001801080648389, "verify_my_identity": 0.0003001801080648389, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.0004002401440864519, "visa_or_mastercard": 0.0003001801080648389, "why_verify_identity": 0.0003001801080648389, "wrong_amount_of_cash_received": 0.00020012007204322596, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 73.20466602686793, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2160", "text_group": "f26c2d4c3af773e17540b5192cfc01287e7829219970d4dfe73d4650831ebaea", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0004, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.001, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0038, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009, "beneficiary_not_allowed": 0.0645, "cancel_transfer": 0.0018, "card_about_to_expire": 0.0005, "card_acceptance": 0.0008, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.0007, "card_not_working": 0.001, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0004, "compromised_card": 0.0006, "contactless_not_working": 0.0009, "country_support": 0.0007, "declined_card_payment": 0.0036, "declined_cash_withdrawal": 0.0012, "declined_transfer": 0.3124, "direct_debit_payment_not_recognised": 0.0008, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0005, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.4879, "fiat_currency_support": 0.0009, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0005, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0004, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0008, "pending_transfer": 0.0299, "pin_blocked": 0.0007, "receiving_money": 0.0056, "request_refund": 0.0005, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0009, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0009, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.001, "top_up_failed": 0.0316, "top_up_limits": 0.0006, "top_up_reverted": 0.001, "topping_up_by_card": 0.0009, "transaction_charged_twice": 0.0016, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0088, "transfer_not_received_by_recipient": 0.0036, "transfer_timing": 0.0027, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0016, "visa_or_mastercard": 0.0007, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 73.49670794792473, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2161", "text_group": "b56e799a9fe841cbb5586d76ab5692bc5421ec6c267cf58b4a2490cfb0e607e4", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0058, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0855, "cancel_transfer": 0.0009, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0005, "country_support": 0.0005, "declined_card_payment": 0.0008, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.2839, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.5721, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.001, "pin_blocked": 0.0005, "receiving_money": 0.0012, "request_refund": 0.0003, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0128, "top_up_limits": 0.0004, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0063, "transfer_not_received_by_recipient": 0.0032, "transfer_timing": 0.0011, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 73.28829204197973, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2162", "text_group": "656ec6895137f72bbb156f168811f94136edf91ee753596a6ce988b8604b5b80", "expected": "beneficiary_not_allowed", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0006002400960384153, "activate_my_card": 0.0005002000800320128, "age_limit": 0.0005002000800320128, "apple_pay_or_google_pay": 0.0007002801120448179, "atm_support": 0.000900360144057623, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.005302120848339336, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008003201280512205, "beneficiary_not_allowed": 0.124749899959984, "cancel_transfer": 0.002901160464185674, "card_about_to_expire": 0.0005002000800320128, "card_acceptance": 0.0010004001600640256, "card_arrival": 0.0005002000800320128, "card_delivery_estimate": 0.0005002000800320128, "card_linking": 0.0008003201280512205, "card_not_working": 0.0012004801920768306, "card_payment_fee_charged": 0.0006002400960384153, "card_payment_not_recognised": 0.0006002400960384153, "card_payment_wrong_exchange_rate": 0.0007002801120448179, "card_swallowed": 0.0008003201280512205, "cash_withdrawal_charge": 0.0005002000800320128, "cash_withdrawal_not_recognised": 0.0005002000800320128, "change_pin": 0.0005002000800320128, "compromised_card": 0.0005002000800320128, "contactless_not_working": 0.0008003201280512205, "country_support": 0.0007002801120448179, "declined_card_payment": 0.0011004401760704283, "declined_cash_withdrawal": 0.0026010404161664665, "declined_transfer": 0.3268307322929172, "direct_debit_payment_not_recognised": 0.0008003201280512205, "disposable_card_limits": 0.0007002801120448179, "edit_personal_details": 0.0006002400960384153, "exchange_charge": 0.0006002400960384153, "exchange_rate": 0.0005002000800320128, "exchange_via_app": 0.0007002801120448179, "extra_charge_on_statement": 0.0005002000800320128, "failed_transfer": 0.023609443777511004, "fiat_currency_support": 0.000900360144057623, "get_disposable_virtual_card": 0.0005002000800320128, "get_physical_card": 0.0006002400960384153, "getting_spare_card": 0.00040016006402561027, "getting_virtual_card": 0.00040016006402561027, "lost_or_stolen_card": 0.00040016006402561027, "lost_or_stolen_phone": 0.00040016006402561027, "order_physical_card": 0.0005002000800320128, "passcode_forgotten": 0.0005002000800320128, "pending_card_payment": 0.0005002000800320128, "pending_cash_withdrawal": 0.00040016006402561027, "pending_top_up": 0.0005002000800320128, "pending_transfer": 0.004101640656262505, "pin_blocked": 0.0007002801120448179, "receiving_money": 0.0014005602240896359, "request_refund": 0.0006002400960384153, "reverted_card_payment?": 0.0006002400960384153, "supported_cards_and_currencies": 0.000900360144057623, "terminate_account": 0.000900360144057623, "top_up_by_bank_transfer_charge": 0.0008003201280512205, "top_up_by_card_charge": 0.0005002000800320128, "top_up_by_cash_or_cheque": 0.0005002000800320128, "top_up_failed": 0.0008003201280512205, "top_up_limits": 0.0006002400960384153, "top_up_reverted": 0.0007002801120448179, "topping_up_by_card": 0.0006002400960384153, "transaction_charged_twice": 0.0005002000800320128, "transfer_fee_charged": 0.0006002400960384153, "transfer_into_account": 0.4590836334533814, "transfer_not_received_by_recipient": 0.005402160864345739, "transfer_timing": 0.0027010804321728693, "unable_to_verify_identity": 0.0007002801120448179, "verify_my_identity": 0.0005002000800320128, "verify_source_of_funds": 0.0005002000800320128, "verify_top_up": 0.0005002000800320128, "virtual_card_not_working": 0.000900360144057623, "visa_or_mastercard": 0.0007002801120448179, "why_verify_identity": 0.0005002000800320128, "wrong_amount_of_cash_received": 0.0005002000800320128, "wrong_exchange_rate_for_cash_withdrawal": 0.0006002400960384153 }, "error": null, "latency_ms": 71.35033304803073, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2163", "text_group": "4fdf11ab75ec2221629428ef191b62c07990153fc4cad59d0812d6bc22266b96", "expected": "beneficiary_not_allowed", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.0004002401440864519, "activate_my_card": 0.0003001801080648389, "age_limit": 0.0003001801080648389, "apple_pay_or_google_pay": 0.0005003001801080648, "atm_support": 0.0007004202521512908, "automatic_top_up": 0.0003001801080648389, "balance_not_updated_after_bank_transfer": 0.012207324394636784, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008004802881729038, "beneficiary_not_allowed": 0.2177306383830298, "cancel_transfer": 0.0014008405043025817, "card_about_to_expire": 0.0004002401440864519, "card_acceptance": 0.0007004202521512908, "card_arrival": 0.0004002401440864519, "card_delivery_estimate": 0.0004002401440864519, "card_linking": 0.0007004202521512908, "card_not_working": 0.0011006603962377428, "card_payment_fee_charged": 0.0005003001801080648, "card_payment_not_recognised": 0.0005003001801080648, "card_payment_wrong_exchange_rate": 0.0006003602161296778, "card_swallowed": 0.0006003602161296778, "cash_withdrawal_charge": 0.0004002401440864519, "cash_withdrawal_not_recognised": 0.0004002401440864519, "change_pin": 0.0003001801080648389, "compromised_card": 0.0004002401440864519, "contactless_not_working": 0.0006003602161296778, "country_support": 0.0006003602161296778, "declined_card_payment": 0.0011006603962377428, "declined_cash_withdrawal": 0.002601560936561937, "declined_transfer": 0.4414648789273564, "direct_debit_payment_not_recognised": 0.0005003001801080648, "disposable_card_limits": 0.0005003001801080648, "edit_personal_details": 0.0004002401440864519, "exchange_charge": 0.0005003001801080648, "exchange_rate": 0.0004002401440864519, "exchange_via_app": 0.0005003001801080648, "extra_charge_on_statement": 0.0004002401440864519, "failed_transfer": 0.12487492495497299, "fiat_currency_support": 0.0006003602161296778, "get_disposable_virtual_card": 0.0004002401440864519, "get_physical_card": 0.0004002401440864519, "getting_spare_card": 0.0003001801080648389, "getting_virtual_card": 0.0003001801080648389, "lost_or_stolen_card": 0.0003001801080648389, "lost_or_stolen_phone": 0.0003001801080648389, "order_physical_card": 0.0003001801080648389, "passcode_forgotten": 0.0004002401440864519, "pending_card_payment": 0.0004002401440864519, "pending_cash_withdrawal": 0.0004002401440864519, "pending_top_up": 0.0004002401440864519, "pending_transfer": 0.04332599559735841, "pin_blocked": 0.0005003001801080648, "receiving_money": 0.0007004202521512908, "request_refund": 0.0004002401440864519, "reverted_card_payment?": 0.0005003001801080648, "supported_cards_and_currencies": 0.0007004202521512908, "terminate_account": 0.0006003602161296778, "top_up_by_bank_transfer_charge": 0.0007004202521512908, "top_up_by_card_charge": 0.0004002401440864519, "top_up_by_cash_or_cheque": 0.0004002401440864519, "top_up_failed": 0.0027016209725835502, "top_up_limits": 0.0004002401440864519, "top_up_reverted": 0.0006003602161296778, "topping_up_by_card": 0.0005003001801080648, "transaction_charged_twice": 0.0004002401440864519, "transfer_fee_charged": 0.0005003001801080648, "transfer_into_account": 0.09295577346407845, "transfer_not_received_by_recipient": 0.026415849509705824, "transfer_timing": 0.0022013207924754855, "unable_to_verify_identity": 0.0006003602161296778, "verify_my_identity": 0.0004002401440864519, "verify_source_of_funds": 0.0004002401440864519, "verify_top_up": 0.0003001801080648389, "virtual_card_not_working": 0.0006003602161296778, "visa_or_mastercard": 0.0005003001801080648, "why_verify_identity": 0.0004002401440864519, "wrong_amount_of_cash_received": 0.0004002401440864519, "wrong_exchange_rate_for_cash_withdrawal": 0.0005003001801080648 }, "error": null, "latency_ms": 71.00879109930247, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2164", "text_group": "3e6b7d3f8ed2f3348e875143e3da6c88d08c6e600d85bb3494a84ab441d468af", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0007000700070007, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.006400640064006401, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.020802080208020803, "cancel_transfer": 0.0031003100310031, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0005000500050005, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0007000700070007, "country_support": 0.0006000600060006, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.35673567356735675, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.5678567856785678, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.004400440044004401, "pin_blocked": 0.0009000900090009, "receiving_money": 0.0005000500050005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0008000800080008001, "transfer_into_account": 0.0031003100310031, "transfer_not_received_by_recipient": 0.0047004700470047005, "transfer_timing": 0.0035003500350035003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0006000600060006, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 73.55858304072171, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2165", "text_group": "e7c3c1f4deef9f1136c5473e1e8c8d0061bd9f051b7a294f9d99b2cb80e3d187", "expected": "beneficiary_not_allowed", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.001299740051989602, "activate_my_card": 0.001299740051989602, "age_limit": 0.001299740051989602, "apple_pay_or_google_pay": 0.002599480103979204, "atm_support": 0.0031993601279744054, "automatic_top_up": 0.0016996600679864027, "balance_not_updated_after_bank_transfer": 0.002999400119976005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0028994201159768043, "beneficiary_not_allowed": 0.03129374125174965, "cancel_transfer": 0.002999400119976005, "card_about_to_expire": 0.0013997200559888023, "card_acceptance": 0.0024995000999800043, "card_arrival": 0.0013997200559888023, "card_delivery_estimate": 0.0014997000599880025, "card_linking": 0.0023995200959808036, "card_not_working": 0.0021995600879824036, "card_payment_fee_charged": 0.0016996600679864027, "card_payment_not_recognised": 0.0018996200759848032, "card_payment_wrong_exchange_rate": 0.03499300139972006, "card_swallowed": 0.0031993601279744054, "cash_withdrawal_charge": 0.0020995800839832034, "cash_withdrawal_not_recognised": 0.0023995200959808036, "change_pin": 0.0013997200559888023, "compromised_card": 0.0016996600679864027, "contactless_not_working": 0.001999600079984003, "country_support": 0.001799640071985603, "declined_card_payment": 0.0024995000999800043, "declined_cash_withdrawal": 0.019596080783843232, "declined_transfer": 0.01789642071585683, "direct_debit_payment_not_recognised": 0.0015996800639872027, "disposable_card_limits": 0.0021995600879824036, "edit_personal_details": 0.0016996600679864027, "exchange_charge": 0.045290941811637675, "exchange_rate": 0.08978204359128175, "exchange_via_app": 0.5536892621475704, "extra_charge_on_statement": 0.0016996600679864027, "failed_transfer": 0.007798440311937612, "fiat_currency_support": 0.00629874025194961, "get_disposable_virtual_card": 0.004799040191961607, "get_physical_card": 0.003999200159968006, "getting_spare_card": 0.001999600079984003, "getting_virtual_card": 0.0033993201359728054, "lost_or_stolen_card": 0.0011997600479904018, "lost_or_stolen_phone": 0.0011997600479904018, "order_physical_card": 0.0031993601279744054, "passcode_forgotten": 0.0011997600479904018, "pending_card_payment": 0.0015996800639872027, "pending_cash_withdrawal": 0.0016996600679864027, "pending_top_up": 0.0015996800639872027, "pending_transfer": 0.0020995800839832034, "pin_blocked": 0.001799640071985603, "receiving_money": 0.016696660667866427, "request_refund": 0.0014997000599880025, "reverted_card_payment?": 0.001999600079984003, "supported_cards_and_currencies": 0.0034993001399720057, "terminate_account": 0.0016996600679864027, "top_up_by_bank_transfer_charge": 0.0021995600879824036, "top_up_by_card_charge": 0.0018996200759848032, "top_up_by_cash_or_cheque": 0.0020995800839832034, "top_up_failed": 0.004299140171965607, "top_up_limits": 0.001999600079984003, "top_up_reverted": 0.004299140171965607, "topping_up_by_card": 0.004399120175964807, "transaction_charged_twice": 0.002299540091981604, "transfer_fee_charged": 0.0021995600879824036, "transfer_into_account": 0.002599480103979204, "transfer_not_received_by_recipient": 0.005298940211957609, "transfer_timing": 0.004799040191961607, "unable_to_verify_identity": 0.0016996600679864027, "verify_my_identity": 0.0013997200559888023, "verify_source_of_funds": 0.0014997000599880025, "verify_top_up": 0.0013997200559888023, "virtual_card_not_working": 0.006698660267946411, "visa_or_mastercard": 0.001799640071985603, "why_verify_identity": 0.0013997200559888023, "wrong_amount_of_cash_received": 0.004099180163967207, "wrong_exchange_rate_for_cash_withdrawal": 0.02019596080783843 }, "error": null, "latency_ms": 73.27208307106048, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2166", "text_group": "5f3b00d316fb76f8650e3ac06505c66eb498f37a052cc682db7ba9fb7605eb5f", "expected": "beneficiary_not_allowed", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0005002501250625313, "activate_my_card": 0.0010005002501250627, "age_limit": 0.0006003001500750375, "apple_pay_or_google_pay": 0.001200600300150075, "atm_support": 0.0020010005002501254, "automatic_top_up": 0.0011005502751375688, "balance_not_updated_after_bank_transfer": 0.0028014007003501753, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009004502251125563, "beneficiary_not_allowed": 0.0029014507253626812, "cancel_transfer": 0.0016008004002001002, "card_about_to_expire": 0.0006003001500750375, "card_acceptance": 0.001900950475237619, "card_arrival": 0.0006003001500750375, "card_delivery_estimate": 0.0007003501750875438, "card_linking": 0.0013006503251625813, "card_not_working": 0.0010005002501250627, "card_payment_fee_charged": 0.0011005502751375688, "card_payment_not_recognised": 0.0009004502251125563, "card_payment_wrong_exchange_rate": 0.0011005502751375688, "card_swallowed": 0.0008004002001000501, "cash_withdrawal_charge": 0.0009004502251125563, "cash_withdrawal_not_recognised": 0.0006003001500750375, "change_pin": 0.0007003501750875438, "compromised_card": 0.0008004002001000501, "contactless_not_working": 0.0010005002501250627, "country_support": 0.0011005502751375688, "declined_card_payment": 0.0018009004502251126, "declined_cash_withdrawal": 0.0010005002501250627, "declined_transfer": 0.0057028514257128566, "direct_debit_payment_not_recognised": 0.0010005002501250627, "disposable_card_limits": 0.0009004502251125563, "edit_personal_details": 0.0008004002001000501, "exchange_charge": 0.0018009004502251126, "exchange_rate": 0.0009004502251125563, "exchange_via_app": 0.0011005502751375688, "extra_charge_on_statement": 0.0009004502251125563, "failed_transfer": 0.008204102051025513, "fiat_currency_support": 0.001900950475237619, "get_disposable_virtual_card": 0.0007003501750875438, "get_physical_card": 0.0007003501750875438, "getting_spare_card": 0.0007003501750875438, "getting_virtual_card": 0.0006003001500750375, "lost_or_stolen_card": 0.0005002501250625313, "lost_or_stolen_phone": 0.0005002501250625313, "order_physical_card": 0.0006003001500750375, "passcode_forgotten": 0.0006003001500750375, "pending_card_payment": 0.0007003501750875438, "pending_cash_withdrawal": 0.0005002501250625313, "pending_top_up": 0.0007003501750875438, "pending_transfer": 0.002301150575287644, "pin_blocked": 0.0006003001500750375, "receiving_money": 0.0026013006503251626, "request_refund": 0.0006003001500750375, "reverted_card_payment?": 0.0008004002001000501, "supported_cards_and_currencies": 0.0020010005002501254, "terminate_account": 0.0007003501750875438, "top_up_by_bank_transfer_charge": 0.002701350675337669, "top_up_by_card_charge": 0.0006003001500750375, "top_up_by_cash_or_cheque": 0.0007003501750875438, "top_up_failed": 0.0011005502751375688, "top_up_limits": 0.0006003001500750375, "top_up_reverted": 0.0010005002501250627, "topping_up_by_card": 0.0009004502251125563, "transaction_charged_twice": 0.0007003501750875438, "transfer_fee_charged": 0.0010005002501250627, "transfer_into_account": 0.9087543771885943, "transfer_not_received_by_recipient": 0.0016008004002001002, "transfer_timing": 0.001900950475237619, "unable_to_verify_identity": 0.0006003001500750375, "verify_my_identity": 0.0006003001500750375, "verify_source_of_funds": 0.0006003001500750375, "verify_top_up": 0.0009004502251125563, "virtual_card_not_working": 0.0008004002001000501, "visa_or_mastercard": 0.0009004502251125563, "why_verify_identity": 0.0006003001500750375, "wrong_amount_of_cash_received": 0.0006003001500750375, "wrong_exchange_rate_for_cash_withdrawal": 0.0007003501750875438 }, "error": null, "latency_ms": 71.52791693806648, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2167", "text_group": "200180bb5031348fad93fd26bc029f8978e3c2586d58ded35c998ff81879c38b", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.6311, "cancel_transfer": 0.0016, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0005, "country_support": 0.0005, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.1916, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.1469, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.002, "pin_blocked": 0.0005, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0005, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0027, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0013, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 72.48329208232462, "usage": { "input_tokens": 605, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2168", "text_group": "3513eac3477e2299f8ff63fae51324c0ce472326b5f75028c0c2d635a9dcaced", "expected": "beneficiary_not_allowed", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0018001800180018, "activate_my_card": 0.0021002100210021, "age_limit": 0.0019001900190019003, "apple_pay_or_google_pay": 0.011901190119011902, "atm_support": 0.0058005800580058, "automatic_top_up": 0.0019001900190019003, "balance_not_updated_after_bank_transfer": 0.005000500050005001, "balance_not_updated_after_cheque_or_cash_deposit": 0.005100510051005101, "beneficiary_not_allowed": 0.17391739173917392, "cancel_transfer": 0.0029002900290029, "card_about_to_expire": 0.0022002200220022005, "card_acceptance": 0.004100410041004101, "card_arrival": 0.0023002300230023, "card_delivery_estimate": 0.0023002300230023, "card_linking": 0.0039003900390039, "card_not_working": 0.0046004600460046, "card_payment_fee_charged": 0.0026002600260026003, "card_payment_not_recognised": 0.0031003100310031, "card_payment_wrong_exchange_rate": 0.0773077307730773, "card_swallowed": 0.0039003900390039, "cash_withdrawal_charge": 0.0028002800280028, "cash_withdrawal_not_recognised": 0.0027002700270027003, "change_pin": 0.0021002100210021, "compromised_card": 0.0028002800280028, "contactless_not_working": 0.0033003300330033004, "country_support": 0.0028002800280028, "declined_card_payment": 0.0185018501850185, "declined_cash_withdrawal": 0.010801080108010801, "declined_transfer": 0.0187018701870187, "direct_debit_payment_not_recognised": 0.0032003200320032004, "disposable_card_limits": 0.0033003300330033004, "edit_personal_details": 0.0024002400240024, "exchange_charge": 0.0301030103010301, "exchange_rate": 0.03330333033303331, "exchange_via_app": 0.3568356835683568, "extra_charge_on_statement": 0.0026002600260026003, "failed_transfer": 0.0034003400340034003, "fiat_currency_support": 0.020802080208020803, "get_disposable_virtual_card": 0.004000400040004, "get_physical_card": 0.0031003100310031, "getting_spare_card": 0.0025002500250025004, "getting_virtual_card": 0.0032003200320032004, "lost_or_stolen_card": 0.0019001900190019003, "lost_or_stolen_phone": 0.0019001900190019003, "order_physical_card": 0.005100510051005101, "passcode_forgotten": 0.0019001900190019003, "pending_card_payment": 0.0025002500250025004, "pending_cash_withdrawal": 0.002000200020002, "pending_top_up": 0.0019001900190019003, "pending_transfer": 0.0026002600260026003, "pin_blocked": 0.0026002600260026003, "receiving_money": 0.0112011201120112, "request_refund": 0.0028002800280028, "reverted_card_payment?": 0.0033003300330033004, "supported_cards_and_currencies": 0.007700770077007701, "terminate_account": 0.0025002500250025004, "top_up_by_bank_transfer_charge": 0.0031003100310031, "top_up_by_card_charge": 0.0026002600260026003, "top_up_by_cash_or_cheque": 0.0030003000300030005, "top_up_failed": 0.0029002900290029, "top_up_limits": 0.0028002800280028, "top_up_reverted": 0.0039003900390039, "topping_up_by_card": 0.004300430043004301, "transaction_charged_twice": 0.0029002900290029, "transfer_fee_charged": 0.0031003100310031, "transfer_into_account": 0.0084008400840084, "transfer_not_received_by_recipient": 0.004000400040004, "transfer_timing": 0.0053005300530053, "unable_to_verify_identity": 0.0028002800280028, "verify_my_identity": 0.0021002100210021, "verify_source_of_funds": 0.0019001900190019003, "verify_top_up": 0.0018001800180018, "virtual_card_not_working": 0.020702070207020702, "visa_or_mastercard": 0.0027002700270027003, "why_verify_identity": 0.0025002500250025004, "wrong_amount_of_cash_received": 0.004000400040004, "wrong_exchange_rate_for_cash_withdrawal": 0.013401340134013402 }, "error": null, "latency_ms": 71.19429192971438, "usage": { "input_tokens": 605, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2169", "text_group": "9309126ab0fd0d4278aaf5f3726cc6d66cb154b20946d0090faf75118f165309", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.0005002501250625313, "atm_support": 0.0006003001500750375, "automatic_top_up": 0.00030015007503751874, "balance_not_updated_after_bank_transfer": 0.0022011005502751376, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002501250625313, "beneficiary_not_allowed": 0.14607303651825912, "cancel_transfer": 0.0011005502751375688, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.0005002501250625313, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.0006003001500750375, "card_not_working": 0.0009004502251125563, "card_payment_fee_charged": 0.00040020010005002504, "card_payment_not_recognised": 0.00040020010005002504, "card_payment_wrong_exchange_rate": 0.0005002501250625313, "card_swallowed": 0.0005002501250625313, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.00030015007503751874, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.0007003501750875438, "country_support": 0.0005002501250625313, "declined_card_payment": 0.001200600300150075, "declined_cash_withdrawal": 0.0005002501250625313, "declined_transfer": 0.3214607303651826, "direct_debit_payment_not_recognised": 0.0005002501250625313, "disposable_card_limits": 0.00040020010005002504, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00040020010005002504, "exchange_rate": 0.00040020010005002504, "exchange_via_app": 0.0005002501250625313, "extra_charge_on_statement": 0.00030015007503751874, "failed_transfer": 0.4299149574787394, "fiat_currency_support": 0.0006003001500750375, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.00030015007503751874, "getting_virtual_card": 0.00030015007503751874, "lost_or_stolen_card": 0.00030015007503751874, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.00030015007503751874, "pending_card_payment": 0.00040020010005002504, "pending_cash_withdrawal": 0.00030015007503751874, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.0028014007003501753, "pin_blocked": 0.0006003001500750375, "receiving_money": 0.0028014007003501753, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.0005002501250625313, "supported_cards_and_currencies": 0.0007003501750875438, "terminate_account": 0.00040020010005002504, "top_up_by_bank_transfer_charge": 0.0006003001500750375, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.0005002501250625313, "top_up_failed": 0.05042521260630316, "top_up_limits": 0.00040020010005002504, "top_up_reverted": 0.001200600300150075, "topping_up_by_card": 0.0006003001500750375, "transaction_charged_twice": 0.0005002501250625313, "transfer_fee_charged": 0.00040020010005002504, "transfer_into_account": 0.010305152576288145, "transfer_not_received_by_recipient": 0.0021010505252626313, "transfer_timing": 0.001200600300150075, "unable_to_verify_identity": 0.00040020010005002504, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.0014007003501750877, "visa_or_mastercard": 0.00040020010005002504, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.0005002501250625313, "wrong_exchange_rate_for_cash_withdrawal": 0.00040020010005002504 }, "error": null, "latency_ms": 72.57220800966024, "usage": { "input_tokens": 606, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2170", "text_group": "b923f9248f24265ea4612e522cde170697d993291dccc8e3c85dfbb21739b003", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0009001800360072014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.752250450090018, "cancel_transfer": 0.001300260052010402, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.0006001200240048009, "country_support": 0.0006001200240048009, "declined_card_payment": 0.0022004400880176037, "declined_cash_withdrawal": 0.0034006801360272052, "declined_transfer": 0.15073014602920584, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.016703340668133625, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0011002200440088019, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.0015003000600120023, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0008001600320064013, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.0033006601320264054, "transfer_not_received_by_recipient": 0.03960792158431686, "transfer_timing": 0.0015003000600120023, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 71.39087491668761, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2171", "text_group": "53041af9e710022fd9dd27b65cfaef790b2bb6dcb1f374ce1a296d87e3475893", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.0007998400319936014, "activate_my_card": 0.0008998200359928015, "age_limit": 0.0008998200359928015, "apple_pay_or_google_pay": 0.0011997600479904018, "atm_support": 0.001799640071985603, "automatic_top_up": 0.0008998200359928015, "balance_not_updated_after_bank_transfer": 0.009498100379924015, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016996600679864027, "beneficiary_not_allowed": 0.4751049790041992, "cancel_transfer": 0.002299540091981604, "card_about_to_expire": 0.0008998200359928015, "card_acceptance": 0.0016996600679864027, "card_arrival": 0.0009998000399920016, "card_delivery_estimate": 0.0009998000399920016, "card_linking": 0.0015996800639872027, "card_not_working": 0.0014997000599880025, "card_payment_fee_charged": 0.0009998000399920016, "card_payment_not_recognised": 0.0011997600479904018, "card_payment_wrong_exchange_rate": 0.0015996800639872027, "card_swallowed": 0.0013997200559888023, "cash_withdrawal_charge": 0.001299740051989602, "cash_withdrawal_not_recognised": 0.001299740051989602, "change_pin": 0.0009998000399920016, "compromised_card": 0.0011997600479904018, "contactless_not_working": 0.0016996600679864027, "country_support": 0.0015996800639872027, "declined_card_payment": 0.0013997200559888023, "declined_cash_withdrawal": 0.001799640071985603, "declined_transfer": 0.04309138172365527, "direct_debit_payment_not_recognised": 0.0011997600479904018, "disposable_card_limits": 0.0013997200559888023, "edit_personal_details": 0.0010997800439912018, "exchange_charge": 0.0015996800639872027, "exchange_rate": 0.001299740051989602, "exchange_via_app": 0.001799640071985603, "extra_charge_on_statement": 0.0009998000399920016, "failed_transfer": 0.1798640271945611, "fiat_currency_support": 0.0016996600679864027, "get_disposable_virtual_card": 0.001299740051989602, "get_physical_card": 0.0011997600479904018, "getting_spare_card": 0.0010997800439912018, "getting_virtual_card": 0.0009998000399920016, "lost_or_stolen_card": 0.0007998400319936014, "lost_or_stolen_phone": 0.0007998400319936014, "order_physical_card": 0.0008998200359928015, "passcode_forgotten": 0.0007998400319936014, "pending_card_payment": 0.0009998000399920016, "pending_cash_withdrawal": 0.0009998000399920016, "pending_top_up": 0.0011997600479904018, "pending_transfer": 0.07138572285542892, "pin_blocked": 0.0011997600479904018, "receiving_money": 0.01229754049190162, "request_refund": 0.0008998200359928015, "reverted_card_payment?": 0.0010997800439912018, "supported_cards_and_currencies": 0.001999600079984003, "terminate_account": 0.0009998000399920016, "top_up_by_bank_transfer_charge": 0.001799640071985603, "top_up_by_card_charge": 0.0008998200359928015, "top_up_by_cash_or_cheque": 0.001299740051989602, "top_up_failed": 0.013897220555888821, "top_up_limits": 0.0011997600479904018, "top_up_reverted": 0.0016996600679864027, "topping_up_by_card": 0.0016996600679864027, "transaction_charged_twice": 0.0009998000399920016, "transfer_fee_charged": 0.0011997600479904018, "transfer_into_account": 0.04199160167966407, "transfer_not_received_by_recipient": 0.0597880423915217, "transfer_timing": 0.009398120375924815, "unable_to_verify_identity": 0.0009998000399920016, "verify_my_identity": 0.0008998200359928015, "verify_source_of_funds": 0.0009998000399920016, "verify_top_up": 0.0008998200359928015, "virtual_card_not_working": 0.0013997200559888023, "visa_or_mastercard": 0.001299740051989602, "why_verify_identity": 0.0008998200359928015, "wrong_amount_of_cash_received": 0.0009998000399920016, "wrong_exchange_rate_for_cash_withdrawal": 0.0013997200559888023 }, "error": null, "latency_ms": 70.1752919703722, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2172", "text_group": "f43d28b5b11a9af021e33a7802f86462738565c2f7da87a38d6798ffea3c9f43", "expected": "beneficiary_not_allowed", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.007500750075007501, "activate_my_card": 0.006100610061006101, "age_limit": 0.005200520052005201, "apple_pay_or_google_pay": 0.0078007800780078, "atm_support": 0.0139013901390139, "automatic_top_up": 0.0053005300530053, "balance_not_updated_after_bank_transfer": 0.014301430143014302, "balance_not_updated_after_cheque_or_cash_deposit": 0.017001700170017002, "beneficiary_not_allowed": 0.010901090109010901, "cancel_transfer": 0.0062006200620062, "card_about_to_expire": 0.005200520052005201, "card_acceptance": 0.0087008700870087, "card_arrival": 0.006000600060006001, "card_delivery_estimate": 0.007700770077007701, "card_linking": 0.020002000200020003, "card_not_working": 0.0097009700970097, "card_payment_fee_charged": 0.005100510051005101, "card_payment_not_recognised": 0.0062006200620062, "card_payment_wrong_exchange_rate": 0.007900790079007902, "card_swallowed": 0.0072007200720072, "cash_withdrawal_charge": 0.006100610061006101, "cash_withdrawal_not_recognised": 0.007400740074007401, "change_pin": 0.005200520052005201, "compromised_card": 0.007700770077007701, "contactless_not_working": 0.008200820082008202, "country_support": 0.0087008700870087, "declined_card_payment": 0.006600660066006601, "declined_cash_withdrawal": 0.007600760076007601, "declined_transfer": 0.0083008300830083, "direct_debit_payment_not_recognised": 0.005900590059005901, "disposable_card_limits": 0.0133013301330133, "edit_personal_details": 0.006000600060006001, "exchange_charge": 0.006800680068006801, "exchange_rate": 0.0070007000700070005, "exchange_via_app": 0.0314031403140314, "extra_charge_on_statement": 0.0046004600460046, "failed_transfer": 0.006800680068006801, "fiat_currency_support": 0.026002600260026, "get_disposable_virtual_card": 0.017501750175017504, "get_physical_card": 0.0087008700870087, "getting_spare_card": 0.0047004700470047005, "getting_virtual_card": 0.007900790079007902, "lost_or_stolen_card": 0.005000500050005001, "lost_or_stolen_phone": 0.04080408040804081, "order_physical_card": 0.006400640064006401, "passcode_forgotten": 0.005000500050005001, "pending_card_payment": 0.0048004800480048, "pending_cash_withdrawal": 0.0048004800480048, "pending_top_up": 0.005100510051005101, "pending_transfer": 0.0054005400540054005, "pin_blocked": 0.0069006900690069, "receiving_money": 0.007700770077007701, "request_refund": 0.006700670067006701, "reverted_card_payment?": 0.007500750075007501, "supported_cards_and_currencies": 0.0112011201120112, "terminate_account": 0.009900990099009901, "top_up_by_bank_transfer_charge": 0.0053005300530053, "top_up_by_card_charge": 0.0048004800480048, "top_up_by_cash_or_cheque": 0.0065006500650065, "top_up_failed": 0.006800680068006801, "top_up_limits": 0.0054005400540054005, "top_up_reverted": 0.0084008400840084, "topping_up_by_card": 0.0093009300930093, "transaction_charged_twice": 0.0048004800480048, "transfer_fee_charged": 0.005200520052005201, "transfer_into_account": 0.005100510051005101, "transfer_not_received_by_recipient": 0.0070007000700070005, "transfer_timing": 0.0054005400540054005, "unable_to_verify_identity": 0.0072007200720072, "verify_my_identity": 0.0063006300630063005, "verify_source_of_funds": 0.006700670067006701, "verify_top_up": 0.006000600060006001, "virtual_card_not_working": 0.35253525352535253, "visa_or_mastercard": 0.0055005500550055, "why_verify_identity": 0.012801280128012802, "wrong_amount_of_cash_received": 0.0048004800480048, "wrong_exchange_rate_for_cash_withdrawal": 0.006600660066006601 }, "error": null, "latency_ms": 69.90670808590949, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2173", "text_group": "3a1c85d1e51cb82d91c6903285c4ed36ec6acfe1ed17647b5f55d52d63879c6b", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.000499850044986504, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.0007997600719784066, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.002199340197940618, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006997900629811057, "beneficiary_not_allowed": 0.048685394381685496, "cancel_transfer": 0.0013995801259622115, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0007997600719784066, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.0006997900629811057, "card_not_working": 0.0007997600719784066, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0006997900629811057, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0003998800359892033, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.0008997300809757073, "country_support": 0.0007997600719784066, "declined_card_payment": 0.0008997300809757073, "declined_cash_withdrawal": 0.0006997900629811057, "declined_transfer": 0.3938818354493652, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.000499850044986504, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.0005998200539838048, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.39648105568329506, "fiat_currency_support": 0.0007997600719784066, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.000499850044986504, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.0005998200539838048, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.0005998200539838048, "pending_transfer": 0.10276916924922525, "pin_blocked": 0.0005998200539838048, "receiving_money": 0.0007997600719784066, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.0008997300809757073, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.002399280215935219, "top_up_limits": 0.000499850044986504, "top_up_reverted": 0.0006997900629811057, "topping_up_by_card": 0.0005998200539838048, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.004798560431870438, "transfer_not_received_by_recipient": 0.005998200539838049, "transfer_timing": 0.0032990102969109266, "unable_to_verify_identity": 0.0005998200539838048, "verify_my_identity": 0.000499850044986504, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.000499850044986504, "virtual_card_not_working": 0.0014995501349595122, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.000499850044986504, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998200539838048 }, "error": null, "latency_ms": 70.76445792336017, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2174", "text_group": "feea670e05dee3efcf277ad41130dfadb5066dd0f2a75e0e52a61b22f6693cd5", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.0013, "activate_my_card": 0.002, "age_limit": 0.002, "apple_pay_or_google_pay": 0.0031, "atm_support": 0.0085, "automatic_top_up": 0.0028, "balance_not_updated_after_bank_transfer": 0.0056, "balance_not_updated_after_cheque_or_cash_deposit": 0.0028, "beneficiary_not_allowed": 0.5038, "cancel_transfer": 0.0035, "card_about_to_expire": 0.0017, "card_acceptance": 0.0042, "card_arrival": 0.0017, "card_delivery_estimate": 0.002, "card_linking": 0.003, "card_not_working": 0.0019, "card_payment_fee_charged": 0.0022, "card_payment_not_recognised": 0.0024, "card_payment_wrong_exchange_rate": 0.003, "card_swallowed": 0.0021, "cash_withdrawal_charge": 0.0029, "cash_withdrawal_not_recognised": 0.0024, "change_pin": 0.0018, "compromised_card": 0.0022, "contactless_not_working": 0.0025, "country_support": 0.0055, "declined_card_payment": 0.0021, "declined_cash_withdrawal": 0.0021, "declined_transfer": 0.003, "direct_debit_payment_not_recognised": 0.0029, "disposable_card_limits": 0.0046, "edit_personal_details": 0.0022, "exchange_charge": 0.0078, "exchange_rate": 0.0035, "exchange_via_app": 0.0098, "extra_charge_on_statement": 0.0023, "failed_transfer": 0.0046, "fiat_currency_support": 0.0079, "get_disposable_virtual_card": 0.0031, "get_physical_card": 0.0026, "getting_spare_card": 0.0027, "getting_virtual_card": 0.0024, "lost_or_stolen_card": 0.0015, "lost_or_stolen_phone": 0.0015, "order_physical_card": 0.0023, "passcode_forgotten": 0.0016, "pending_card_payment": 0.0018, "pending_cash_withdrawal": 0.0017, "pending_top_up": 0.002, "pending_transfer": 0.0041, "pin_blocked": 0.0017, "receiving_money": 0.0846, "request_refund": 0.0019, "reverted_card_payment?": 0.0022, "supported_cards_and_currencies": 0.0119, "terminate_account": 0.0023, "top_up_by_bank_transfer_charge": 0.0116, "top_up_by_card_charge": 0.0021, "top_up_by_cash_or_cheque": 0.0031, "top_up_failed": 0.0029, "top_up_limits": 0.004, "top_up_reverted": 0.003, "topping_up_by_card": 0.0039, "transaction_charged_twice": 0.0017, "transfer_fee_charged": 0.0023, "transfer_into_account": 0.145, "transfer_not_received_by_recipient": 0.0101, "transfer_timing": 0.0294, "unable_to_verify_identity": 0.0019, "verify_my_identity": 0.0018, "verify_source_of_funds": 0.0023, "verify_top_up": 0.0019, "virtual_card_not_working": 0.0021, "visa_or_mastercard": 0.0032, "why_verify_identity": 0.0018, "wrong_amount_of_cash_received": 0.0018, "wrong_exchange_rate_for_cash_withdrawal": 0.0025 }, "error": null, "latency_ms": 70.27195894625038, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2175", "text_group": "2ae0fdd1e4a52ae22795d00823fe187dca7a68367de42ff94536913d7223d3bf", "expected": "beneficiary_not_allowed", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0011001100110011003, "activate_my_card": 0.002000200020002, "age_limit": 0.0014001400140014, "apple_pay_or_google_pay": 0.0027002700270027003, "atm_support": 0.0048004800480048, "automatic_top_up": 0.0033003300330033004, "balance_not_updated_after_bank_transfer": 0.004000400040004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0024002400240024, "beneficiary_not_allowed": 0.2656265626562656, "cancel_transfer": 0.0027002700270027003, "card_about_to_expire": 0.0015001500150015003, "card_acceptance": 0.004100410041004101, "card_arrival": 0.0016001600160016002, "card_delivery_estimate": 0.0017001700170017002, "card_linking": 0.0033003300330033004, "card_not_working": 0.0019001900190019003, "card_payment_fee_charged": 0.0021002100210021, "card_payment_not_recognised": 0.0022002200220022005, "card_payment_wrong_exchange_rate": 0.0024002400240024, "card_swallowed": 0.0019001900190019003, "cash_withdrawal_charge": 0.0021002100210021, "cash_withdrawal_not_recognised": 0.0018001800180018, "change_pin": 0.0016001600160016002, "compromised_card": 0.0018001800180018, "contactless_not_working": 0.002000200020002, "country_support": 0.0031003100310031, "declined_card_payment": 0.0021002100210021, "declined_cash_withdrawal": 0.0019001900190019003, "declined_transfer": 0.0031003100310031, "direct_debit_payment_not_recognised": 0.0047004700470047005, "disposable_card_limits": 0.0025002500250025004, "edit_personal_details": 0.002000200020002, "exchange_charge": 0.0042004200420042, "exchange_rate": 0.0023002300230023, "exchange_via_app": 0.0045004500450045, "extra_charge_on_statement": 0.0017001700170017002, "failed_transfer": 0.0030003000300030005, "fiat_currency_support": 0.004400440044004401, "get_disposable_virtual_card": 0.0030003000300030005, "get_physical_card": 0.0035003500350035003, "getting_spare_card": 0.0038003800380038005, "getting_virtual_card": 0.0024002400240024, "lost_or_stolen_card": 0.0012001200120012, "lost_or_stolen_phone": 0.0012001200120012, "order_physical_card": 0.0028002800280028, "passcode_forgotten": 0.0013001300130013002, "pending_card_payment": 0.0015001500150015003, "pending_cash_withdrawal": 0.0014001400140014, "pending_top_up": 0.0017001700170017002, "pending_transfer": 0.0036003600360036, "pin_blocked": 0.0014001400140014, "receiving_money": 0.16221622162216223, "request_refund": 0.0017001700170017002, "reverted_card_payment?": 0.0016001600160016002, "supported_cards_and_currencies": 0.0065006500650065, "terminate_account": 0.0019001900190019003, "top_up_by_bank_transfer_charge": 0.012301230123012302, "top_up_by_card_charge": 0.002000200020002, "top_up_by_cash_or_cheque": 0.012801280128012802, "top_up_failed": 0.0027002700270027003, "top_up_limits": 0.0024002400240024, "top_up_reverted": 0.0025002500250025004, "topping_up_by_card": 0.0106010601060106, "transaction_charged_twice": 0.0014001400140014, "transfer_fee_charged": 0.0021002100210021, "transfer_into_account": 0.34583458345834583, "transfer_not_received_by_recipient": 0.0063006300630063005, "transfer_timing": 0.018201820182018203, "unable_to_verify_identity": 0.0016001600160016002, "verify_my_identity": 0.0016001600160016002, "verify_source_of_funds": 0.0027002700270027003, "verify_top_up": 0.0017001700170017002, "virtual_card_not_working": 0.0017001700170017002, "visa_or_mastercard": 0.0023002300230023, "why_verify_identity": 0.0014001400140014, "wrong_amount_of_cash_received": 0.0017001700170017002, "wrong_exchange_rate_for_cash_withdrawal": 0.0019001900190019003 }, "error": null, "latency_ms": 70.3394579468295, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2176", "text_group": "364c663cc0a3ad5099d9dd148b7b9cb2d51ea0b8f395ffb3606e35f8fb47bfff", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0006999300069993001, "activate_my_card": 0.0005999400059994001, "age_limit": 0.0005999400059994001, "apple_pay_or_google_pay": 0.0008999100089991, "atm_support": 0.0010998900109989002, "automatic_top_up": 0.0006999300069993001, "balance_not_updated_after_bank_transfer": 0.0327967203279672, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012998700129987, "beneficiary_not_allowed": 0.0057994200579942, "cancel_transfer": 0.0022997700229977, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.000999900009999, "card_arrival": 0.0006999300069993001, "card_delivery_estimate": 0.0006999300069993001, "card_linking": 0.0010998900109989002, "card_not_working": 0.0011998800119988001, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.0008999100089991, "card_payment_wrong_exchange_rate": 0.0010998900109989002, "card_swallowed": 0.0008999100089991, "cash_withdrawal_charge": 0.0006999300069993001, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0005999400059994001, "compromised_card": 0.0007999200079992001, "contactless_not_working": 0.0011998800119988001, "country_support": 0.000999900009999, "declined_card_payment": 0.0010998900109989002, "declined_cash_withdrawal": 0.0008999100089991, "declined_transfer": 0.0658934106589341, "direct_debit_payment_not_recognised": 0.000999900009999, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.0008999100089991, "exchange_rate": 0.0007999200079992001, "exchange_via_app": 0.0010998900109989002, "extra_charge_on_statement": 0.0005999400059994001, "failed_transfer": 0.7543245675432456, "fiat_currency_support": 0.0010998900109989002, "get_disposable_virtual_card": 0.0006999300069993001, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.0005999400059994001, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.0026997300269973002, "pin_blocked": 0.0008999100089991, "receiving_money": 0.003999600039996, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.0012998700129987, "terminate_account": 0.0007999200079992001, "top_up_by_bank_transfer_charge": 0.000999900009999, "top_up_by_card_charge": 0.0006999300069993001, "top_up_by_cash_or_cheque": 0.000999900009999, "top_up_failed": 0.05019498050194981, "top_up_limits": 0.0007999200079992001, "top_up_reverted": 0.0011998800119988001, "topping_up_by_card": 0.0011998800119988001, "transaction_charged_twice": 0.0012998700129987, "transfer_fee_charged": 0.0008999100089991, "transfer_into_account": 0.021697830216978305, "transfer_not_received_by_recipient": 0.0030996900309969004, "transfer_timing": 0.0015998400159984002, "unable_to_verify_identity": 0.0008999100089991, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.0007999200079992001, "verify_top_up": 0.0006999300069993001, "virtual_card_not_working": 0.0012998700129987, "visa_or_mastercard": 0.0008999100089991, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0008999100089991, "wrong_exchange_rate_for_cash_withdrawal": 0.0007999200079992001 }, "error": null, "latency_ms": 73.53254093322903, "usage": { "input_tokens": 612, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2177", "text_group": "b783ef767cbc1e5783bf5fd40fa155d2e5d10bef6c214cb49258943754620229", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.0011004401760704283, "activate_my_card": 0.0006002400960384153, "age_limit": 0.0007002801120448179, "apple_pay_or_google_pay": 0.0011004401760704283, "atm_support": 0.0017006802721088435, "automatic_top_up": 0.0007002801120448179, "balance_not_updated_after_bank_transfer": 0.0013005202080832333, "balance_not_updated_after_cheque_or_cash_deposit": 0.001600640256102441, "beneficiary_not_allowed": 0.5797318927571028, "cancel_transfer": 0.003801520608243297, "card_about_to_expire": 0.0007002801120448179, "card_acceptance": 0.0014005602240896359, "card_arrival": 0.0007002801120448179, "card_delivery_estimate": 0.0008003201280512205, "card_linking": 0.0011004401760704283, "card_not_working": 0.001600640256102441, "card_payment_fee_charged": 0.0008003201280512205, "card_payment_not_recognised": 0.0009003601440576229, "card_payment_wrong_exchange_rate": 0.006602641056422569, "card_swallowed": 0.0011004401760704283, "cash_withdrawal_charge": 0.0008003201280512205, "cash_withdrawal_not_recognised": 0.0009003601440576229, "change_pin": 0.0007002801120448179, "compromised_card": 0.0010004001600640256, "contactless_not_working": 0.0017006802721088435, "country_support": 0.0012004801920768306, "declined_card_payment": 0.016306522609043615, "declined_cash_withdrawal": 0.011304521808723489, "declined_transfer": 0.19837935174069626, "direct_debit_payment_not_recognised": 0.0010004001600640256, "disposable_card_limits": 0.0011004401760704283, "edit_personal_details": 0.0010004001600640256, "exchange_charge": 0.0063025210084033615, "exchange_rate": 0.008303321328531413, "exchange_via_app": 0.03841536614645858, "extra_charge_on_statement": 0.0007002801120448179, "failed_transfer": 0.035214085634253704, "fiat_currency_support": 0.0037014805922368946, "get_disposable_virtual_card": 0.0012004801920768306, "get_physical_card": 0.0010004001600640256, "getting_spare_card": 0.0007002801120448179, "getting_virtual_card": 0.0008003201280512205, "lost_or_stolen_card": 0.0006002400960384153, "lost_or_stolen_phone": 0.0006002400960384153, "order_physical_card": 0.0008003201280512205, "passcode_forgotten": 0.0007002801120448179, "pending_card_payment": 0.0011004401760704283, "pending_cash_withdrawal": 0.0008003201280512205, "pending_top_up": 0.0010004001600640256, "pending_transfer": 0.0015006002400960385, "pin_blocked": 0.0014005602240896359, "receiving_money": 0.0014005602240896359, "request_refund": 0.0012004801920768306, "reverted_card_payment?": 0.0013005202080832333, "supported_cards_and_currencies": 0.0019007603041216485, "terminate_account": 0.0011004401760704283, "top_up_by_bank_transfer_charge": 0.0011004401760704283, "top_up_by_card_charge": 0.0008003201280512205, "top_up_by_cash_or_cheque": 0.0010004001600640256, "top_up_failed": 0.013805522208883553, "top_up_limits": 0.0008003201280512205, "top_up_reverted": 0.0022008803521408565, "topping_up_by_card": 0.0012004801920768306, "transaction_charged_twice": 0.0010004001600640256, "transfer_fee_charged": 0.0011004401760704283, "transfer_into_account": 0.0010004001600640256, "transfer_not_received_by_recipient": 0.0020008003201280513, "transfer_timing": 0.0014005602240896359, "unable_to_verify_identity": 0.0009003601440576229, "verify_my_identity": 0.0007002801120448179, "verify_source_of_funds": 0.0007002801120448179, "verify_top_up": 0.0007002801120448179, "virtual_card_not_working": 0.009203681472589036, "visa_or_mastercard": 0.0007002801120448179, "why_verify_identity": 0.0007002801120448179, "wrong_amount_of_cash_received": 0.0011004401760704283, "wrong_exchange_rate_for_cash_withdrawal": 0.0027010804321728693 }, "error": null, "latency_ms": 72.23741698544472, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2178", "text_group": "2b89b81ac7141a9fcd1a2ddc9f294649f3982d42d8a6b3f918037909fb6e0863", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.00029982010793523883, "activate_my_card": 0.00019988007195682593, "age_limit": 0.00029982010793523883, "apple_pay_or_google_pay": 0.00029982010793523883, "atm_support": 0.0004997001798920648, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.00779532280631621, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997001798920648, "beneficiary_not_allowed": 0.4936038376973816, "cancel_transfer": 0.0006995802518488907, "card_about_to_expire": 0.00029982010793523883, "card_acceptance": 0.0004997001798920648, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00029982010793523883, "card_linking": 0.0004997001798920648, "card_not_working": 0.0007995202878273037, "card_payment_fee_charged": 0.00029982010793523883, "card_payment_not_recognised": 0.00039976014391365186, "card_payment_wrong_exchange_rate": 0.0004997001798920648, "card_swallowed": 0.0004997001798920648, "cash_withdrawal_charge": 0.00029982010793523883, "cash_withdrawal_not_recognised": 0.00039976014391365186, "change_pin": 0.00029982010793523883, "compromised_card": 0.00029982010793523883, "contactless_not_working": 0.0004997001798920648, "country_support": 0.00039976014391365186, "declined_card_payment": 0.0014991005396761943, "declined_cash_withdrawal": 0.009994003597841297, "declined_transfer": 0.33919648211073355, "direct_debit_payment_not_recognised": 0.00039976014391365186, "disposable_card_limits": 0.00039976014391365186, "edit_personal_details": 0.00029982010793523883, "exchange_charge": 0.00039976014391365186, "exchange_rate": 0.00029982010793523883, "exchange_via_app": 0.00039976014391365186, "extra_charge_on_statement": 0.00029982010793523883, "failed_transfer": 0.057565460723565866, "fiat_currency_support": 0.0004997001798920648, "get_disposable_virtual_card": 0.00029982010793523883, "get_physical_card": 0.00029982010793523883, "getting_spare_card": 0.00029982010793523883, "getting_virtual_card": 0.00029982010793523883, "lost_or_stolen_card": 0.00029982010793523883, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00029982010793523883, "passcode_forgotten": 0.00029982010793523883, "pending_card_payment": 0.00029982010793523883, "pending_cash_withdrawal": 0.00039976014391365186, "pending_top_up": 0.00029982010793523883, "pending_transfer": 0.006895862482510494, "pin_blocked": 0.0004997001798920648, "receiving_money": 0.0004997001798920648, "request_refund": 0.00029982010793523883, "reverted_card_payment?": 0.0004997001798920648, "supported_cards_and_currencies": 0.0004997001798920648, "terminate_account": 0.0004997001798920648, "top_up_by_bank_transfer_charge": 0.00039976014391365186, "top_up_by_card_charge": 0.00029982010793523883, "top_up_by_cash_or_cheque": 0.00029982010793523883, "top_up_failed": 0.0015990405756546075, "top_up_limits": 0.00039976014391365186, "top_up_reverted": 0.0007995202878273037, "topping_up_by_card": 0.00039976014391365186, "transaction_charged_twice": 0.00029982010793523883, "transfer_fee_charged": 0.00029982010793523883, "transfer_into_account": 0.04277433539876074, "transfer_not_received_by_recipient": 0.012292624425344794, "transfer_timing": 0.0014991005396761943, "unable_to_verify_identity": 0.0004997001798920648, "verify_my_identity": 0.00029982010793523883, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.00029982010793523883, "virtual_card_not_working": 0.0004997001798920648, "visa_or_mastercard": 0.00039976014391365186, "why_verify_identity": 0.00029982010793523883, "wrong_amount_of_cash_received": 0.00039976014391365186, "wrong_exchange_rate_for_cash_withdrawal": 0.00039976014391365186 }, "error": null, "latency_ms": 70.95758395735174, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2179", "text_group": "a01148b934dab3d1d1866bf5b09ee24b23097e5a1eba6297b7c0c5417cf60102", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.0007002801120448179, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.0019007603041216485, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008003201280512205, "beneficiary_not_allowed": 0.7006802721088435, "cancel_transfer": 0.0008003201280512205, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0006002400960384153, "card_arrival": 0.00040016006402561027, "card_delivery_estimate": 0.00040016006402561027, "card_linking": 0.0006002400960384153, "card_not_working": 0.0007002801120448179, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.0005002000800320128, "card_payment_wrong_exchange_rate": 0.0007002801120448179, "card_swallowed": 0.0006002400960384153, "cash_withdrawal_charge": 0.0005002000800320128, "cash_withdrawal_not_recognised": 0.0007002801120448179, "change_pin": 0.00030012004801920766, "compromised_card": 0.0005002000800320128, "contactless_not_working": 0.0007002801120448179, "country_support": 0.0007002801120448179, "declined_card_payment": 0.0008003201280512205, "declined_cash_withdrawal": 0.0037014805922368946, "declined_transfer": 0.04771908763505402, "direct_debit_payment_not_recognised": 0.0006002400960384153, "disposable_card_limits": 0.0005002000800320128, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.0005002000800320128, "exchange_rate": 0.0005002000800320128, "exchange_via_app": 0.0005002000800320128, "extra_charge_on_statement": 0.00040016006402561027, "failed_transfer": 0.024809923969587835, "fiat_currency_support": 0.0006002400960384153, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.0005002000800320128, "getting_spare_card": 0.00040016006402561027, "getting_virtual_card": 0.00040016006402561027, "lost_or_stolen_card": 0.00040016006402561027, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00040016006402561027, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00040016006402561027, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.0008003201280512205, "pin_blocked": 0.0005002000800320128, "receiving_money": 0.009403761504601841, "request_refund": 0.0005002000800320128, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.0007002801120448179, "terminate_account": 0.0005002000800320128, "top_up_by_bank_transfer_charge": 0.0007002801120448179, "top_up_by_card_charge": 0.00040016006402561027, "top_up_by_cash_or_cheque": 0.0005002000800320128, "top_up_failed": 0.0014005602240896359, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.0007002801120448179, "topping_up_by_card": 0.0006002400960384153, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.0005002000800320128, "transfer_into_account": 0.0018007202881152459, "transfer_not_received_by_recipient": 0.1730692276910764, "transfer_timing": 0.0012004801920768306, "unable_to_verify_identity": 0.0005002000800320128, "verify_my_identity": 0.00040016006402561027, "verify_source_of_funds": 0.0008003201280512205, "verify_top_up": 0.00040016006402561027, "virtual_card_not_working": 0.0006002400960384153, "visa_or_mastercard": 0.0005002000800320128, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.0005002000800320128, "wrong_exchange_rate_for_cash_withdrawal": 0.0006002400960384153 }, "error": null, "latency_ms": 70.90262498240918, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2180", "text_group": "df56e038a362cb1652b7975f466c5d84f2ff2a9fda3aadc9f1cc98d526615f5a", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.7789221077892211, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00029997000299970003, "declined_card_payment": 0.0018998100189981002, "declined_cash_withdrawal": 0.0011998800119988001, "declined_transfer": 0.17768223177682232, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.0081991800819918, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.0057994200579942, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0011998800119988001, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.0016998300169983002, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.0038996100389961, "transfer_not_received_by_recipient": 0.0008999100089991, "transfer_timing": 0.0006999300069993001, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 73.53150006383657, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2181", "text_group": "aaa3fa815f45ed7bf2bd820ca9350c51e3762d5008f1644dd9f37c1d267aa7f4", "expected": "beneficiary_not_allowed", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.00040004000400040005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0007000700070007, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0016001600160016002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.03690369036903691, "cancel_transfer": 0.004400440044004401, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0008000800080008001, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0007000700070007, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00040004000400040005, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0006000600060006, "country_support": 0.0006000600060006, "declined_card_payment": 0.0014001400140014, "declined_cash_withdrawal": 0.0028002800280028, "declined_transfer": 0.5567556755675567, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0288028802880288, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.0019001900190019003, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0008000800080008001, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0008000800080008001, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.32813281328132815, "transfer_not_received_by_recipient": 0.0027002700270027003, "transfer_timing": 0.0014001400140014, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 70.65512507688254, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2182", "text_group": "cd22467b13cc9805692581ed90d024b6912ff9485511a772bc1cee4bb0105668", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.00020004000800160035, "atm_support": 0.0003000600120024005, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0004000800160032007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.6890378075615123, "cancel_transfer": 0.0009001800360072014, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0004000800160032007, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.0003000600120024005, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.00020004000800160035, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0003000600120024005, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.00020004000800160035, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.00020004000800160035, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0003000600120024005, "declined_card_payment": 0.000600120024004801, "declined_cash_withdrawal": 0.000600120024004801, "declined_transfer": 0.20694138827765554, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.00020004000800160035, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.012702540508101622, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.0004000800160032007, "pin_blocked": 0.0003000600120024005, "receiving_money": 0.0003000600120024005, "request_refund": 0.0003000600120024005, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0003000600120024005, "terminate_account": 0.0004000800160032007, "top_up_by_bank_transfer_charge": 0.0003000600120024005, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.0004000800160032007, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0004000800160032007, "topping_up_by_card": 0.00020004000800160035, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.06801360272054412, "transfer_not_received_by_recipient": 0.003500700140028006, "transfer_timing": 0.000600120024004801, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.0003000600120024005, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 72.27274996694177, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2183", "text_group": "0a72feeba6e10dd5fdc3f1479e3050bbca6ec87dfe884aa6e5ffb31170c99968", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.0005002000800320128, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.6583633453381352, "cancel_transfer": 0.0006002400960384153, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00030012004801920766, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.0005002000800320128, "country_support": 0.00040016006402561027, "declined_card_payment": 0.0006002400960384153, "declined_cash_withdrawal": 0.0005002000800320128, "declined_transfer": 0.11124449779911963, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.20178071228491395, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.0010004001600640256, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.00040016006402561027, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.0020008003201280513, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.0019007603041216485, "transfer_not_received_by_recipient": 0.0018007202881152459, "transfer_timing": 0.0013005202080832333, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.0005002000800320128, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 72.0268749864772, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2184", "text_group": "85e0f23d7444e4f790f81a7162cc701355a1a35dd90496e8c5d2ba5d7c13a91a", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.0005003502451716202, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040028019613729617, "beneficiary_not_allowed": 0.7688381867307115, "cancel_transfer": 0.0009006304413089162, "card_about_to_expire": 0.00020014009806864808, "card_acceptance": 0.00040028019613729617, "card_arrival": 0.00020014009806864808, "card_delivery_estimate": 0.00020014009806864808, "card_linking": 0.0003002101471029721, "card_not_working": 0.00040028019613729617, "card_payment_fee_charged": 0.00020014009806864808, "card_payment_not_recognised": 0.0003002101471029721, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.00040028019613729617, "cash_withdrawal_charge": 0.00020014009806864808, "cash_withdrawal_not_recognised": 0.0003002101471029721, "change_pin": 0.00020014009806864808, "compromised_card": 0.0003002101471029721, "contactless_not_working": 0.00040028019613729617, "country_support": 0.00040028019613729617, "declined_card_payment": 0.0005003502451716202, "declined_cash_withdrawal": 0.0009006304413089162, "declined_transfer": 0.17752426698689083, "direct_debit_payment_not_recognised": 0.0003002101471029721, "disposable_card_limits": 0.0003002101471029721, "edit_personal_details": 0.0003002101471029721, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.0003002101471029721, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.01741218853197238, "fiat_currency_support": 0.00040028019613729617, "get_disposable_virtual_card": 0.0003002101471029721, "get_physical_card": 0.00020014009806864808, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.00020014009806864808, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.00020014009806864808, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.0032022415690983693, "pin_blocked": 0.0005003502451716202, "receiving_money": 0.0007004903432402682, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.0003002101471029721, "supported_cards_and_currencies": 0.00040028019613729617, "terminate_account": 0.0003002101471029721, "top_up_by_bank_transfer_charge": 0.0003002101471029721, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.0003002101471029721, "top_up_failed": 0.0006004202942059442, "top_up_limits": 0.0003002101471029721, "top_up_reverted": 0.00040028019613729617, "topping_up_by_card": 0.0003002101471029721, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.0003002101471029721, "transfer_into_account": 0.0022015410787551287, "transfer_not_received_by_recipient": 0.008105673971780246, "transfer_timing": 0.0012008405884118883, "unable_to_verify_identity": 0.0003002101471029721, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.00040028019613729617, "visa_or_mastercard": 0.0003002101471029721, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.00020014009806864808, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 70.95487497281283, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2185", "text_group": "5724868ee159d302dec7a7386e834deb9242e6e75636474774c1480ca1651a6e", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.001300260052010402, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.7741548309661932, "cancel_transfer": 0.0030006001200240046, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.07241448289657933, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0650130026005201, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.014402880576115223, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0008001600320064013, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0054010802160432084, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.001300260052010402, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.009301860372074413, "transfer_not_received_by_recipient": 0.031906381276255245, "transfer_timing": 0.0022004400880176037, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 70.7229160470888, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2186", "text_group": "dcaf24d840f237135382b4ebde7b5feff9db618f70ac6a8db1ade571ce939dee", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0002998800479808077, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.0006997201119552179, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.000899640143942423, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.07057177129148341, "cancel_transfer": 0.000899640143942423, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.0006997201119552179, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0004998000799680128, "card_not_working": 0.0005997600959616154, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0003998400639744103, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0002998800479808077, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0006997201119552179, "country_support": 0.0005997600959616154, "declined_card_payment": 0.0006997201119552179, "declined_cash_withdrawal": 0.0004998000799680128, "declined_transfer": 0.41313474610155937, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.0003998400639744103, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.4413234706117553, "fiat_currency_support": 0.0005997600959616154, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0003998400639744103, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0003998400639744103, "pending_transfer": 0.0350859656137545, "pin_blocked": 0.0005997600959616154, "receiving_money": 0.0005997600959616154, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.0007996801279488206, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0007996801279488206, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0004998000799680128, "topping_up_by_card": 0.0003998400639744103, "transaction_charged_twice": 0.0004998000799680128, "transfer_fee_charged": 0.0004998000799680128, "transfer_into_account": 0.003698520591763295, "transfer_not_received_by_recipient": 0.0025989604158336665, "transfer_timing": 0.0020991603358656535, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0003998400639744103, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0006997201119552179, "visa_or_mastercard": 0.0004998000799680128, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 70.43537497520447, "usage": { "input_tokens": 605, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2187", "text_group": "f8cc81ed8c19499384f2335d0ff7b1c0083c6d5402d04042b5e17488f4056701", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00020006001800540165, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.0004001200360108033, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.7818345503651095, "cancel_transfer": 0.0016004801440432132, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.0004001200360108033, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.00030009002700810244, "card_not_working": 0.0004001200360108033, "card_payment_fee_charged": 0.00020006001800540165, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00030009002700810244, "change_pin": 0.00020006001800540165, "compromised_card": 0.00020006001800540165, "contactless_not_working": 0.00030009002700810244, "country_support": 0.0004001200360108033, "declined_card_payment": 0.0006001800540162049, "declined_cash_withdrawal": 0.0010003000900270082, "declined_transfer": 0.15364609382814845, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00030009002700810244, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.026307892367710316, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.0013003901170351106, "pin_blocked": 0.0004001200360108033, "receiving_money": 0.0009002700810243074, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.0004001200360108033, "terminate_account": 0.00030009002700810244, "top_up_by_bank_transfer_charge": 0.00030009002700810244, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.0008002400720216066, "top_up_limits": 0.00030009002700810244, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.00030009002700810244, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.0029008702610783237, "transfer_not_received_by_recipient": 0.010703210963288986, "transfer_timing": 0.001100330099029709, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.0004001200360108033, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00020006001800540165, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 72.25041592027992, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2188", "text_group": "e2e4da457656b6fbbf964d1d688358f9a37a1b001f8a3924479f257196bc7db9", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.0004998000799680128, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0003998400639744103, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.9441223510595762, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0004998000799680128, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0002998800479808077, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.00019992003198720514, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0003998400639744103, "declined_card_payment": 0.006397441023590565, "declined_cash_withdrawal": 0.012495001999200322, "declined_transfer": 0.007996801279488205, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.0004998000799680128, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0003998400639744103, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0003998400639744103, "pending_cash_withdrawal": 0.0003998400639744103, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.0004998000799680128, "receiving_money": 0.0006997201119552179, "request_refund": 0.0005997600959616154, "reverted_card_payment?": 0.0005997600959616154, "supported_cards_and_currencies": 0.0003998400639744103, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0031987205117952823, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0018992403038784486, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0005997600959616154, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0003998400639744103, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0003998400639744103, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 69.79962496552616, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2189", "text_group": "f52c738505a566b8526030a0721dddb31d2586c82e2ed440a6c00a713e6dd4f4", "expected": "beneficiary_not_allowed", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0017001700170017002, "activate_my_card": 0.0018001800180018, "age_limit": 0.0016001600160016002, "apple_pay_or_google_pay": 0.004000400040004, "atm_support": 0.0045004500450045, "automatic_top_up": 0.0018001800180018, "balance_not_updated_after_bank_transfer": 0.0083008300830083, "balance_not_updated_after_cheque_or_cash_deposit": 0.0053005300530053, "beneficiary_not_allowed": 0.036103610361036105, "cancel_transfer": 0.0054005400540054005, "card_about_to_expire": 0.0017001700170017002, "card_acceptance": 0.0031003100310031, "card_arrival": 0.0017001700170017002, "card_delivery_estimate": 0.0017001700170017002, "card_linking": 0.004300430043004301, "card_not_working": 0.0209020902090209, "card_payment_fee_charged": 0.002000200020002, "card_payment_not_recognised": 0.0022002200220022005, "card_payment_wrong_exchange_rate": 0.022902290229022904, "card_swallowed": 0.0024002400240024, "cash_withdrawal_charge": 0.0021002100210021, "cash_withdrawal_not_recognised": 0.0022002200220022005, "change_pin": 0.0024002400240024, "compromised_card": 0.0021002100210021, "contactless_not_working": 0.0084008400840084, "country_support": 0.0026002600260026003, "declined_card_payment": 0.0048004800480048, "declined_cash_withdrawal": 0.0045004500450045, "declined_transfer": 0.010401040104010401, "direct_debit_payment_not_recognised": 0.002000200020002, "disposable_card_limits": 0.0025002500250025004, "edit_personal_details": 0.002000200020002, "exchange_charge": 0.030903090309030903, "exchange_rate": 0.09370937093709371, "exchange_via_app": 0.30833083308330833, "extra_charge_on_statement": 0.0016001600160016002, "failed_transfer": 0.026002600260026, "fiat_currency_support": 0.025202520252025202, "get_disposable_virtual_card": 0.0025002500250025004, "get_physical_card": 0.002000200020002, "getting_spare_card": 0.0015001500150015003, "getting_virtual_card": 0.0019001900190019003, "lost_or_stolen_card": 0.0014001400140014, "lost_or_stolen_phone": 0.0013001300130013002, "order_physical_card": 0.0017001700170017002, "passcode_forgotten": 0.0016001600160016002, "pending_card_payment": 0.0017001700170017002, "pending_cash_withdrawal": 0.0017001700170017002, "pending_top_up": 0.0016001600160016002, "pending_transfer": 0.0022002200220022005, "pin_blocked": 0.0029002900290029, "receiving_money": 0.0036003600360036, "request_refund": 0.0024002400240024, "reverted_card_payment?": 0.0024002400240024, "supported_cards_and_currencies": 0.0174017401740174, "terminate_account": 0.0023002300230023, "top_up_by_bank_transfer_charge": 0.0025002500250025004, "top_up_by_card_charge": 0.0021002100210021, "top_up_by_cash_or_cheque": 0.0025002500250025004, "top_up_failed": 0.07870787078707871, "top_up_limits": 0.0021002100210021, "top_up_reverted": 0.0034003400340034003, "topping_up_by_card": 0.0035003500350035003, "transaction_charged_twice": 0.0024002400240024, "transfer_fee_charged": 0.0023002300230023, "transfer_into_account": 0.0035003500350035003, "transfer_not_received_by_recipient": 0.0028002800280028, "transfer_timing": 0.004000400040004, "unable_to_verify_identity": 0.0022002200220022005, "verify_my_identity": 0.0016001600160016002, "verify_source_of_funds": 0.0015001500150015003, "verify_top_up": 0.0014001400140014, "virtual_card_not_working": 0.13931393139313933, "visa_or_mastercard": 0.0022002200220022005, "why_verify_identity": 0.0016001600160016002, "wrong_amount_of_cash_received": 0.0046004600460046, "wrong_exchange_rate_for_cash_withdrawal": 0.0185018501850185 }, "error": null, "latency_ms": 70.26258297264576, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2190", "text_group": "ba1eeafce646efe189fb9fa4da0e44f38d22f1f9f1a4c1e3449da396b83c2b4b", "expected": "beneficiary_not_allowed", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0003998400639744103, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.005597760895641743, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0194922031187525, "cancel_transfer": 0.0011995201919232307, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0003998400639744103, "card_not_working": 0.0004998000799680128, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0002998800479808077, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0002998800479808077, "declined_card_payment": 0.0004998000799680128, "declined_cash_withdrawal": 0.0005997600959616154, "declined_transfer": 0.09786085565773692, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.8065773690523791, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0004998000799680128, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0003998400639744103, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0025989604158336665, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0004998000799680128, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0004998000799680128, "transfer_into_account": 0.0429828068772491, "transfer_not_received_by_recipient": 0.0007996801279488206, "transfer_timing": 0.0006997201119552179, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0003998400639744103, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 68.9282090170309, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2191", "text_group": "9fe01135f009a6f792ff8d3ee239e5af28eb72b9e1268a7148f1dc8024f625b0", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.9751925577673302, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.001100330099029709, "declined_cash_withdrawal": 0.002700810243072922, "declined_transfer": 0.0014004201260378114, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.00040012003601080324, "request_refund": 0.00040012003601080324, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 70.55633410345763, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2192", "text_group": "ed373e4ea778fbf0d65fbf14d7dd75e1c8b0802dfad537fc06f7ab41040fed7f", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0007001400280056011, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.7813562712542509, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0015003000600120023, "declined_cash_withdrawal": 0.0010002000400080016, "declined_transfer": 0.15253050610122024, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.02090418083616723, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0009001800360072014, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0008001600320064013, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0008001600320064013, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.004000800160032006, "transfer_not_received_by_recipient": 0.013602720544108821, "transfer_timing": 0.0012002400480096017, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 72.03024998307228, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2193", "text_group": "6336ada57fc86553aa9a25a3a5305860d54057c355be9f7e4930464217a580d9", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.00020004000800160035, "atm_support": 0.0003000600120024005, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0004000800160032007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.8251650330066014, "cancel_transfer": 0.0004000800160032007, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0004000800160032007, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.0003000600120024005, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.00020004000800160035, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0003000600120024005, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.00020004000800160035, "cash_withdrawal_not_recognised": 0.0003000600120024005, "change_pin": 0.00020004000800160035, "compromised_card": 0.00020004000800160035, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0004000800160032007, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0011002200440088019, "declined_transfer": 0.13772754550910182, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.00020004000800160035, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.006801360272054411, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.0004000800160032007, "pin_blocked": 0.0004000800160032007, "receiving_money": 0.000600120024004801, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0004000800160032007, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.0003000600120024005, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.0003000600120024005, "top_up_failed": 0.0004000800160032007, "top_up_limits": 0.0003000600120024005, "top_up_reverted": 0.0004000800160032007, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.0022004400880176037, "transfer_not_received_by_recipient": 0.007301460292058412, "transfer_timing": 0.0011002200440088019, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.0003000600120024005, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 72.6170000853017, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2194", "text_group": "311aca88e68bf04da8587086514d4a3c34d5af66d12e0bd6af670af995552f95", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.0004999500049995, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0007999200079992001, "atm_support": 0.0010998900109989002, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.006699330066993301, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016998300169983002, "beneficiary_not_allowed": 0.5231476852314768, "cancel_transfer": 0.0025997400259974, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.000999900009999, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.0005999400059994001, "card_linking": 0.000999900009999, "card_not_working": 0.000999900009999, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.0008999100089991, "card_payment_wrong_exchange_rate": 0.0010998900109989002, "card_swallowed": 0.0007999200079992001, "cash_withdrawal_charge": 0.0006999300069993001, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0005999400059994001, "compromised_card": 0.0006999300069993001, "contactless_not_working": 0.000999900009999, "country_support": 0.000999900009999, "declined_card_payment": 0.0020997900209979003, "declined_cash_withdrawal": 0.0026997300269973002, "declined_transfer": 0.1852814718528147, "direct_debit_payment_not_recognised": 0.0013998600139986002, "disposable_card_limits": 0.0008999100089991, "edit_personal_details": 0.0006999300069993001, "exchange_charge": 0.0008999100089991, "exchange_rate": 0.0006999300069993001, "exchange_via_app": 0.000999900009999, "extra_charge_on_statement": 0.0006999300069993001, "failed_transfer": 0.046795320467953205, "fiat_currency_support": 0.000999900009999, "get_disposable_virtual_card": 0.0006999300069993001, "get_physical_card": 0.0006999300069993001, "getting_spare_card": 0.0006999300069993001, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.0006999300069993001, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0005999400059994001, "pending_transfer": 0.0025997400259974, "pin_blocked": 0.0006999300069993001, "receiving_money": 0.014498550144985502, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.0012998700129987, "terminate_account": 0.0006999300069993001, "top_up_by_bank_transfer_charge": 0.0025997400259974, "top_up_by_card_charge": 0.0006999300069993001, "top_up_by_cash_or_cheque": 0.0017998200179982, "top_up_failed": 0.011098890110988902, "top_up_limits": 0.000999900009999, "top_up_reverted": 0.0022997700229977, "topping_up_by_card": 0.0021997800219978004, "transaction_charged_twice": 0.0006999300069993001, "transfer_fee_charged": 0.0007999200079992001, "transfer_into_account": 0.0953904609539046, "transfer_not_received_by_recipient": 0.046295370462953706, "transfer_timing": 0.005099490050994901, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0006999300069993001, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.000999900009999, "visa_or_mastercard": 0.0007999200079992001, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0008999100089991, "wrong_exchange_rate_for_cash_withdrawal": 0.0007999200079992001 }, "error": null, "latency_ms": 70.35316689871252, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2195", "text_group": "68f3d7d9bd88c7f30bf78c5da35ccd87c04d8b5fb23c808dc4c64a381665e8d1", "expected": "beneficiary_not_allowed", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0005000500050005002, "activate_my_card": 0.0009000900090009002, "age_limit": 0.0006000600060006001, "apple_pay_or_google_pay": 0.0011001100110011003, "atm_support": 0.0022002200220022005, "automatic_top_up": 0.0011001100110011003, "balance_not_updated_after_bank_transfer": 0.006700670067006702, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010001000100010003, "beneficiary_not_allowed": 0.0012001200120012002, "cancel_transfer": 0.0012001200120012002, "card_about_to_expire": 0.0007000700070007002, "card_acceptance": 0.0016001600160016004, "card_arrival": 0.0007000700070007002, "card_delivery_estimate": 0.0007000700070007002, "card_linking": 0.0013001300130013002, "card_not_working": 0.0009000900090009002, "card_payment_fee_charged": 0.0010001000100010003, "card_payment_not_recognised": 0.0010001000100010003, "card_payment_wrong_exchange_rate": 0.0011001100110011003, "card_swallowed": 0.0007000700070007002, "cash_withdrawal_charge": 0.0010001000100010003, "cash_withdrawal_not_recognised": 0.0006000600060006001, "change_pin": 0.0007000700070007002, "compromised_card": 0.0008000800080008002, "contactless_not_working": 0.0008000800080008002, "country_support": 0.0011001100110011003, "declined_card_payment": 0.0008000800080008002, "declined_cash_withdrawal": 0.0006000600060006001, "declined_transfer": 0.0011001100110011003, "direct_debit_payment_not_recognised": 0.0013001300130013002, "disposable_card_limits": 0.0010001000100010003, "edit_personal_details": 0.0008000800080008002, "exchange_charge": 0.0014001400140014003, "exchange_rate": 0.0009000900090009002, "exchange_via_app": 0.0011001100110011003, "extra_charge_on_statement": 0.0009000900090009002, "failed_transfer": 0.0014001400140014003, "fiat_currency_support": 0.0017001700170017002, "get_disposable_virtual_card": 0.0008000800080008002, "get_physical_card": 0.0008000800080008002, "getting_spare_card": 0.0007000700070007002, "getting_virtual_card": 0.0007000700070007002, "lost_or_stolen_card": 0.0005000500050005002, "lost_or_stolen_phone": 0.0005000500050005002, "order_physical_card": 0.0008000800080008002, "passcode_forgotten": 0.0006000600060006001, "pending_card_payment": 0.0007000700070007002, "pending_cash_withdrawal": 0.0005000500050005002, "pending_top_up": 0.0007000700070007002, "pending_transfer": 0.0018001800180018003, "pin_blocked": 0.0006000600060006001, "receiving_money": 0.0039003900390039005, "request_refund": 0.0006000600060006001, "reverted_card_payment?": 0.0007000700070007002, "supported_cards_and_currencies": 0.0019001900190019005, "terminate_account": 0.0009000900090009002, "top_up_by_bank_transfer_charge": 0.005200520052005201, "top_up_by_card_charge": 0.0007000700070007002, "top_up_by_cash_or_cheque": 0.0008000800080008002, "top_up_failed": 0.0008000800080008002, "top_up_limits": 0.0007000700070007002, "top_up_reverted": 0.0009000900090009002, "topping_up_by_card": 0.0009000900090009002, "transaction_charged_twice": 0.0006000600060006001, "transfer_fee_charged": 0.0010001000100010003, "transfer_into_account": 0.9148914891489149, "transfer_not_received_by_recipient": 0.0011001100110011003, "transfer_timing": 0.004300430043004301, "unable_to_verify_identity": 0.0006000600060006001, "verify_my_identity": 0.0006000600060006001, "verify_source_of_funds": 0.0007000700070007002, "verify_top_up": 0.0006000600060006001, "virtual_card_not_working": 0.0007000700070007002, "visa_or_mastercard": 0.0010001000100010003, "why_verify_identity": 0.0006000600060006001, "wrong_amount_of_cash_received": 0.0006000600060006001, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008002 }, "error": null, "latency_ms": 69.758833036758, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2196", "text_group": "2c0d1e70e4b3badb94cbcb6d3a99d8c4970a96ba46f010524486db7ddc16678c", "expected": "beneficiary_not_allowed", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0003998800359892033, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.3410976706987904, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.000499850044986504, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.00019994001799460164, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0002999100269919024, "declined_card_payment": 0.0007997600719784066, "declined_cash_withdrawal": 0.0007997600719784066, "declined_transfer": 0.6160151954413676, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.0045986204138758376, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.005198440467859642, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0003998800359892033, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.009397180845746277, "transfer_not_received_by_recipient": 0.003998800359892032, "transfer_timing": 0.0006997900629811057, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 72.10025005042553, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2197", "text_group": "e36f2d9dbe6d5c70b6fa6570fac0290841643d210cc2ddaa513dc802f919b1cc", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.0006997900629811057, "activate_my_card": 0.0008997300809757073, "age_limit": 0.000999700089973008, "apple_pay_or_google_pay": 0.009997000899730081, "atm_support": 0.0029991002699190244, "automatic_top_up": 0.0008997300809757073, "balance_not_updated_after_bank_transfer": 0.0013995801259622115, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015995201439568132, "beneficiary_not_allowed": 0.4193741877436769, "cancel_transfer": 0.0013995801259622115, "card_about_to_expire": 0.000999700089973008, "card_acceptance": 0.002699190242927122, "card_arrival": 0.0008997300809757073, "card_delivery_estimate": 0.000999700089973008, "card_linking": 0.0015995201439568132, "card_not_working": 0.0018994301709487154, "card_payment_fee_charged": 0.001099670098970309, "card_payment_not_recognised": 0.0013995801259622115, "card_payment_wrong_exchange_rate": 0.002399280215935219, "card_swallowed": 0.0015995201439568132, "cash_withdrawal_charge": 0.0012996101169649105, "cash_withdrawal_not_recognised": 0.001099670098970309, "change_pin": 0.0008997300809757073, "compromised_card": 0.0011996401079676095, "contactless_not_working": 0.0016994901529541137, "country_support": 0.0017994601619514146, "declined_card_payment": 0.21843446965910226, "declined_cash_withdrawal": 0.02209337198840348, "declined_transfer": 0.1363590922723183, "direct_debit_payment_not_recognised": 0.0018994301709487154, "disposable_card_limits": 0.0015995201439568132, "edit_personal_details": 0.0011996401079676095, "exchange_charge": 0.0018994301709487154, "exchange_rate": 0.001999400179946016, "exchange_via_app": 0.03358992302309307, "extra_charge_on_statement": 0.0011996401079676095, "failed_transfer": 0.002399280215935219, "fiat_currency_support": 0.040187943616914926, "get_disposable_virtual_card": 0.0017994601619514146, "get_physical_card": 0.001099670098970309, "getting_spare_card": 0.0008997300809757073, "getting_virtual_card": 0.001099670098970309, "lost_or_stolen_card": 0.0008997300809757073, "lost_or_stolen_phone": 0.0011996401079676095, "order_physical_card": 0.0016994901529541137, "passcode_forgotten": 0.0008997300809757073, "pending_card_payment": 0.000999700089973008, "pending_cash_withdrawal": 0.0007997600719784066, "pending_top_up": 0.0007997600719784066, "pending_transfer": 0.000999700089973008, "pin_blocked": 0.0013995801259622115, "receiving_money": 0.005098470458862342, "request_refund": 0.0012996101169649105, "reverted_card_payment?": 0.0016994901529541137, "supported_cards_and_currencies": 0.0037988603418974308, "terminate_account": 0.0012996101169649105, "top_up_by_bank_transfer_charge": 0.0014995501349595122, "top_up_by_card_charge": 0.001099670098970309, "top_up_by_cash_or_cheque": 0.0011996401079676095, "top_up_failed": 0.0016994901529541137, "top_up_limits": 0.0012996101169649105, "top_up_reverted": 0.0017994601619514146, "topping_up_by_card": 0.002599220233929821, "transaction_charged_twice": 0.0014995501349595122, "transfer_fee_charged": 0.0013995801259622115, "transfer_into_account": 0.007897630710786765, "transfer_not_received_by_recipient": 0.0015995201439568132, "transfer_timing": 0.0028991302609217232, "unable_to_verify_identity": 0.0012996101169649105, "verify_my_identity": 0.0008997300809757073, "verify_source_of_funds": 0.0008997300809757073, "verify_top_up": 0.0007997600719784066, "virtual_card_not_working": 0.010596820953713885, "visa_or_mastercard": 0.001099670098970309, "why_verify_identity": 0.001099670098970309, "wrong_amount_of_cash_received": 0.000999700089973008, "wrong_exchange_rate_for_cash_withdrawal": 0.0012996101169649105 }, "error": null, "latency_ms": 73.06508300825953, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2198", "text_group": "f0b417ace8950d6dd2465f6f2188f879e8edd1510114a2bb90cf044b5dbfb445", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0007001400280056011, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.6918383676735347, "cancel_transfer": 0.0008001600320064013, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.1318263652730546, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.11582316463292658, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0010002000400080016, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0009001800360072014, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.01250250050010002, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.001300260052010402, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0063012602520504096, "transfer_not_received_by_recipient": 0.016903380676135223, "transfer_timing": 0.0010002000400080016, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 70.57116704527289, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2199", "text_group": "a314007cda6633725898f73f503d385f915127dd8846b5f9365fcac9407a6e2d", "expected": "beneficiary_not_allowed", "prediction": "beneficiary_not_allowed", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0005998800239952009, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.6182763447310538, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.0007998400319936014, "declined_cash_withdrawal": 0.0007998400319936014, "declined_transfer": 0.31333733253349333, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.019896020795840835, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.0009998000399920016, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.00029994001199760045, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.02409518096380724, "transfer_not_received_by_recipient": 0.003999200159968006, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 67.6380411023274, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2200", "text_group": "b248049ad399eac25f4d7702f837e758a903f32e587594b7b2ee8bac0a621d5e", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0027, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.001, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0018, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.001, "failed_transfer": 0.0005, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0003, "pin_blocked": 0.0002, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0505, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.917, "transfer_into_account": 0.0013, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.66449995525181, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2201", "text_group": "e5b302ff1543495d5b47e761d4032c534dc44cff092af6c6aecb23d9687524f4", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0003000600120024005, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0003000600120024005, "atm_support": 0.0004000800160032007, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0029005801160232048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.000600120024004801, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0004000800160032007, "card_arrival": 0.0003000600120024005, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0004000800160032007, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.004800960192038408, "card_payment_not_recognised": 0.0004000800160032007, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0018003600720144029, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0004000800160032007, "declined_card_payment": 0.0003000600120024005, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.0004000800160032007, "direct_debit_payment_not_recognised": 0.0004000800160032007, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.002400480096019204, "exchange_rate": 0.0004000800160032007, "exchange_via_app": 0.0004000800160032007, "extra_charge_on_statement": 0.0034006801360272057, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.0003000600120024005, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.0004000800160032007, "request_refund": 0.0003000600120024005, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0004000800160032007, "terminate_account": 0.0003000600120024005, "top_up_by_bank_transfer_charge": 0.025405081016203243, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.0003000600120024005, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0003000600120024005, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.0004000800160032007, "transfer_fee_charged": 0.9380876175235048, "transfer_into_account": 0.000600120024004801, "transfer_not_received_by_recipient": 0.0004000800160032007, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.00020004000800160035, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.0003000600120024005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 71.48566702380776, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2202", "text_group": "aa2fc3644b1836cb7a5a47efd88a63c1e3bc1ccf8c44693676303be3c52d7b59", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.0010005002501250625, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.000400200100050025, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.000400200100050025, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00400200100050025, "card_payment_not_recognised": 0.000400200100050025, "card_payment_wrong_exchange_rate": 0.0005002501250625312, "card_swallowed": 0.0002001000500250125, "cash_withdrawal_charge": 0.0009004502251125562, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.0002001000500250125, "contactless_not_working": 0.0002001000500250125, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.000400200100050025, "direct_debit_payment_not_recognised": 0.000400200100050025, "disposable_card_limits": 0.0002001000500250125, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.005502751375687843, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.001700850425212606, "failed_transfer": 0.000400200100050025, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.0002001000500250125, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.00030015007503751874, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.00030015007503751874, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.000400200100050025, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.03961980990495248, "top_up_by_card_charge": 0.0006003001500750375, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.0002001000500250125, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.0002001000500250125, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.928664332166083, "transfer_into_account": 0.000400200100050025, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.000400200100050025, "unable_to_verify_identity": 0.0002001000500250125, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.0002001000500250125, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 70.84462500642985, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2203", "text_group": "2d78cc182cbbbda5723497b6b52e7eeea9b96d43a4c18a8fae7c6c491d98fa37", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.0006002400960384153, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.09733893557422968, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.0007002801120448179, "cancel_transfer": 0.0005002000800320128, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00040016006402561027, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0006002400960384153, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.01640656262505002, "card_payment_not_recognised": 0.0011004401760704283, "card_payment_wrong_exchange_rate": 0.002501000400160064, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.007302921168467386, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.00040016006402561027, "country_support": 0.00040016006402561027, "declined_card_payment": 0.0005002000800320128, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.0006002400960384153, "direct_debit_payment_not_recognised": 0.0011004401760704283, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.01490596238495398, "exchange_rate": 0.0005002000800320128, "exchange_via_app": 0.0006002400960384153, "extra_charge_on_statement": 0.016506602641056422, "failed_transfer": 0.0005002000800320128, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00040016006402561027, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.0005002000800320128, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.0007002801120448179, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.40066026410564226, "top_up_by_card_charge": 0.0018007202881152459, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.0028011204481792717, "transfer_fee_charged": 0.4098639455782313, "transfer_into_account": 0.0017006802721088435, "transfer_not_received_by_recipient": 0.0006002400960384153, "transfer_timing": 0.0008003201280512205, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.0006002400960384153 }, "error": null, "latency_ms": 68.90049995854497, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2204", "text_group": "cccc20663ea0e88b3ef441bcc8e9f780a6a283e4a60824e56db659b2e5649154", "expected": "transfer_fee_charged", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00030021014710297203, "activate_my_card": 0.00030021014710297203, "age_limit": 0.00030021014710297203, "apple_pay_or_google_pay": 0.0006004202942059441, "atm_support": 0.0006004202942059441, "automatic_top_up": 0.00030021014710297203, "balance_not_updated_after_bank_transfer": 0.0022015410787551287, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005003502451716201, "beneficiary_not_allowed": 0.0009006304413089162, "cancel_transfer": 0.0005003502451716201, "card_about_to_expire": 0.00030021014710297203, "card_acceptance": 0.0006004202942059441, "card_arrival": 0.00030021014710297203, "card_delivery_estimate": 0.00030021014710297203, "card_linking": 0.0005003502451716201, "card_not_working": 0.0004002801961372961, "card_payment_fee_charged": 0.07865505854097868, "card_payment_not_recognised": 0.0018012608826178324, "card_payment_wrong_exchange_rate": 0.0029020314219953963, "card_swallowed": 0.00030021014710297203, "cash_withdrawal_charge": 0.0017011908335835082, "cash_withdrawal_not_recognised": 0.00030021014710297203, "change_pin": 0.00030021014710297203, "compromised_card": 0.00030021014710297203, "contactless_not_working": 0.00030021014710297203, "country_support": 0.0005003502451716201, "declined_card_payment": 0.0009006304413089162, "declined_cash_withdrawal": 0.0004002801961372961, "declined_transfer": 0.0016011207845491844, "direct_debit_payment_not_recognised": 0.00820574402081457, "disposable_card_limits": 0.0004002801961372961, "edit_personal_details": 0.00030021014710297203, "exchange_charge": 0.0016011207845491844, "exchange_rate": 0.0005003502451716201, "exchange_via_app": 0.0004002801961372961, "extra_charge_on_statement": 0.0035024517162013406, "failed_transfer": 0.0006004202942059441, "fiat_currency_support": 0.0005003502451716201, "get_disposable_virtual_card": 0.00030021014710297203, "get_physical_card": 0.00030021014710297203, "getting_spare_card": 0.00030021014710297203, "getting_virtual_card": 0.00030021014710297203, "lost_or_stolen_card": 0.00030021014710297203, "lost_or_stolen_phone": 0.00020014009806864806, "order_physical_card": 0.0004002801961372961, "passcode_forgotten": 0.00030021014710297203, "pending_card_payment": 0.0004002801961372961, "pending_cash_withdrawal": 0.00030021014710297203, "pending_top_up": 0.00030021014710297203, "pending_transfer": 0.0004002801961372961, "pin_blocked": 0.00030021014710297203, "receiving_money": 0.0005003502451716201, "request_refund": 0.00030021014710297203, "reverted_card_payment?": 0.0006004202942059441, "supported_cards_and_currencies": 0.0007004903432402681, "terminate_account": 0.00030021014710297203, "top_up_by_bank_transfer_charge": 0.6956869808866206, "top_up_by_card_charge": 0.0029020314219953963, "top_up_by_cash_or_cheque": 0.00030021014710297203, "top_up_failed": 0.0004002801961372961, "top_up_limits": 0.00030021014710297203, "top_up_reverted": 0.0004002801961372961, "topping_up_by_card": 0.0004002801961372961, "transaction_charged_twice": 0.0004002801961372961, "transfer_fee_charged": 0.1679175422795957, "transfer_into_account": 0.005503852696887821, "transfer_not_received_by_recipient": 0.0005003502451716201, "transfer_timing": 0.0007004903432402681, "unable_to_verify_identity": 0.00030021014710297203, "verify_my_identity": 0.00030021014710297203, "verify_source_of_funds": 0.00030021014710297203, "verify_top_up": 0.00030021014710297203, "virtual_card_not_working": 0.00030021014710297203, "visa_or_mastercard": 0.0004002801961372961, "why_verify_identity": 0.00030021014710297203, "wrong_amount_of_cash_received": 0.00030021014710297203, "wrong_exchange_rate_for_cash_withdrawal": 0.0007004903432402681 }, "error": null, "latency_ms": 68.63891694229096, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2205", "text_group": "e5c593f3640474222df5f2ad12d64f0ca19317dbd643f88e82b799e94612c63b", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.0009998000399920016, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.004199160167966407, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.021795640871825634, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0011997600479904018, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.15356928614277143, "top_up_by_card_charge": 0.0006998600279944011, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.7927414517096582, "transfer_into_account": 0.0006998600279944011, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 67.9610000224784, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2206", "text_group": "fc349b23a3c5f41cb3f3045b4f05490ed6335c8fc956b4a1f58b0445e068a486", "expected": "transfer_fee_charged", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.041604160416041605, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.004300430043004301, "card_payment_not_recognised": 0.0008000800080008001, "card_payment_wrong_exchange_rate": 0.0022002200220022005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0022002200220022005, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0007000700070007, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.009100910091009102, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.054605460546054606, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0007000700070007, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.6625662566256625, "top_up_by_card_charge": 0.0036003600360036, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.001000100010001, "transfer_fee_charged": 0.19531953195319532, "transfer_into_account": 0.0014001400140014, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 68.13566596247256, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2207", "text_group": "0e41007a157978ee69d9642045219c628df6ded6ca056ab88337c78fc7396e5b", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0007997600719784066, "atm_support": 0.0008997300809757073, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.000999700089973008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.0013995801259622115, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0006997900629811057, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.0005998200539838048, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0017994601619514146, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0006997900629811057, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0057982605218434465, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0003998800359892033, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.000499850044986504, "country_support": 0.0006997900629811057, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.000499850044986504, "direct_debit_payment_not_recognised": 0.0008997300809757073, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.000499850044986504, "exchange_charge": 0.0032990102969109266, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.0015995201439568132, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0003998800359892033, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0005998200539838048, "request_refund": 0.0005998200539838048, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.0007997600719784066, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.26442067379786066, "top_up_by_card_charge": 0.001099670098970309, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.6858942317304809, "transfer_into_account": 0.0007997600719784066, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.0007997600719784066, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.000499850044986504 }, "error": null, "latency_ms": 69.55150002613664, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2208", "text_group": "973c808a043f20634fa3c7ea5618995b8a4a6c83d06f7ec3560afbd0a2e8c202", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0002999100269919024, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0006997900629811057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0007997600719784066, "cancel_transfer": 0.0006997900629811057, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0011996401079676095, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0014995501349595122, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.000499850044986504, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.006298110566829951, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.001999400179946016, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.0002999100269919024, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.02679196241127662, "top_up_by_card_charge": 0.0005998200539838048, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.9372188343496951, "transfer_into_account": 0.0005998200539838048, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0005998200539838048, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 68.48937505856156, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2209", "text_group": "0fa4c59eb75ebf359bf4e53371ce3c94b846615d81caad88a6fcb07c4bc1e2f0", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0015001500150015003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0009000900090009, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0009000900090009, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0047004700470047005, "cancel_transfer": 0.001000100010001, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.001000100010001, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0006000600060006, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.001000100010001, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0017001700170017002, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0006000600060006, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0018001800180018, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.028202820282028203, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0055005500550055, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0009000900090009, "extra_charge_on_statement": 0.0009000900090009, "failed_transfer": 0.0006000600060006, "fiat_currency_support": 0.0008000800080008001, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0007000700070007, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0036003600360036, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.36823682368236826, "top_up_by_card_charge": 0.0023002300230023, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.07620762076207621, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.4584458445844584, "transfer_into_account": 0.0163016301630163, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0012001200120012, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 68.82633408531547, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2210", "text_group": "a9ae526cde1f05bc2abfa53f91b8a22c9b6da5ec216f70d315a545b63d2d4f6e", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0002998500749625187, "activate_my_card": 0.0002998500749625187, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.00039980009995002505, "atm_support": 0.0004997501249375313, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.005297351324337831, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997501249375313, "beneficiary_not_allowed": 0.0005997001499250374, "cancel_transfer": 0.0004997501249375313, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.0004997501249375313, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.00039980009995002505, "card_not_working": 0.0002998500749625187, "card_payment_fee_charged": 0.0012993503248375812, "card_payment_not_recognised": 0.00039980009995002505, "card_payment_wrong_exchange_rate": 0.0005997001499250374, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.0008995502248875562, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0002998500749625187, "compromised_card": 0.00039980009995002505, "contactless_not_working": 0.00039980009995002505, "country_support": 0.0004997501249375313, "declined_card_payment": 0.0004997501249375313, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.0007996001999000501, "direct_debit_payment_not_recognised": 0.0005997001499250374, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.002098950524737631, "exchange_rate": 0.00039980009995002505, "exchange_via_app": 0.00039980009995002505, "extra_charge_on_statement": 0.0025987006496751624, "failed_transfer": 0.0006996501749125438, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.0002998500749625187, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.00039980009995002505, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.00039980009995002505, "request_refund": 0.00039980009995002505, "reverted_card_payment?": 0.0005997001499250374, "supported_cards_and_currencies": 0.0004997501249375313, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.015592203898050975, "top_up_by_card_charge": 0.0005997001499250374, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.00039980009995002505, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.2863568215892054, "transfer_fee_charged": 0.6591704147926037, "transfer_into_account": 0.0004997501249375313, "transfer_not_received_by_recipient": 0.0004997501249375313, "transfer_timing": 0.0004997501249375313, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.00039980009995002505, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.00039980009995002505, "wrong_exchange_rate_for_cash_withdrawal": 0.00039980009995002505 }, "error": null, "latency_ms": 70.37408300675452, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2211", "text_group": "bed53262ded8f066834ccf010e0440b36d9ff04045c729d55472ef73d51112a8", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.0019013309316521566, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040028019613729617, "beneficiary_not_allowed": 0.00040028019613729617, "cancel_transfer": 0.00040028019613729617, "card_about_to_expire": 0.00020014009806864808, "card_acceptance": 0.00040028019613729617, "card_arrival": 0.00020014009806864808, "card_delivery_estimate": 0.0003002101471029721, "card_linking": 0.00040028019613729617, "card_not_working": 0.0003002101471029721, "card_payment_fee_charged": 0.004603222255578905, "card_payment_not_recognised": 0.00040028019613729617, "card_payment_wrong_exchange_rate": 0.0005003502451716202, "card_swallowed": 0.00020014009806864808, "cash_withdrawal_charge": 0.0017011908335835084, "cash_withdrawal_not_recognised": 0.00020014009806864808, "change_pin": 0.00020014009806864808, "compromised_card": 0.0003002101471029721, "contactless_not_working": 0.0003002101471029721, "country_support": 0.0003002101471029721, "declined_card_payment": 0.0003002101471029721, "declined_cash_withdrawal": 0.00020014009806864808, "declined_transfer": 0.00040028019613729617, "direct_debit_payment_not_recognised": 0.0005003502451716202, "disposable_card_limits": 0.0003002101471029721, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.006004202942059442, "exchange_rate": 0.0003002101471029721, "exchange_via_app": 0.0003002101471029721, "extra_charge_on_statement": 0.002501751225858101, "failed_transfer": 0.0003002101471029721, "fiat_currency_support": 0.0003002101471029721, "get_disposable_virtual_card": 0.00020014009806864808, "get_physical_card": 0.00020014009806864808, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.00020014009806864808, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.00020014009806864808, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.0003002101471029721, "pin_blocked": 0.00020014009806864808, "receiving_money": 0.00040028019613729617, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.0003002101471029721, "supported_cards_and_currencies": 0.00040028019613729617, "terminate_account": 0.0003002101471029721, "top_up_by_bank_transfer_charge": 0.1453017111978385, "top_up_by_card_charge": 0.0014009806864805365, "top_up_by_cash_or_cheque": 0.0003002101471029721, "top_up_failed": 0.0003002101471029721, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.0003002101471029721, "transaction_charged_twice": 0.0003002101471029721, "transfer_fee_charged": 0.8168718102671871, "transfer_into_account": 0.0007004903432402682, "transfer_not_received_by_recipient": 0.0003002101471029721, "transfer_timing": 0.00040028019613729617, "unable_to_verify_identity": 0.00020014009806864808, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.0003002101471029721, "visa_or_mastercard": 0.0003002101471029721, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.0003002101471029721, "wrong_exchange_rate_for_cash_withdrawal": 0.00040028019613729617 }, "error": null, "latency_ms": 72.52745807636529, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2212", "text_group": "c04d57e59e600c118380d8783e582acb69478995a5b0839ed76bfd9f585c6ecb", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0005000500050005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.001000100010001, "automatic_top_up": 0.0005000500050005, "balance_not_updated_after_bank_transfer": 0.0011001100110011003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0007000700070007, "cancel_transfer": 0.0009000900090009, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0008000800080008001, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0006000600060006, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0022002200220022005, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0030003000300030005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00040004000400040005, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0005000500050005, "country_support": 0.0007000700070007, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0015001500150015003, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.0097009700970097, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0008000800080008001, "extra_charge_on_statement": 0.0030003000300030005, "failed_transfer": 0.0008000800080008001, "fiat_currency_support": 0.0008000800080008001, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0008000800080008001, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0008000800080008001, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.09440944094409441, "top_up_by_card_charge": 0.0012001200120012, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0005000500050005, "transfer_fee_charged": 0.847084708470847, "transfer_into_account": 0.0015001500150015003, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0008000800080008001, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 71.8129170127213, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2213", "text_group": "dff8f30788c5a2c8ce828b9e33434f13e790047a8f58323a49f64bea24b01fe1", "expected": "transfer_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0007003501750875437, "activate_my_card": 0.0007003501750875437, "age_limit": 0.0005002501250625312, "apple_pay_or_google_pay": 0.0010005002501250625, "atm_support": 0.001300650325162581, "automatic_top_up": 0.0009004502251125562, "balance_not_updated_after_bank_transfer": 0.008204102051025513, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018009004502251124, "beneficiary_not_allowed": 0.0009004502251125562, "cancel_transfer": 0.00080040020010005, "card_about_to_expire": 0.0007003501750875437, "card_acceptance": 0.0011005502751375688, "card_arrival": 0.0007003501750875437, "card_delivery_estimate": 0.0007003501750875437, "card_linking": 0.0011005502751375688, "card_not_working": 0.00080040020010005, "card_payment_fee_charged": 0.04892446223111555, "card_payment_not_recognised": 0.001700850425212606, "card_payment_wrong_exchange_rate": 0.001200600300150075, "card_swallowed": 0.0007003501750875437, "cash_withdrawal_charge": 0.0042021010505252625, "cash_withdrawal_not_recognised": 0.0005002501250625312, "change_pin": 0.0007003501750875437, "compromised_card": 0.0006003001500750375, "contactless_not_working": 0.0007003501750875437, "country_support": 0.001300650325162581, "declined_card_payment": 0.0007003501750875437, "declined_cash_withdrawal": 0.0005002501250625312, "declined_transfer": 0.0006003001500750375, "direct_debit_payment_not_recognised": 0.008304152076038018, "disposable_card_limits": 0.00080040020010005, "edit_personal_details": 0.0009004502251125562, "exchange_charge": 0.0025012506253126563, "exchange_rate": 0.0007003501750875437, "exchange_via_app": 0.0006003001500750375, "extra_charge_on_statement": 0.7873936968484242, "failed_transfer": 0.0006003001500750375, "fiat_currency_support": 0.0009004502251125562, "get_disposable_virtual_card": 0.0007003501750875437, "get_physical_card": 0.0006003001500750375, "getting_spare_card": 0.0006003001500750375, "getting_virtual_card": 0.0006003001500750375, "lost_or_stolen_card": 0.0005002501250625312, "lost_or_stolen_phone": 0.0005002501250625312, "order_physical_card": 0.0006003001500750375, "passcode_forgotten": 0.0006003001500750375, "pending_card_payment": 0.00080040020010005, "pending_cash_withdrawal": 0.0005002501250625312, "pending_top_up": 0.0006003001500750375, "pending_transfer": 0.0006003001500750375, "pin_blocked": 0.0006003001500750375, "receiving_money": 0.001200600300150075, "request_refund": 0.0011005502751375688, "reverted_card_payment?": 0.0015007503751875938, "supported_cards_and_currencies": 0.0009004502251125562, "terminate_account": 0.0011005502751375688, "top_up_by_bank_transfer_charge": 0.017008504252126064, "top_up_by_card_charge": 0.016408204102051027, "top_up_by_cash_or_cheque": 0.0007003501750875437, "top_up_failed": 0.0007003501750875437, "top_up_limits": 0.0006003001500750375, "top_up_reverted": 0.0009004502251125562, "topping_up_by_card": 0.0009004502251125562, "transaction_charged_twice": 0.0009004502251125562, "transfer_fee_charged": 0.05002501250625312, "transfer_into_account": 0.0006003001500750375, "transfer_not_received_by_recipient": 0.0006003001500750375, "transfer_timing": 0.0006003001500750375, "unable_to_verify_identity": 0.0006003001500750375, "verify_my_identity": 0.0006003001500750375, "verify_source_of_funds": 0.004502251125562781, "verify_top_up": 0.0006003001500750375, "virtual_card_not_working": 0.0006003001500750375, "visa_or_mastercard": 0.0006003001500750375, "why_verify_identity": 0.0006003001500750375, "wrong_amount_of_cash_received": 0.0006003001500750375, "wrong_exchange_rate_for_cash_withdrawal": 0.00080040020010005 }, "error": null, "latency_ms": 74.43279202561826, "usage": { "input_tokens": 615, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2214", "text_group": "a429517e8a8750f88b5bf22b258df9ba4978956ddfad1ecdc154c426fd050307", "expected": "transfer_fee_charged", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.002099370188943317, "activate_my_card": 0.0016994901529541137, "age_limit": 0.0014995501349595122, "apple_pay_or_google_pay": 0.0024992502249325203, "atm_support": 0.004398680395881236, "automatic_top_up": 0.002099370188943317, "balance_not_updated_after_bank_transfer": 0.29871038688393486, "balance_not_updated_after_cheque_or_cash_deposit": 0.004198740377886634, "beneficiary_not_allowed": 0.01129661101669499, "cancel_transfer": 0.0028991302609217232, "card_about_to_expire": 0.0016994901529541137, "card_acceptance": 0.0028991302609217232, "card_arrival": 0.001999400179946016, "card_delivery_estimate": 0.0017994601619514146, "card_linking": 0.0031990402879136263, "card_not_working": 0.002599220233929821, "card_payment_fee_charged": 0.002799160251924423, "card_payment_not_recognised": 0.0034989503149055285, "card_payment_wrong_exchange_rate": 0.0071978406478056586, "card_swallowed": 0.002399280215935219, "cash_withdrawal_charge": 0.0024992502249325203, "cash_withdrawal_not_recognised": 0.003099070278916325, "change_pin": 0.0016994901529541137, "compromised_card": 0.002599220233929821, "contactless_not_working": 0.002599220233929821, "country_support": 0.002799160251924423, "declined_card_payment": 0.002599220233929821, "declined_cash_withdrawal": 0.001999400179946016, "declined_transfer": 0.0028991302609217232, "direct_debit_payment_not_recognised": 0.003099070278916325, "disposable_card_limits": 0.0022993102069379188, "edit_personal_details": 0.0022993102069379188, "exchange_charge": 0.002599220233929821, "exchange_rate": 0.002599220233929821, "exchange_via_app": 0.002799160251924423, "extra_charge_on_statement": 0.001999400179946016, "failed_transfer": 0.00849745076477057, "fiat_currency_support": 0.0034989503149055285, "get_disposable_virtual_card": 0.0022993102069379188, "get_physical_card": 0.002099370188943317, "getting_spare_card": 0.002199340197940618, "getting_virtual_card": 0.001999400179946016, "lost_or_stolen_card": 0.0015995201439568132, "lost_or_stolen_phone": 0.0013995801259622115, "order_physical_card": 0.002099370188943317, "passcode_forgotten": 0.0015995201439568132, "pending_card_payment": 0.002399280215935219, "pending_cash_withdrawal": 0.002199340197940618, "pending_top_up": 0.002199340197940618, "pending_transfer": 0.006697990602819155, "pin_blocked": 0.0018994301709487154, "receiving_money": 0.014395681295611317, "request_refund": 0.0034989503149055285, "reverted_card_payment?": 0.0034989503149055285, "supported_cards_and_currencies": 0.0031990402879136263, "terminate_account": 0.0018994301709487154, "top_up_by_bank_transfer_charge": 0.004098770368889334, "top_up_by_card_charge": 0.0018994301709487154, "top_up_by_cash_or_cheque": 0.003099070278916325, "top_up_failed": 0.002799160251924423, "top_up_limits": 0.0018994301709487154, "top_up_reverted": 0.004098770368889334, "topping_up_by_card": 0.0028991302609217232, "transaction_charged_twice": 0.0029991002699190244, "transfer_fee_charged": 0.002699190242927122, "transfer_into_account": 0.07647705688293512, "transfer_not_received_by_recipient": 0.07067879636109167, "transfer_timing": 0.005698290512846147, "unable_to_verify_identity": 0.001999400179946016, "verify_my_identity": 0.0017994601619514146, "verify_source_of_funds": 0.002599220233929821, "verify_top_up": 0.0016994901529541137, "virtual_card_not_working": 0.002199340197940618, "visa_or_mastercard": 0.002099370188943317, "why_verify_identity": 0.002099370188943317, "wrong_amount_of_cash_received": 0.3321003698890333, "wrong_exchange_rate_for_cash_withdrawal": 0.0028991302609217232 }, "error": null, "latency_ms": 78.16787506453693, "usage": { "input_tokens": 656, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2215", "text_group": "34501c7da19eb31931ae1e148471423ad6566d3166b832df8df9e6a114b4a1dd", "expected": "transfer_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0054, "activate_my_card": 0.0009, "age_limit": 0.0008, "apple_pay_or_google_pay": 0.0017, "atm_support": 0.002, "automatic_top_up": 0.0008, "balance_not_updated_after_bank_transfer": 0.002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016, "beneficiary_not_allowed": 0.0042, "cancel_transfer": 0.0008, "card_about_to_expire": 0.0008, "card_acceptance": 0.0017, "card_arrival": 0.0009, "card_delivery_estimate": 0.0008, "card_linking": 0.0012, "card_not_working": 0.0012, "card_payment_fee_charged": 0.1945, "card_payment_not_recognised": 0.0223, "card_payment_wrong_exchange_rate": 0.0164, "card_swallowed": 0.0013, "cash_withdrawal_charge": 0.1196, "cash_withdrawal_not_recognised": 0.0012, "change_pin": 0.0007, "compromised_card": 0.001, "contactless_not_working": 0.001, "country_support": 0.0032, "declined_card_payment": 0.0084, "declined_cash_withdrawal": 0.0013, "declined_transfer": 0.0011, "direct_debit_payment_not_recognised": 0.088, "disposable_card_limits": 0.001, "edit_personal_details": 0.0009, "exchange_charge": 0.0138, "exchange_rate": 0.0011, "exchange_via_app": 0.0009, "extra_charge_on_statement": 0.2864, "failed_transfer": 0.0009, "fiat_currency_support": 0.0015, "get_disposable_virtual_card": 0.0009, "get_physical_card": 0.0008, "getting_spare_card": 0.0008, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0007, "order_physical_card": 0.0014, "passcode_forgotten": 0.0007, "pending_card_payment": 0.0024, "pending_cash_withdrawal": 0.0007, "pending_top_up": 0.0008, "pending_transfer": 0.0007, "pin_blocked": 0.0008, "receiving_money": 0.0014, "request_refund": 0.0022, "reverted_card_payment?": 0.0134, "supported_cards_and_currencies": 0.0017, "terminate_account": 0.0008, "top_up_by_bank_transfer_charge": 0.0189, "top_up_by_card_charge": 0.0423, "top_up_by_cash_or_cheque": 0.0009, "top_up_failed": 0.0009, "top_up_limits": 0.0008, "top_up_reverted": 0.0015, "topping_up_by_card": 0.0013, "transaction_charged_twice": 0.0239, "transfer_fee_charged": 0.0672, "transfer_into_account": 0.0008, "transfer_not_received_by_recipient": 0.0009, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.0009, "verify_my_identity": 0.0008, "verify_source_of_funds": 0.0008, "verify_top_up": 0.0008, "virtual_card_not_working": 0.0011, "visa_or_mastercard": 0.0014, "why_verify_identity": 0.001, "wrong_amount_of_cash_received": 0.005, "wrong_exchange_rate_for_cash_withdrawal": 0.0031 }, "error": null, "latency_ms": 72.71079102065414, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2216", "text_group": "1dbabd162a02539b42b0ce20f6f14410532e7537d54c834d85e581aa8a66ec03", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.13017396520695862, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.008498300339932015, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.0018996200759848032, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.009198160367926415, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.010597880423915218, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.14987002599480104, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0004999000199960008, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0005998800239952009, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.2741451709658068, "top_up_by_card_charge": 0.0021995600879824036, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.0010997800439912018, "transfer_fee_charged": 0.38692261547690465, "transfer_into_account": 0.0007998400319936014, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 70.1227500103414, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2217", "text_group": "e07a598f94dee54ad133f5a2efaea666e9ea5d78f694b842df769d9ee161b55e", "expected": "transfer_fee_charged", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00040012003601080324, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.3052915874762429, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0009002700810243073, "cancel_transfer": 0.0007002100630189057, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.006702010603180954, "card_payment_not_recognised": 0.0006001800540162048, "card_payment_wrong_exchange_rate": 0.003401020306091827, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.0047014104231269385, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00040012003601080324, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.0028008402520756227, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0017005101530459135, "exchange_rate": 0.00040012003601080324, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.08342502750825248, "failed_transfer": 0.0006001800540162048, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0005001500450135041, "request_refund": 0.0009002700810243073, "reverted_card_payment?": 0.0013003901170351103, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.33189956987096125, "top_up_by_card_charge": 0.0017005101530459135, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0006001800540162048, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.008602580774232269, "transfer_fee_charged": 0.2225667700310093, "transfer_into_account": 0.0013003901170351103, "transfer_not_received_by_recipient": 0.0006001800540162048, "transfer_timing": 0.0007002100630189057, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0012003601080324095, "wrong_exchange_rate_for_cash_withdrawal": 0.0018005401620486145 }, "error": null, "latency_ms": 70.37812506314367, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2218", "text_group": "9979ea07b8d7717e71d2dd1ff376544a122e2a53fb7dc377c6b9d4406719678c", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0008, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0003, "card_acceptance": 0.0006, "card_arrival": 0.0003, "card_delivery_estimate": 0.0004, "card_linking": 0.0005, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0016, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0089, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0004, "country_support": 0.0006, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.033, "exchange_rate": 0.0007, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0071, "failed_transfer": 0.0006, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0004, "pin_blocked": 0.0003, "receiving_money": 0.0005, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0008, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.2319, "top_up_by_card_charge": 0.0031, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.6838, "transfer_into_account": 0.0016, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 70.2249159803614, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2219", "text_group": "737d24b98ffe690de38c4e0d6bb81e2b67f0efdf4d1e2583fb82a5cedcac923b", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0023006902070621185, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.00040012003601080324, "card_not_working": 0.00020006001800540162, "card_payment_fee_charged": 0.004801440432129638, "card_payment_not_recognised": 0.00040012003601080324, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.00020006001800540162, "cash_withdrawal_charge": 0.005401620486145844, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.00020006001800540162, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.00020006001800540162, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00250075022506752, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.04661398419525858, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.00040012003601080324, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.22996899069720914, "top_up_by_card_charge": 0.0020006001800540163, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00040012003601080324, "transfer_fee_charged": 0.6875062518755627, "transfer_into_account": 0.0006001800540162048, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 71.70450000558048, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2220", "text_group": "88cde6d939b5760452a3fd063a269b13cc1e24111192d0a23cc73ce14c08653e", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0015004501350405122, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.0006001800540162048, "cancel_transfer": 0.0006001800540162048, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0007002100630189057, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0009002700810243073, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.001100330099029709, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.001600480144043213, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.0009002700810243073, "failed_transfer": 0.0009002700810243073, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.028308492547764328, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00040012003601080324, "transfer_fee_charged": 0.9435830749224767, "transfer_into_account": 0.0006001800540162048, "transfer_not_received_by_recipient": 0.0005001500450135041, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 70.35625004209578, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2221", "text_group": "3f52958bee88c98c88f840dfe4788b5dfd172ead829eefdb0f71011eaba7aa22", "expected": "transfer_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.00029982010793523883, "activate_my_card": 0.00029982010793523883, "age_limit": 0.00029982010793523883, "apple_pay_or_google_pay": 0.00029982010793523883, "atm_support": 0.0004997001798920648, "automatic_top_up": 0.00029982010793523883, "balance_not_updated_after_bank_transfer": 0.006795922446532081, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997001798920648, "beneficiary_not_allowed": 0.0004997001798920648, "cancel_transfer": 0.0004997001798920648, "card_about_to_expire": 0.00029982010793523883, "card_acceptance": 0.00039976014391365186, "card_arrival": 0.00039976014391365186, "card_delivery_estimate": 0.00029982010793523883, "card_linking": 0.00029982010793523883, "card_not_working": 0.00029982010793523883, "card_payment_fee_charged": 0.0006995802518488907, "card_payment_not_recognised": 0.00039976014391365186, "card_payment_wrong_exchange_rate": 0.0004997001798920648, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.01519088546871877, "cash_withdrawal_not_recognised": 0.00029982010793523883, "change_pin": 0.00029982010793523883, "compromised_card": 0.00029982010793523883, "contactless_not_working": 0.00029982010793523883, "country_support": 0.00039976014391365186, "declined_card_payment": 0.00029982010793523883, "declined_cash_withdrawal": 0.00029982010793523883, "declined_transfer": 0.00039976014391365186, "direct_debit_payment_not_recognised": 0.0004997001798920648, "disposable_card_limits": 0.00029982010793523883, "edit_personal_details": 0.00029982010793523883, "exchange_charge": 0.0013991605036977814, "exchange_rate": 0.00029982010793523883, "exchange_via_app": 0.00029982010793523883, "extra_charge_on_statement": 0.601639016590046, "failed_transfer": 0.00039976014391365186, "fiat_currency_support": 0.00039976014391365186, "get_disposable_virtual_card": 0.00029982010793523883, "get_physical_card": 0.00029982010793523883, "getting_spare_card": 0.00029982010793523883, "getting_virtual_card": 0.00029982010793523883, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00029982010793523883, "passcode_forgotten": 0.00029982010793523883, "pending_card_payment": 0.00029982010793523883, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00029982010793523883, "pending_transfer": 0.00029982010793523883, "pin_blocked": 0.00029982010793523883, "receiving_money": 0.0004997001798920648, "request_refund": 0.00029982010793523883, "reverted_card_payment?": 0.00039976014391365186, "supported_cards_and_currencies": 0.00039976014391365186, "terminate_account": 0.00029982010793523883, "top_up_by_bank_transfer_charge": 0.1742954227463522, "top_up_by_card_charge": 0.0010993403957625426, "top_up_by_cash_or_cheque": 0.00029982010793523883, "top_up_failed": 0.00029982010793523883, "top_up_limits": 0.00029982010793523883, "top_up_reverted": 0.00029982010793523883, "topping_up_by_card": 0.00029982010793523883, "transaction_charged_twice": 0.0011992804317409553, "transfer_fee_charged": 0.17399560263841696, "transfer_into_account": 0.0004997001798920648, "transfer_not_received_by_recipient": 0.0009994003597841297, "transfer_timing": 0.0004997001798920648, "unable_to_verify_identity": 0.00029982010793523883, "verify_my_identity": 0.00029982010793523883, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.00029982010793523883, "virtual_card_not_working": 0.00029982010793523883, "visa_or_mastercard": 0.00029982010793523883, "why_verify_identity": 0.00029982010793523883, "wrong_amount_of_cash_received": 0.00039976014391365186, "wrong_exchange_rate_for_cash_withdrawal": 0.00039976014391365186 }, "error": null, "latency_ms": 72.05079204868525, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2222", "text_group": "cf13d39525541b861ba3bd3cab9555995ed16563eb9a9f64e115fc567cae6546", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.0047995200479952005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0008999100089991, "cancel_transfer": 0.0011998800119988001, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.008999100089991, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.0024997500249975004, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0016998300169983002, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.0053994600539946005, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00039996000399960006, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0806919308069193, "top_up_by_card_charge": 0.0008999100089991, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.8703129687031297, "transfer_into_account": 0.0008999100089991, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 70.2902500052005, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2223", "text_group": "5b70db595012e9a01327e536c85309b30cbc014392e6333b0b3f3cb74e10a861", "expected": "transfer_fee_charged", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.055194480551944806, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0007999200079992001, "cancel_transfer": 0.0017998200179982, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.0024997500249975004, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0016998300169983002, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.0026997300269973002, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0103989601039896, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.1247875212478752, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0030996900309969004, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.6155384461553846, "top_up_by_card_charge": 0.0023997600239976003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.0023997600239976003, "transfer_fee_charged": 0.1506849315068493, "transfer_into_account": 0.000999900009999, "transfer_not_received_by_recipient": 0.0022997700229977, "transfer_timing": 0.0005999400059994001, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0006999300069993001 }, "error": null, "latency_ms": 70.31020801514387, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2224", "text_group": "35fe252997a168aef440c3142cf5ccae2bb01af9e998efb701378e5a4159ddf6", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0002999100269919024, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.001099670098970309, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.000999700089973008, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0016994901529541137, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0005998200539838048, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.004198740377886634, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0031990402879136263, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0002999100269919024, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.03418974307707688, "top_up_by_card_charge": 0.0006997900629811057, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.9311206638008598, "transfer_into_account": 0.0005998200539838048, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 71.00954197812825, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2225", "text_group": "d43e17810a1ca06eb0ece38a07273e9f844310bd2296ca1b6187cf0b1a37b51a", "expected": "transfer_fee_charged", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.00030003000300030005, "activate_my_card": 0.00020002000200020005, "age_limit": 0.00020002000200020005, "apple_pay_or_google_pay": 0.0004000400040004001, "atm_support": 0.0004000400040004001, "automatic_top_up": 0.00020002000200020005, "balance_not_updated_after_bank_transfer": 0.026202620262026206, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004000400040004001, "beneficiary_not_allowed": 0.0005000500050005002, "cancel_transfer": 0.0005000500050005002, "card_about_to_expire": 0.00030003000300030005, "card_acceptance": 0.0004000400040004001, "card_arrival": 0.00020002000200020005, "card_delivery_estimate": 0.00020002000200020005, "card_linking": 0.0004000400040004001, "card_not_working": 0.00030003000300030005, "card_payment_fee_charged": 0.004900490049004901, "card_payment_not_recognised": 0.0004000400040004001, "card_payment_wrong_exchange_rate": 0.0005000500050005002, "card_swallowed": 0.00030003000300030005, "cash_withdrawal_charge": 0.008300830083008302, "cash_withdrawal_not_recognised": 0.00020002000200020005, "change_pin": 0.00020002000200020005, "compromised_card": 0.00030003000300030005, "contactless_not_working": 0.00030003000300030005, "country_support": 0.00030003000300030005, "declined_card_payment": 0.00030003000300030005, "declined_cash_withdrawal": 0.00020002000200020005, "declined_transfer": 0.0004000400040004001, "direct_debit_payment_not_recognised": 0.0005000500050005002, "disposable_card_limits": 0.00030003000300030005, "edit_personal_details": 0.00030003000300030005, "exchange_charge": 0.0015001500150015003, "exchange_rate": 0.00030003000300030005, "exchange_via_app": 0.00030003000300030005, "extra_charge_on_statement": 0.3858385838583859, "failed_transfer": 0.0004000400040004001, "fiat_currency_support": 0.00030003000300030005, "get_disposable_virtual_card": 0.00020002000200020005, "get_physical_card": 0.00020002000200020005, "getting_spare_card": 0.00020002000200020005, "getting_virtual_card": 0.00020002000200020005, "lost_or_stolen_card": 0.00020002000200020005, "lost_or_stolen_phone": 0.00020002000200020005, "order_physical_card": 0.00020002000200020005, "passcode_forgotten": 0.00020002000200020005, "pending_card_payment": 0.00020002000200020005, "pending_cash_withdrawal": 0.00020002000200020005, "pending_top_up": 0.00020002000200020005, "pending_transfer": 0.00030003000300030005, "pin_blocked": 0.00020002000200020005, "receiving_money": 0.0004000400040004001, "request_refund": 0.00030003000300030005, "reverted_card_payment?": 0.0004000400040004001, "supported_cards_and_currencies": 0.0004000400040004001, "terminate_account": 0.00030003000300030005, "top_up_by_bank_transfer_charge": 0.41304130413041307, "top_up_by_card_charge": 0.0021002100210021, "top_up_by_cash_or_cheque": 0.00020002000200020005, "top_up_failed": 0.00030003000300030005, "top_up_limits": 0.00020002000200020005, "top_up_reverted": 0.00030003000300030005, "topping_up_by_card": 0.00030003000300030005, "transaction_charged_twice": 0.0009000900090009002, "transfer_fee_charged": 0.13641364136413642, "transfer_into_account": 0.0012001200120012002, "transfer_not_received_by_recipient": 0.0004000400040004001, "transfer_timing": 0.0005000500050005002, "unable_to_verify_identity": 0.00020002000200020005, "verify_my_identity": 0.00020002000200020005, "verify_source_of_funds": 0.00020002000200020005, "verify_top_up": 0.00020002000200020005, "virtual_card_not_working": 0.00030003000300030005, "visa_or_mastercard": 0.00030003000300030005, "why_verify_identity": 0.00020002000200020005, "wrong_amount_of_cash_received": 0.00030003000300030005, "wrong_exchange_rate_for_cash_withdrawal": 0.00030003000300030005 }, "error": null, "latency_ms": 70.35012496635318, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2226", "text_group": "980eaaac02941b1225a008928265b688d6d128f8b0a5e5ffcae613fcaf702585", "expected": "transfer_fee_charged", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0003999200159968007, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0006998600279944011, "atm_support": 0.0009998000399920016, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.750249950009998, "balance_not_updated_after_cheque_or_cash_deposit": 0.0020995800839832034, "beneficiary_not_allowed": 0.0008998200359928015, "cancel_transfer": 0.0009998000399920016, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0007998400319936014, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0008998200359928015, "card_not_working": 0.0007998400319936014, "card_payment_fee_charged": 0.0007998400319936014, "card_payment_not_recognised": 0.0008998200359928015, "card_payment_wrong_exchange_rate": 0.0018996200759848032, "card_swallowed": 0.0007998400319936014, "cash_withdrawal_charge": 0.0006998600279944011, "cash_withdrawal_not_recognised": 0.0007998400319936014, "change_pin": 0.0004999000199960008, "compromised_card": 0.0007998400319936014, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0006998600279944011, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0007998400319936014, "direct_debit_payment_not_recognised": 0.0006998600279944011, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.0006998600279944011, "exchange_rate": 0.0006998600279944011, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0018996200759848032, "fiat_currency_support": 0.0008998200359928015, "get_disposable_virtual_card": 0.0005998800239952009, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.0007998400319936014, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0005998800239952009, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.0006998600279944011, "pending_top_up": 0.0007998400319936014, "pending_transfer": 0.010997800439912017, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.001799640071985603, "request_refund": 0.0004999000199960008, "reverted_card_payment?": 0.0007998400319936014, "supported_cards_and_currencies": 0.0008998200359928015, "terminate_account": 0.0005998800239952009, "top_up_by_bank_transfer_charge": 0.002599480103979204, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0008998200359928015, "top_up_failed": 0.0006998600279944011, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0015996800639872027, "topping_up_by_card": 0.0008998200359928015, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.0006998600279944011, "transfer_into_account": 0.01849630073985203, "transfer_not_received_by_recipient": 0.09628074385122976, "transfer_timing": 0.0034993001399720057, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0004999000199960008, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.0005998800239952009, "visa_or_mastercard": 0.0005998800239952009, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.0649870025994801, "wrong_exchange_rate_for_cash_withdrawal": 0.0009998000399920016 }, "error": null, "latency_ms": 73.5924580367282, "usage": { "input_tokens": 626, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2227", "text_group": "d691c4fda5327f800c7c7d1c51263106442cbde15f33a49c4951cd33afcc2e72", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.0003000600120024005, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0003000600120024005, "atm_support": 0.0004000800160032007, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.003000600120024005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0004000800160032007, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0004000800160032007, "card_arrival": 0.0003000600120024005, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0003000600120024005, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.0022004400880176037, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0017003400680136028, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0004000800160032007, "declined_card_payment": 0.0003000600120024005, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.0015003000600120025, "exchange_rate": 0.0003000600120024005, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.0013002600520104022, "failed_transfer": 0.000600120024004801, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.0003000600120024005, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.0004000800160032007, "request_refund": 0.0003000600120024005, "reverted_card_payment?": 0.0004000800160032007, "supported_cards_and_currencies": 0.0004000800160032007, "terminate_account": 0.0003000600120024005, "top_up_by_bank_transfer_charge": 0.01820364072814563, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.0003000600120024005, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0003000600120024005, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.0004000800160032007, "transfer_fee_charged": 0.9512902580516104, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0004000800160032007, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.0003000600120024005, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.0003000600120024005, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.0003000600120024005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 69.92949999403208, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2228", "text_group": "154b8f6dafd492ba6df75f682f0a506e422996be9732c295f6913cd0c7bd97ec", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00029982010793523883, "activate_my_card": 0.00029982010793523883, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00029982010793523883, "atm_support": 0.0004997001798920648, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.0030981411153308018, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039976014391365186, "beneficiary_not_allowed": 0.00039976014391365186, "cancel_transfer": 0.00039976014391365186, "card_about_to_expire": 0.00029982010793523883, "card_acceptance": 0.0004997001798920648, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00029982010793523883, "card_linking": 0.00039976014391365186, "card_not_working": 0.00029982010793523883, "card_payment_fee_charged": 0.0019988007195682594, "card_payment_not_recognised": 0.00039976014391365186, "card_payment_wrong_exchange_rate": 0.0004997001798920648, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.0017989206476114333, "cash_withdrawal_not_recognised": 0.00029982010793523883, "change_pin": 0.00019988007195682593, "compromised_card": 0.00029982010793523883, "contactless_not_working": 0.00029982010793523883, "country_support": 0.00039976014391365186, "declined_card_payment": 0.00039976014391365186, "declined_cash_withdrawal": 0.00029982010793523883, "declined_transfer": 0.0005996402158704777, "direct_debit_payment_not_recognised": 0.00039976014391365186, "disposable_card_limits": 0.00029982010793523883, "edit_personal_details": 0.00029982010793523883, "exchange_charge": 0.0017989206476114333, "exchange_rate": 0.00029982010793523883, "exchange_via_app": 0.00029982010793523883, "extra_charge_on_statement": 0.0019988007195682594, "failed_transfer": 0.0006995802518488907, "fiat_currency_support": 0.00039976014391365186, "get_disposable_virtual_card": 0.00029982010793523883, "get_physical_card": 0.00029982010793523883, "getting_spare_card": 0.00029982010793523883, "getting_virtual_card": 0.00029982010793523883, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00019988007195682593, "passcode_forgotten": 0.00029982010793523883, "pending_card_payment": 0.00029982010793523883, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00019988007195682593, "pending_transfer": 0.00029982010793523883, "pin_blocked": 0.00029982010793523883, "receiving_money": 0.00039976014391365186, "request_refund": 0.00029982010793523883, "reverted_card_payment?": 0.00039976014391365186, "supported_cards_and_currencies": 0.0004997001798920648, "terminate_account": 0.00029982010793523883, "top_up_by_bank_transfer_charge": 0.0393763741754947, "top_up_by_card_charge": 0.0006995802518488907, "top_up_by_cash_or_cheque": 0.00029982010793523883, "top_up_failed": 0.00029982010793523883, "top_up_limits": 0.00019988007195682593, "top_up_reverted": 0.00029982010793523883, "topping_up_by_card": 0.00029982010793523883, "transaction_charged_twice": 0.00039976014391365186, "transfer_fee_charged": 0.9260443733759745, "transfer_into_account": 0.0005996402158704777, "transfer_not_received_by_recipient": 0.00039976014391365186, "transfer_timing": 0.0004997001798920648, "unable_to_verify_identity": 0.00029982010793523883, "verify_my_identity": 0.00029982010793523883, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.00029982010793523883, "virtual_card_not_working": 0.00029982010793523883, "visa_or_mastercard": 0.00029982010793523883, "why_verify_identity": 0.00029982010793523883, "wrong_amount_of_cash_received": 0.00029982010793523883, "wrong_exchange_rate_for_cash_withdrawal": 0.00039976014391365186 }, "error": null, "latency_ms": 71.83083391282707, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2229", "text_group": "21937dad0028a9f964c8d0f2a2422f7865bc32c1abe38debf3b0e41f9b682877", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.0015007503751875938, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.00030015007503751874, "card_not_working": 0.0002001000500250125, "card_payment_fee_charged": 0.0011005502751375688, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.000400200100050025, "card_swallowed": 0.0002001000500250125, "cash_withdrawal_charge": 0.0007003501750875437, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.0002001000500250125, "contactless_not_working": 0.0002001000500250125, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.000400200100050025, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.0002001000500250125, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.0010005002501250625, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.0022011005502751376, "failed_transfer": 0.0005002501250625312, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.0002001000500250125, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.00030015007503751874, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.00030015007503751874, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.018909454727363682, "top_up_by_card_charge": 0.000400200100050025, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.0002001000500250125, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.0002001000500250125, "transaction_charged_twice": 0.000400200100050025, "transfer_fee_charged": 0.9570785392696348, "transfer_into_account": 0.000400200100050025, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.00030015007503751874, "unable_to_verify_identity": 0.0002001000500250125, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.0002001000500250125, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 69.75487503223121, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2230", "text_group": "663f8f6d16185169d4d0c5d34b05941d958e09a61755433090a151b0d02dd799", "expected": "transfer_fee_charged", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.0004997001798920648, "activate_my_card": 0.0006995802518488907, "age_limit": 0.0005996402158704777, "apple_pay_or_google_pay": 0.0009994003597841297, "atm_support": 0.0012992204677193685, "automatic_top_up": 0.0006995802518488907, "balance_not_updated_after_bank_transfer": 0.008894663202078754, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007995202878273037, "beneficiary_not_allowed": 0.0008994603238057167, "cancel_transfer": 0.0014991005396761943, "card_about_to_expire": 0.0005996402158704777, "card_acceptance": 0.0011992804317409553, "card_arrival": 0.0005996402158704777, "card_delivery_estimate": 0.0005996402158704777, "card_linking": 0.0009994003597841297, "card_not_working": 0.0005996402158704777, "card_payment_fee_charged": 0.005496701978812713, "card_payment_not_recognised": 0.0010993403957625426, "card_payment_wrong_exchange_rate": 0.0008994603238057167, "card_swallowed": 0.0005996402158704777, "cash_withdrawal_charge": 0.00639616230261843, "cash_withdrawal_not_recognised": 0.0004997001798920648, "change_pin": 0.0004997001798920648, "compromised_card": 0.0005996402158704777, "contactless_not_working": 0.0005996402158704777, "country_support": 0.0009994003597841297, "declined_card_payment": 0.0005996402158704777, "declined_cash_withdrawal": 0.0004997001798920648, "declined_transfer": 0.0009994003597841297, "direct_debit_payment_not_recognised": 0.0009994003597841297, "disposable_card_limits": 0.0007995202878273037, "edit_personal_details": 0.0006995802518488907, "exchange_charge": 0.0046971816909854094, "exchange_rate": 0.0006995802518488907, "exchange_via_app": 0.0006995802518488907, "extra_charge_on_statement": 0.02428542874275435, "failed_transfer": 0.0010993403957625426, "fiat_currency_support": 0.0008994603238057167, "get_disposable_virtual_card": 0.0005996402158704777, "get_physical_card": 0.0006995802518488907, "getting_spare_card": 0.0005996402158704777, "getting_virtual_card": 0.0005996402158704777, "lost_or_stolen_card": 0.0004997001798920648, "lost_or_stolen_phone": 0.0004997001798920648, "order_physical_card": 0.0004997001798920648, "passcode_forgotten": 0.0004997001798920648, "pending_card_payment": 0.0005996402158704777, "pending_cash_withdrawal": 0.0004997001798920648, "pending_top_up": 0.0005996402158704777, "pending_transfer": 0.0009994003597841297, "pin_blocked": 0.0004997001798920648, "receiving_money": 0.0008994603238057167, "request_refund": 0.0005996402158704777, "reverted_card_payment?": 0.0006995802518488907, "supported_cards_and_currencies": 0.0009994003597841297, "terminate_account": 0.0006995802518488907, "top_up_by_bank_transfer_charge": 0.5169898061163302, "top_up_by_card_charge": 0.002598440935438737, "top_up_by_cash_or_cheque": 0.0005996402158704777, "top_up_failed": 0.0005996402158704777, "top_up_limits": 0.0005996402158704777, "top_up_reverted": 0.0006995802518488907, "topping_up_by_card": 0.0006995802518488907, "transaction_charged_twice": 0.0006995802518488907, "transfer_fee_charged": 0.37787327603437937, "transfer_into_account": 0.0029982010793523886, "transfer_not_received_by_recipient": 0.0009994003597841297, "transfer_timing": 0.0012992204677193685, "unable_to_verify_identity": 0.0005996402158704777, "verify_my_identity": 0.0005996402158704777, "verify_source_of_funds": 0.0005996402158704777, "verify_top_up": 0.0005996402158704777, "virtual_card_not_working": 0.0005996402158704777, "visa_or_mastercard": 0.0006995802518488907, "why_verify_identity": 0.0005996402158704777, "wrong_amount_of_cash_received": 0.0005996402158704777, "wrong_exchange_rate_for_cash_withdrawal": 0.0006995802518488907 }, "error": null, "latency_ms": 70.63525007106364, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2231", "text_group": "defe4eeebab0453db317c9bc749685cb66514e01b71158c74c2b1f7ef5fe4b69", "expected": "transfer_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0036996300369963007, "activate_my_card": 0.0028997100289971, "age_limit": 0.0022997700229977, "apple_pay_or_google_pay": 0.003999600039996, "atm_support": 0.0060993900609939014, "automatic_top_up": 0.0035996400359964, "balance_not_updated_after_bank_transfer": 0.010898910108989102, "balance_not_updated_after_cheque_or_cash_deposit": 0.0052994700529947, "beneficiary_not_allowed": 0.004899510048995101, "cancel_transfer": 0.004299570042995701, "card_about_to_expire": 0.0025997400259974, "card_acceptance": 0.0040995900409959, "card_arrival": 0.0024997500249975004, "card_delivery_estimate": 0.0027997200279972004, "card_linking": 0.004299570042995701, "card_not_working": 0.0034996500349965005, "card_payment_fee_charged": 0.0531946805319468, "card_payment_not_recognised": 0.006899310068993101, "card_payment_wrong_exchange_rate": 0.017198280171982803, "card_swallowed": 0.0032996700329967, "cash_withdrawal_charge": 0.009899010098990102, "cash_withdrawal_not_recognised": 0.0022997700229977, "change_pin": 0.0024997500249975004, "compromised_card": 0.0026997300269973002, "contactless_not_working": 0.0026997300269973002, "country_support": 0.0030996900309969004, "declined_card_payment": 0.004299570042995701, "declined_cash_withdrawal": 0.0024997500249975004, "declined_transfer": 0.0037996200379962005, "direct_debit_payment_not_recognised": 0.024297570242975703, "disposable_card_limits": 0.0037996200379962005, "edit_personal_details": 0.0038996100389961, "exchange_charge": 0.0057994200579942, "exchange_rate": 0.0027997200279972004, "exchange_via_app": 0.0027997200279972004, "extra_charge_on_statement": 0.49875012498750126, "failed_transfer": 0.0027997200279972004, "fiat_currency_support": 0.0036996300369963007, "get_disposable_virtual_card": 0.0036996300369963007, "get_physical_card": 0.0029997000299970002, "getting_spare_card": 0.0026997300269973002, "getting_virtual_card": 0.0023997600239976003, "lost_or_stolen_card": 0.001999800019998, "lost_or_stolen_phone": 0.0017998200179982, "order_physical_card": 0.0028997100289971, "passcode_forgotten": 0.0023997600239976003, "pending_card_payment": 0.0029997000299970002, "pending_cash_withdrawal": 0.0018998100189981002, "pending_top_up": 0.0023997600239976003, "pending_transfer": 0.0021997800219978004, "pin_blocked": 0.0025997400259974, "receiving_money": 0.0051994800519948, "request_refund": 0.0080991900809919, "reverted_card_payment?": 0.0156984301569843, "supported_cards_and_currencies": 0.0036996300369963007, "terminate_account": 0.008599140085991401, "top_up_by_bank_transfer_charge": 0.021597840215978402, "top_up_by_card_charge": 0.028497150284971504, "top_up_by_cash_or_cheque": 0.0027997200279972004, "top_up_failed": 0.0030996900309969004, "top_up_limits": 0.0028997100289971, "top_up_reverted": 0.03469653034696531, "topping_up_by_card": 0.004199580041995801, "transaction_charged_twice": 0.015898410158984102, "transfer_fee_charged": 0.046495350464953504, "transfer_into_account": 0.0026997300269973002, "transfer_not_received_by_recipient": 0.0025997400259974, "transfer_timing": 0.0023997600239976003, "unable_to_verify_identity": 0.0026997300269973002, "verify_my_identity": 0.0024997500249975004, "verify_source_of_funds": 0.0027997200279972004, "verify_top_up": 0.0024997500249975004, "virtual_card_not_working": 0.0032996700329967, "visa_or_mastercard": 0.0025997400259974, "why_verify_identity": 0.0030996900309969004, "wrong_amount_of_cash_received": 0.0033996600339966003, "wrong_exchange_rate_for_cash_withdrawal": 0.0040995900409959 }, "error": null, "latency_ms": 72.67608295660466, "usage": { "input_tokens": 620, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2232", "text_group": "af71be6ab291a2c3831d9ef14fa25447e93c4a2b8c08ca85ad11a81bfad0a4ab", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.005302120848339336, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.0024009603841536613, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.00020008003201280514, "cash_withdrawal_charge": 0.0013005202080832333, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00020008003201280514, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.0005002000800320128, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.0021008403361344537, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.0024009603841536613, "failed_transfer": 0.0005002000800320128, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.030912364945978394, "top_up_by_card_charge": 0.0005002000800320128, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00020008003201280514, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.9360744297719088, "transfer_into_account": 0.0006002400960384153, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.00040016006402561027, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 71.0807079449296, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2233", "text_group": "c349bc97dcd249bbde171d47b18b9b526f6cc6132dae21e5ea3cb97fd034a46f", "expected": "transfer_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.0006998600279944011, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0009998000399920016, "atm_support": 0.0014997000599880025, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007998400319936014, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0009998000399920016, "card_arrival": 0.0006998600279944011, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0008998200359928015, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0016996600679864027, "card_payment_not_recognised": 0.0008998200359928015, "card_payment_wrong_exchange_rate": 0.0007998400319936014, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.1808638272345531, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0004999000199960008, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0005998800239952009, "country_support": 0.0007998400319936014, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0021995600879824036, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.005898820235952809, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.5353929214157168, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0005998800239952009, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0007998400319936014, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0005998800239952009, "supported_cards_and_currencies": 0.001299740051989602, "terminate_account": 0.0005998800239952009, "top_up_by_bank_transfer_charge": 0.07678464307138572, "top_up_by_card_charge": 0.15376924615076984, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0011997600479904018, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0010997800439912018, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0005998800239952009, "verify_my_identity": 0.0005998800239952009, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0006998600279944011, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0010997800439912018, "why_verify_identity": 0.0005998800239952009, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 70.48012502491474, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2234", "text_group": "fde5007aa50c98c8029737e4f551d4ed679893a6409cc9ea48ee34d3eda69e4f", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0009998000399920016, "atm_support": 0.0016996600679864027, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.02029594081183763, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008998200359928015, "beneficiary_not_allowed": 0.001799640071985603, "cancel_transfer": 0.0030993801239752048, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0010997800439912018, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0005998800239952009, "card_linking": 0.0009998000399920016, "card_not_working": 0.0007998400319936014, "card_payment_fee_charged": 0.03779244151169766, "card_payment_not_recognised": 0.0010997800439912018, "card_payment_wrong_exchange_rate": 0.0010997800439912018, "card_swallowed": 0.0005998800239952009, "cash_withdrawal_charge": 0.011797640471905619, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.0004999000199960008, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0016996600679864027, "declined_card_payment": 0.0008998200359928015, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0011997600479904018, "direct_debit_payment_not_recognised": 0.004599080183963208, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.004999000199960009, "exchange_rate": 0.0007998400319936014, "exchange_via_app": 0.0007998400319936014, "extra_charge_on_statement": 0.002299540091981604, "failed_transfer": 0.0010997800439912018, "fiat_currency_support": 0.0009998000399920016, "get_disposable_virtual_card": 0.0006998600279944011, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0006998600279944011, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0009998000399920016, "request_refund": 0.0008998200359928015, "reverted_card_payment?": 0.001799640071985603, "supported_cards_and_currencies": 0.0008998200359928015, "terminate_account": 0.0006998600279944011, "top_up_by_bank_transfer_charge": 0.20925814837032594, "top_up_by_card_charge": 0.001799640071985603, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0008998200359928015, "topping_up_by_card": 0.0006998600279944011, "transaction_charged_twice": 0.001299740051989602, "transfer_fee_charged": 0.651369726054789, "transfer_into_account": 0.0010997800439912018, "transfer_not_received_by_recipient": 0.0006998600279944011, "transfer_timing": 0.0008998200359928015, "unable_to_verify_identity": 0.0005998800239952009, "verify_my_identity": 0.0005998800239952009, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.0006998600279944011, "visa_or_mastercard": 0.0006998600279944011, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 73.97283392492682, "usage": { "input_tokens": 625, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2235", "text_group": "3c24b209e95285fae053f35750422a78fac8a896833b4ac33854c1bfa97bf2a6", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.02410964385754302, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.0006002400960384153, "cancel_transfer": 0.0005002000800320128, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.02150860344137655, "card_payment_not_recognised": 0.0007002801120448179, "card_payment_wrong_exchange_rate": 0.0008003201280512205, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.004601840736294518, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.0005002000800320128, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.011604641856742696, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.0012004801920768306, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.011004401760704281, "failed_transfer": 0.0005002000800320128, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.0006002400960384153, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.0007002801120448179, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.39995998399359745, "top_up_by_card_charge": 0.0027010804321728693, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.0017006802721088435, "transfer_fee_charged": 0.4972989195678271, "transfer_into_account": 0.0026010404161664665, "transfer_not_received_by_recipient": 0.0005002000800320128, "transfer_timing": 0.0006002400960384153, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.0005002000800320128, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002000800320128 }, "error": null, "latency_ms": 70.40879200212657, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2236", "text_group": "70a241fc4bcbd7f54fb7abacc72dbb09b13f33ea7cc0cdafdb59dba59e206965", "expected": "transfer_fee_charged", "prediction": "extra_charge_on_statement", "probabilities": { "Refund_not_showing_up": 0.009899010098990102, "activate_my_card": 0.0007999200079992001, "age_limit": 0.0006999300069993001, "apple_pay_or_google_pay": 0.0013998600139986002, "atm_support": 0.0015998400159984002, "automatic_top_up": 0.0007999200079992001, "balance_not_updated_after_bank_transfer": 0.0051994800519948, "balance_not_updated_after_cheque_or_cash_deposit": 0.0023997600239976003, "beneficiary_not_allowed": 0.0057994200579942, "cancel_transfer": 0.0011998800119988001, "card_about_to_expire": 0.0010998900109989002, "card_acceptance": 0.0013998600139986002, "card_arrival": 0.0010998900109989002, "card_delivery_estimate": 0.0008999100089991, "card_linking": 0.0013998600139986002, "card_not_working": 0.0013998600139986002, "card_payment_fee_charged": 0.06039396060393961, "card_payment_not_recognised": 0.044295570442955706, "card_payment_wrong_exchange_rate": 0.010898910108989102, "card_swallowed": 0.0013998600139986002, "cash_withdrawal_charge": 0.17128287171282872, "cash_withdrawal_not_recognised": 0.0012998700129987, "change_pin": 0.0006999300069993001, "compromised_card": 0.0011998800119988001, "contactless_not_working": 0.0011998800119988001, "country_support": 0.0011998800119988001, "declined_card_payment": 0.0021997800219978004, "declined_cash_withdrawal": 0.0010998900109989002, "declined_transfer": 0.000999900009999, "direct_debit_payment_not_recognised": 0.06819318068193181, "disposable_card_limits": 0.000999900009999, "edit_personal_details": 0.0008999100089991, "exchange_charge": 0.010298970102989701, "exchange_rate": 0.000999900009999, "exchange_via_app": 0.0008999100089991, "extra_charge_on_statement": 0.3837616238376162, "failed_transfer": 0.0007999200079992001, "fiat_currency_support": 0.0011998800119988001, "get_disposable_virtual_card": 0.000999900009999, "get_physical_card": 0.0008999100089991, "getting_spare_card": 0.0008999100089991, "getting_virtual_card": 0.0006999300069993001, "lost_or_stolen_card": 0.0007999200079992001, "lost_or_stolen_phone": 0.0006999300069993001, "order_physical_card": 0.0008999100089991, "passcode_forgotten": 0.0006999300069993001, "pending_card_payment": 0.001999800019998, "pending_cash_withdrawal": 0.0007999200079992001, "pending_top_up": 0.0007999200079992001, "pending_transfer": 0.0006999300069993001, "pin_blocked": 0.0007999200079992001, "receiving_money": 0.0014998500149985001, "request_refund": 0.0077992200779922, "reverted_card_payment?": 0.006699330066993301, "supported_cards_and_currencies": 0.0012998700129987, "terminate_account": 0.0008999100089991, "top_up_by_bank_transfer_charge": 0.04849515048495151, "top_up_by_card_charge": 0.0651934806519348, "top_up_by_cash_or_cheque": 0.000999900009999, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.0006999300069993001, "top_up_reverted": 0.0015998400159984002, "topping_up_by_card": 0.0012998700129987, "transaction_charged_twice": 0.0045995400459954, "transfer_fee_charged": 0.026997300269973004, "transfer_into_account": 0.0007999200079992001, "transfer_not_received_by_recipient": 0.000999900009999, "transfer_timing": 0.0007999200079992001, "unable_to_verify_identity": 0.0010998900109989002, "verify_my_identity": 0.0007999200079992001, "verify_source_of_funds": 0.0006999300069993001, "verify_top_up": 0.0006999300069993001, "virtual_card_not_working": 0.0010998900109989002, "visa_or_mastercard": 0.0014998500149985001, "why_verify_identity": 0.000999900009999, "wrong_amount_of_cash_received": 0.0025997400259974, "wrong_exchange_rate_for_cash_withdrawal": 0.0038996100389961 }, "error": null, "latency_ms": 71.22766703832895, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2237", "text_group": "377234450523d4ad7d3e02bd4e034096af294c72c28bb3837354ee42e29ef949", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0006997900629811057, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.005898230530840748, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.0006997900629811057, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0006997900629811057, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.000499850044986504, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.005898230530840748, "card_payment_not_recognised": 0.0006997900629811057, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.001999400179946016, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0002999100269919024, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.000499850044986504, "country_support": 0.0016994901529541137, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0006997900629811057, "direct_debit_payment_not_recognised": 0.002399280215935219, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0011996401079676095, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.005898230530840748, "failed_transfer": 0.0005998200539838048, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0005998200539838048, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.0005998200539838048, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.10516844946516046, "top_up_by_card_charge": 0.0011996401079676095, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.0006997900629811057, "transfer_fee_charged": 0.8385484354693592, "transfer_into_account": 0.0006997900629811057, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 73.33491696044803, "usage": { "input_tokens": 623, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2238", "text_group": "a3fe28c26480e9b6c2ff0c622cd897eb22b8c2b9d23505b4fa75f4be6625a50f", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.012001200120012002, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0070007000700070005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0027002700270027003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0012001200120012, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.05670567056705671, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0005000500050005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.1114111411141114, "top_up_by_card_charge": 0.001000100010001, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.7861786178617862, "transfer_into_account": 0.0009000900090009, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 72.04683299642056, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2239", "text_group": "f5a89c13812977a7b2b39aacf0a3f6806cfc1e3f86d7c1c7c50263b099853882", "expected": "transfer_fee_charged", "prediction": "transfer_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0022002200220022005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.0012001200120012, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0006000600060006, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0006000600060006, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0018001800180018, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0037003700370037006, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0006000600060006, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0007000700070007, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0219021902190219, "exchange_rate": 0.0008000800080008001, "exchange_via_app": 0.0007000700070007, "extra_charge_on_statement": 0.0030003000300030005, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0006000600060006, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0007000700070007, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.17731773177317733, "top_up_by_card_charge": 0.0009000900090009, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.7565756575657565, "transfer_into_account": 0.0024002400240024, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.0007000700070007, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 71.75925001502037, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2240", "text_group": "8d5aff36ebe4c4740aa2f8b1e9df99aa1df9c210a0e8d2aaab1541fefdf097b3", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0005000500050005, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.9694969496949696, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.0022002200220022005, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 71.10837497748435, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2241", "text_group": "0046d6a061ba2827090e43403f6ce2971df848a86eaa93da550d672209537d66", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0008997300809757073, "activate_my_card": 0.0012996101169649105, "age_limit": 0.001099670098970309, "apple_pay_or_google_pay": 0.031390582825152454, "atm_support": 0.005298410476856943, "automatic_top_up": 0.0014995501349595122, "balance_not_updated_after_bank_transfer": 0.0013995801259622115, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015995201439568132, "beneficiary_not_allowed": 0.002099370188943317, "cancel_transfer": 0.0013995801259622115, "card_about_to_expire": 0.0011996401079676095, "card_acceptance": 0.003099070278916325, "card_arrival": 0.0013995801259622115, "card_delivery_estimate": 0.0014995501349595122, "card_linking": 0.002199340197940618, "card_not_working": 0.0015995201439568132, "card_payment_fee_charged": 0.002099370188943317, "card_payment_not_recognised": 0.0032990102969109266, "card_payment_wrong_exchange_rate": 0.014495651304608618, "card_swallowed": 0.0011996401079676095, "cash_withdrawal_charge": 0.0015995201439568132, "cash_withdrawal_not_recognised": 0.0014995501349595122, "change_pin": 0.0011996401079676095, "compromised_card": 0.0014995501349595122, "contactless_not_working": 0.0016994901529541137, "country_support": 0.0031990402879136263, "declined_card_payment": 0.001999400179946016, "declined_cash_withdrawal": 0.0012996101169649105, "declined_transfer": 0.0012996101169649105, "direct_debit_payment_not_recognised": 0.042987103868839346, "disposable_card_limits": 0.0018994301709487154, "edit_personal_details": 0.0011996401079676095, "exchange_charge": 0.006697990602819155, "exchange_rate": 0.0049985004498650405, "exchange_via_app": 0.015295411376587024, "extra_charge_on_statement": 0.0012996101169649105, "failed_transfer": 0.0015995201439568132, "fiat_currency_support": 0.18074577626711985, "get_disposable_virtual_card": 0.015495351394581625, "get_physical_card": 0.0045986204138758376, "getting_spare_card": 0.0022993102069379188, "getting_virtual_card": 0.005098470458862342, "lost_or_stolen_card": 0.000999700089973008, "lost_or_stolen_phone": 0.0008997300809757073, "order_physical_card": 0.001999400179946016, "passcode_forgotten": 0.000999700089973008, "pending_card_payment": 0.0012996101169649105, "pending_cash_withdrawal": 0.0008997300809757073, "pending_top_up": 0.000999700089973008, "pending_transfer": 0.000999700089973008, "pin_blocked": 0.001099670098970309, "receiving_money": 0.505148455463361, "request_refund": 0.001099670098970309, "reverted_card_payment?": 0.002699190242927122, "supported_cards_and_currencies": 0.06458062581225633, "terminate_account": 0.0011996401079676095, "top_up_by_bank_transfer_charge": 0.0016994901529541137, "top_up_by_card_charge": 0.0013995801259622115, "top_up_by_cash_or_cheque": 0.0016994901529541137, "top_up_failed": 0.0015995201439568132, "top_up_limits": 0.0012996101169649105, "top_up_reverted": 0.0017994601619514146, "topping_up_by_card": 0.002599220233929821, "transaction_charged_twice": 0.0011996401079676095, "transfer_fee_charged": 0.0013995801259622115, "transfer_into_account": 0.0017994601619514146, "transfer_not_received_by_recipient": 0.002199340197940618, "transfer_timing": 0.0022993102069379188, "unable_to_verify_identity": 0.0012996101169649105, "verify_my_identity": 0.0011996401079676095, "verify_source_of_funds": 0.001099670098970309, "verify_top_up": 0.001099670098970309, "virtual_card_not_working": 0.002199340197940618, "visa_or_mastercard": 0.0018994301709487154, "why_verify_identity": 0.001099670098970309, "wrong_amount_of_cash_received": 0.0014995501349595122, "wrong_exchange_rate_for_cash_withdrawal": 0.003099070278916325 }, "error": null, "latency_ms": 71.53566600754857, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2242", "text_group": "087045fb3d09ace4f9aae97280e336dc5b08f6cdb3704676e4ad85470b2956fe", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0006001200240048009, "activate_my_card": 0.0007001400280056011, "age_limit": 0.0007001400280056011, "apple_pay_or_google_pay": 0.001900380076015203, "atm_support": 0.002100420084016803, "automatic_top_up": 0.0008001600320064013, "balance_not_updated_after_bank_transfer": 0.0011002200440088019, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012002400480096017, "beneficiary_not_allowed": 0.001300260052010402, "cancel_transfer": 0.0009001800360072014, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.001300260052010402, "card_arrival": 0.0007001400280056011, "card_delivery_estimate": 0.0008001600320064013, "card_linking": 0.0011002200440088019, "card_not_working": 0.0009001800360072014, "card_payment_fee_charged": 0.0008001600320064013, "card_payment_not_recognised": 0.0009001800360072014, "card_payment_wrong_exchange_rate": 0.0016003200640128026, "card_swallowed": 0.0009001800360072014, "cash_withdrawal_charge": 0.0012002400480096017, "cash_withdrawal_not_recognised": 0.0012002400480096017, "change_pin": 0.0008001600320064013, "compromised_card": 0.0008001600320064013, "contactless_not_working": 0.0009001800360072014, "country_support": 0.0016003200640128026, "declined_card_payment": 0.0008001600320064013, "declined_cash_withdrawal": 0.0009001800360072014, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.001300260052010402, "disposable_card_limits": 0.0010002000400080016, "edit_personal_details": 0.0008001600320064013, "exchange_charge": 0.0017003400680136026, "exchange_rate": 0.002100420084016803, "exchange_via_app": 0.0044008801760352075, "extra_charge_on_statement": 0.0007001400280056011, "failed_transfer": 0.0008001600320064013, "fiat_currency_support": 0.04060812162432486, "get_disposable_virtual_card": 0.0017003400680136026, "get_physical_card": 0.0012002400480096017, "getting_spare_card": 0.0011002200440088019, "getting_virtual_card": 0.0011002200440088019, "lost_or_stolen_card": 0.0006001200240048009, "lost_or_stolen_phone": 0.0006001200240048009, "order_physical_card": 0.0007001400280056011, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.0007001400280056011, "pending_cash_withdrawal": 0.0008001600320064013, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.0007001400280056011, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.8779755951190238, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0008001600320064013, "supported_cards_and_currencies": 0.004300860172034407, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.0009001800360072014, "top_up_by_card_charge": 0.0008001600320064013, "top_up_by_cash_or_cheque": 0.0010002000400080016, "top_up_failed": 0.0009001800360072014, "top_up_limits": 0.0009001800360072014, "top_up_reverted": 0.0010002000400080016, "topping_up_by_card": 0.0016003200640128026, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.0008001600320064013, "transfer_into_account": 0.001300260052010402, "transfer_not_received_by_recipient": 0.001300260052010402, "transfer_timing": 0.001300260052010402, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.0007001400280056011, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.0009001800360072014, "visa_or_mastercard": 0.0008001600320064013, "why_verify_identity": 0.0007001400280056011, "wrong_amount_of_cash_received": 0.0012002400480096017, "wrong_exchange_rate_for_cash_withdrawal": 0.0022004400880176037 }, "error": null, "latency_ms": 70.63341594766825, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2243", "text_group": "1e08268798a512f1e6d025e6063656a369b5b7dbca54f1344f410f8dc5c6198b", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0007000700070007, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.0008000800080008001, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0005000500050005, "country_support": 0.0006000600060006, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0013001300130013002, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0007000700070007, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0012001200120012, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0008000800080008001, "getting_spare_card": 0.0007000700070007, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.9638963896389638, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0007000700070007, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0006000600060006, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.001000100010001, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0006000600060006, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 71.67520909570158, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2244", "text_group": "3cc37e1b61e8a5a98784ec0155cb1188aecec4aac9176065bb24421408605e92", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.000499850044986504, "activate_my_card": 0.0007997600719784066, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.00609817054883535, "atm_support": 0.0013995801259622115, "automatic_top_up": 0.0013995801259622115, "balance_not_updated_after_bank_transfer": 0.002099370188943317, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013995801259622115, "beneficiary_not_allowed": 0.0016994901529541137, "cancel_transfer": 0.0008997300809757073, "card_about_to_expire": 0.0005998200539838048, "card_acceptance": 0.0013995801259622115, "card_arrival": 0.0014995501349595122, "card_delivery_estimate": 0.002199340197940618, "card_linking": 0.001099670098970309, "card_not_working": 0.0007997600719784066, "card_payment_fee_charged": 0.0007997600719784066, "card_payment_not_recognised": 0.000999700089973008, "card_payment_wrong_exchange_rate": 0.001099670098970309, "card_swallowed": 0.0006997900629811057, "cash_withdrawal_charge": 0.0008997300809757073, "cash_withdrawal_not_recognised": 0.001099670098970309, "change_pin": 0.0005998200539838048, "compromised_card": 0.0007997600719784066, "contactless_not_working": 0.0008997300809757073, "country_support": 0.001099670098970309, "declined_card_payment": 0.0007997600719784066, "declined_cash_withdrawal": 0.0007997600719784066, "declined_transfer": 0.0007997600719784066, "direct_debit_payment_not_recognised": 0.0012996101169649105, "disposable_card_limits": 0.000999700089973008, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.000999700089973008, "exchange_rate": 0.001099670098970309, "exchange_via_app": 0.0037988603418974308, "extra_charge_on_statement": 0.0005998200539838048, "failed_transfer": 0.000999700089973008, "fiat_currency_support": 0.0036988903329001305, "get_disposable_virtual_card": 0.0064980505848245525, "get_physical_card": 0.004098770368889334, "getting_spare_card": 0.0037988603418974308, "getting_virtual_card": 0.0028991302609217232, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.000499850044986504, "order_physical_card": 0.0016994901529541137, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.0005998200539838048, "pending_cash_withdrawal": 0.000499850044986504, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.0006997900629811057, "pin_blocked": 0.0005998200539838048, "receiving_money": 0.836149155253424, "request_refund": 0.0006997900629811057, "reverted_card_payment?": 0.0005998200539838048, "supported_cards_and_currencies": 0.0018994301709487154, "terminate_account": 0.0005998200539838048, "top_up_by_bank_transfer_charge": 0.0016994901529541137, "top_up_by_card_charge": 0.0007997600719784066, "top_up_by_cash_or_cheque": 0.014795561331600522, "top_up_failed": 0.000999700089973008, "top_up_limits": 0.0008997300809757073, "top_up_reverted": 0.000999700089973008, "topping_up_by_card": 0.0071978406478056586, "transaction_charged_twice": 0.0005998200539838048, "transfer_fee_charged": 0.0006997900629811057, "transfer_into_account": 0.0369889033290013, "transfer_not_received_by_recipient": 0.006897930620813756, "transfer_timing": 0.0071978406478056586, "unable_to_verify_identity": 0.0006997900629811057, "verify_my_identity": 0.0005998200539838048, "verify_source_of_funds": 0.0008997300809757073, "verify_top_up": 0.0005998200539838048, "virtual_card_not_working": 0.0008997300809757073, "visa_or_mastercard": 0.0007997600719784066, "why_verify_identity": 0.0005998200539838048, "wrong_amount_of_cash_received": 0.000999700089973008, "wrong_exchange_rate_for_cash_withdrawal": 0.0008997300809757073 }, "error": null, "latency_ms": 70.74804196599871, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2245", "text_group": "ccd6bddc348e84a60d0dc13c3fbe1289ddfef48f1a8dd1d3517e5609fba3cef7", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0005, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0009, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008, "beneficiary_not_allowed": 0.0009, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0005, "card_acceptance": 0.0008, "card_arrival": 0.0005, "card_delivery_estimate": 0.0006, "card_linking": 0.0006, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0008, "card_payment_wrong_exchange_rate": 0.0055, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0004, "compromised_card": 0.0005, "contactless_not_working": 0.0006, "country_support": 0.0009, "declined_card_payment": 0.0009, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.0018, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0005, "exchange_charge": 0.001, "exchange_rate": 0.0013, "exchange_via_app": 0.0012, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.0008, "fiat_currency_support": 0.0039, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0009, "getting_spare_card": 0.0009, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0005, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0004, "pending_transfer": 0.0005, "pin_blocked": 0.0005, "receiving_money": 0.9223, "request_refund": 0.0004, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.001, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0006, "top_up_limits": 0.0005, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0008, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.0061, "transfer_timing": 0.0009, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.009, "wrong_exchange_rate_for_cash_withdrawal": 0.0074 }, "error": null, "latency_ms": 71.35620806366205, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2246", "text_group": "0ff7a8c51a958b09529867d42b1470f2ebd522d014c945e1df6d25bfff87bec3", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0009994003597841297, "activate_my_card": 0.0014991005396761943, "age_limit": 0.0013991605036977814, "apple_pay_or_google_pay": 0.0016989806116330202, "atm_support": 0.006795922446532081, "automatic_top_up": 0.003198081151309215, "balance_not_updated_after_bank_transfer": 0.0018988606835898462, "balance_not_updated_after_cheque_or_cash_deposit": 0.0053967619428343, "beneficiary_not_allowed": 0.0017989206476114333, "cancel_transfer": 0.0013991605036977814, "card_about_to_expire": 0.0010993403957625426, "card_acceptance": 0.0021986807915250852, "card_arrival": 0.0010993403957625426, "card_delivery_estimate": 0.0010993403957625426, "card_linking": 0.0019988007195682594, "card_not_working": 0.0012992204677193685, "card_payment_fee_charged": 0.0016989806116330202, "card_payment_not_recognised": 0.0017989206476114333, "card_payment_wrong_exchange_rate": 0.010393763741754948, "card_swallowed": 0.0012992204677193685, "cash_withdrawal_charge": 0.0016989806116330202, "cash_withdrawal_not_recognised": 0.0015990405756546075, "change_pin": 0.0010993403957625426, "compromised_card": 0.0010993403957625426, "contactless_not_working": 0.0012992204677193685, "country_support": 0.006795922446532081, "declined_card_payment": 0.0014991005396761943, "declined_cash_withdrawal": 0.0012992204677193685, "declined_transfer": 0.0014991005396761943, "direct_debit_payment_not_recognised": 0.008894663202078754, "disposable_card_limits": 0.003198081151309215, "edit_personal_details": 0.0016989806116330202, "exchange_charge": 0.0017989206476114333, "exchange_rate": 0.0018988606835898462, "exchange_via_app": 0.0017989206476114333, "extra_charge_on_statement": 0.0017989206476114333, "failed_transfer": 0.0013991605036977814, "fiat_currency_support": 0.008494903058165103, "get_disposable_virtual_card": 0.05316809914051569, "get_physical_card": 0.008295022986208276, "getting_spare_card": 0.0037977213671796925, "getting_virtual_card": 0.0017989206476114333, "lost_or_stolen_card": 0.0007995202878273037, "lost_or_stolen_phone": 0.0007995202878273037, "order_physical_card": 0.0015990405756546075, "passcode_forgotten": 0.0009994003597841297, "pending_card_payment": 0.0010993403957625426, "pending_cash_withdrawal": 0.0009994003597841297, "pending_top_up": 0.0010993403957625426, "pending_transfer": 0.0009994003597841297, "pin_blocked": 0.0009994003597841297, "receiving_money": 0.7115730561663003, "request_refund": 0.0011992804317409553, "reverted_card_payment?": 0.0015990405756546075, "supported_cards_and_currencies": 0.042474515290825514, "terminate_account": 0.0011992804317409553, "top_up_by_bank_transfer_charge": 0.0016989806116330202, "top_up_by_card_charge": 0.0012992204677193685, "top_up_by_cash_or_cheque": 0.003198081151309215, "top_up_failed": 0.0013991605036977814, "top_up_limits": 0.0017989206476114333, "top_up_reverted": 0.0024985008994603242, "topping_up_by_card": 0.032480511692984215, "transaction_charged_twice": 0.0011992804317409553, "transfer_fee_charged": 0.0010993403957625426, "transfer_into_account": 0.002598440935438737, "transfer_not_received_by_recipient": 0.0014991005396761943, "transfer_timing": 0.0017989206476114333, "unable_to_verify_identity": 0.0010993403957625426, "verify_my_identity": 0.0010993403957625426, "verify_source_of_funds": 0.0013991605036977814, "verify_top_up": 0.0013991605036977814, "virtual_card_not_working": 0.0012992204677193685, "visa_or_mastercard": 0.0015990405756546075, "why_verify_identity": 0.0012992204677193685, "wrong_amount_of_cash_received": 0.002598440935438737, "wrong_exchange_rate_for_cash_withdrawal": 0.0021986807915250852 }, "error": null, "latency_ms": 70.8226669812575, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2247", "text_group": "f27d662df9672bf563e054e09e7a369792a3d3f2028c9ab7a54527ea2359da42", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0024995000999800043, "activate_my_card": 0.003699260147970406, "age_limit": 0.0031993601279744054, "apple_pay_or_google_pay": 0.006698660267946411, "atm_support": 0.010797840431913617, "automatic_top_up": 0.003999200159968006, "balance_not_updated_after_bank_transfer": 0.004099180163967207, "balance_not_updated_after_cheque_or_cash_deposit": 0.004799040191961607, "beneficiary_not_allowed": 0.004599080183963208, "cancel_transfer": 0.0032993401319736052, "card_about_to_expire": 0.0031993601279744054, "card_acceptance": 0.008498300339932015, "card_arrival": 0.0037992401519696063, "card_delivery_estimate": 0.0034993001399720057, "card_linking": 0.004999000199960009, "card_not_working": 0.003699260147970406, "card_payment_fee_charged": 0.0046990601879624075, "card_payment_not_recognised": 0.00599880023995201, "card_payment_wrong_exchange_rate": 0.01969606078784243, "card_swallowed": 0.0032993401319736052, "cash_withdrawal_charge": 0.0033993201359728054, "cash_withdrawal_not_recognised": 0.0030993801239752048, "change_pin": 0.0032993401319736052, "compromised_card": 0.0030993801239752048, "contactless_not_working": 0.003899220155968806, "country_support": 0.013097380523895221, "declined_card_payment": 0.0033993201359728054, "declined_cash_withdrawal": 0.0024995000999800043, "declined_transfer": 0.0026994601079784043, "direct_debit_payment_not_recognised": 0.01849630073985203, "disposable_card_limits": 0.004599080183963208, "edit_personal_details": 0.004499100179964007, "exchange_charge": 0.004899020195960808, "exchange_rate": 0.0061987602479504095, "exchange_via_app": 0.00599880023995201, "extra_charge_on_statement": 0.003599280143971206, "failed_transfer": 0.0030993801239752048, "fiat_currency_support": 0.042691461707658473, "get_disposable_virtual_card": 0.0037992401519696063, "get_physical_card": 0.004199160167966407, "getting_spare_card": 0.004399120175964807, "getting_virtual_card": 0.0030993801239752048, "lost_or_stolen_card": 0.0020995800839832034, "lost_or_stolen_phone": 0.0020995800839832034, "order_physical_card": 0.0031993601279744054, "passcode_forgotten": 0.0026994601079784043, "pending_card_payment": 0.0031993601279744054, "pending_cash_withdrawal": 0.0023995200959808036, "pending_top_up": 0.002599480103979204, "pending_transfer": 0.0026994601079784043, "pin_blocked": 0.002999400119976005, "receiving_money": 0.5894821035792842, "request_refund": 0.0027994401119776045, "reverted_card_payment?": 0.005398920215956809, "supported_cards_and_currencies": 0.046590681863627276, "terminate_account": 0.002999400119976005, "top_up_by_bank_transfer_charge": 0.003999200159968006, "top_up_by_card_charge": 0.0031993601279744054, "top_up_by_cash_or_cheque": 0.003999200159968006, "top_up_failed": 0.0031993601279744054, "top_up_limits": 0.0034993001399720057, "top_up_reverted": 0.004299140171965607, "topping_up_by_card": 0.005098980203959208, "transaction_charged_twice": 0.0027994401119776045, "transfer_fee_charged": 0.0028994201159768043, "transfer_into_account": 0.0028994201159768043, "transfer_not_received_by_recipient": 0.0031993601279744054, "transfer_timing": 0.0033993201359728054, "unable_to_verify_identity": 0.0028994201159768043, "verify_my_identity": 0.002999400119976005, "verify_source_of_funds": 0.002999400119976005, "verify_top_up": 0.0028994201159768043, "virtual_card_not_working": 0.0028994201159768043, "visa_or_mastercard": 0.002999400119976005, "why_verify_identity": 0.0026994601079784043, "wrong_amount_of_cash_received": 0.0034993001399720057, "wrong_exchange_rate_for_cash_withdrawal": 0.005198960207958408 }, "error": null, "latency_ms": 72.72079191170633, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2248", "text_group": "eaf484fcda172ab7cea828ad59ad9af1df15443f566955aa2d6b1cedf3a8ca0c", "expected": "receiving_money", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0015995201439568132, "activate_my_card": 0.002199340197940618, "age_limit": 0.001999400179946016, "apple_pay_or_google_pay": 0.006697990602819155, "atm_support": 0.009497150854743577, "automatic_top_up": 0.0029991002699190244, "balance_not_updated_after_bank_transfer": 0.005098470458862342, "balance_not_updated_after_cheque_or_cash_deposit": 0.0034989503149055285, "beneficiary_not_allowed": 0.0038988303508947315, "cancel_transfer": 0.005698290512846147, "card_about_to_expire": 0.0022993102069379188, "card_acceptance": 0.004098770368889334, "card_arrival": 0.0022993102069379188, "card_delivery_estimate": 0.0022993102069379188, "card_linking": 0.004698590422873138, "card_not_working": 0.0028991302609217232, "card_payment_fee_charged": 0.0024992502249325203, "card_payment_not_recognised": 0.002799160251924423, "card_payment_wrong_exchange_rate": 0.005198440467859642, "card_swallowed": 0.002699190242927122, "cash_withdrawal_charge": 0.0036988903329001305, "cash_withdrawal_not_recognised": 0.004298710386883935, "change_pin": 0.0033989803059082274, "compromised_card": 0.0024992502249325203, "contactless_not_working": 0.0029991002699190244, "country_support": 0.004198740377886634, "declined_card_payment": 0.002099370188943317, "declined_cash_withdrawal": 0.0029991002699190244, "declined_transfer": 0.002399280215935219, "direct_debit_payment_not_recognised": 0.0031990402879136263, "disposable_card_limits": 0.0035989203239028293, "edit_personal_details": 0.0031990402879136263, "exchange_charge": 0.015595321403578926, "exchange_rate": 0.007697690692792163, "exchange_via_app": 0.10866739978006598, "extra_charge_on_statement": 0.0022993102069379188, "failed_transfer": 0.0033989803059082274, "fiat_currency_support": 0.22603219034289712, "get_disposable_virtual_card": 0.026392082375287413, "get_physical_card": 0.0034989503149055285, "getting_spare_card": 0.005098470458862342, "getting_virtual_card": 0.010096970908727382, "lost_or_stolen_card": 0.0015995201439568132, "lost_or_stolen_phone": 0.0015995201439568132, "order_physical_card": 0.00869739078276517, "passcode_forgotten": 0.0017994601619514146, "pending_card_payment": 0.0018994301709487154, "pending_cash_withdrawal": 0.002699190242927122, "pending_top_up": 0.0017994601619514146, "pending_transfer": 0.002199340197940618, "pin_blocked": 0.002099370188943317, "receiving_money": 0.1371588523442967, "request_refund": 0.002199340197940618, "reverted_card_payment?": 0.0024992502249325203, "supported_cards_and_currencies": 0.06078176547035889, "terminate_account": 0.002599220233929821, "top_up_by_bank_transfer_charge": 0.011096670998700391, "top_up_by_card_charge": 0.0028991302609217232, "top_up_by_cash_or_cheque": 0.009697090872738179, "top_up_failed": 0.0034989503149055285, "top_up_limits": 0.0035989203239028293, "top_up_reverted": 0.004098770368889334, "topping_up_by_card": 0.06408077576726982, "transaction_charged_twice": 0.002099370188943317, "transfer_fee_charged": 0.002699190242927122, "transfer_into_account": 0.07677696690992701, "transfer_not_received_by_recipient": 0.0036988903329001305, "transfer_timing": 0.031690492852144356, "unable_to_verify_identity": 0.002199340197940618, "verify_my_identity": 0.0018994301709487154, "verify_source_of_funds": 0.002099370188943317, "verify_top_up": 0.0017994601619514146, "virtual_card_not_working": 0.004798560431870438, "visa_or_mastercard": 0.004298710386883935, "why_verify_identity": 0.0017994601619514146, "wrong_amount_of_cash_received": 0.0032990102969109266, "wrong_exchange_rate_for_cash_withdrawal": 0.009897030890732782 }, "error": null, "latency_ms": 70.59920800384134, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2249", "text_group": "d5c1f44ec3874d8d3fd90375fcde6c076b4576e5e06564aa8023781113473700", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0006999300069993001, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0008999100089991, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0023997600239976003, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.966003399660034, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0011998800119988001, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 70.56858309078962, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2250", "text_group": "7c13b59335e2f6a5645faa63f375f1b0451e4a72531835d991e2fbf6b78b2000", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0008000800080008001, "activate_my_card": 0.0011001100110011003, "age_limit": 0.001000100010001, "apple_pay_or_google_pay": 0.0015001500150015003, "atm_support": 0.0026002600260026003, "automatic_top_up": 0.0015001500150015003, "balance_not_updated_after_bank_transfer": 0.0014001400140014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016001600160016002, "beneficiary_not_allowed": 0.0015001500150015003, "cancel_transfer": 0.0011001100110011003, "card_about_to_expire": 0.001000100010001, "card_acceptance": 0.0018001800180018, "card_arrival": 0.0011001100110011003, "card_delivery_estimate": 0.0011001100110011003, "card_linking": 0.0016001600160016002, "card_not_working": 0.0012001200120012, "card_payment_fee_charged": 0.0013001300130013002, "card_payment_not_recognised": 0.0014001400140014, "card_payment_wrong_exchange_rate": 0.0019001900190019003, "card_swallowed": 0.0012001200120012, "cash_withdrawal_charge": 0.0012001200120012, "cash_withdrawal_not_recognised": 0.0012001200120012, "change_pin": 0.001000100010001, "compromised_card": 0.001000100010001, "contactless_not_working": 0.0012001200120012, "country_support": 0.002000200020002, "declined_card_payment": 0.001000100010001, "declined_cash_withdrawal": 0.0009000900090009, "declined_transfer": 0.001000100010001, "direct_debit_payment_not_recognised": 0.0018001800180018, "disposable_card_limits": 0.0013001300130013002, "edit_personal_details": 0.0012001200120012, "exchange_charge": 0.0016001600160016002, "exchange_rate": 0.0017001700170017002, "exchange_via_app": 0.0018001800180018, "extra_charge_on_statement": 0.001000100010001, "failed_transfer": 0.001000100010001, "fiat_currency_support": 0.028602860286028604, "get_disposable_virtual_card": 0.0013001300130013002, "get_physical_card": 0.0014001400140014, "getting_spare_card": 0.0014001400140014, "getting_virtual_card": 0.001000100010001, "lost_or_stolen_card": 0.0007000700070007, "lost_or_stolen_phone": 0.0007000700070007, "order_physical_card": 0.001000100010001, "passcode_forgotten": 0.0009000900090009, "pending_card_payment": 0.001000100010001, "pending_cash_withdrawal": 0.0009000900090009, "pending_top_up": 0.0009000900090009, "pending_transfer": 0.0009000900090009, "pin_blocked": 0.001000100010001, "receiving_money": 0.8703870387038704, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.0013001300130013002, "supported_cards_and_currencies": 0.010901090109010901, "terminate_account": 0.001000100010001, "top_up_by_bank_transfer_charge": 0.0012001200120012, "top_up_by_card_charge": 0.0011001100110011003, "top_up_by_cash_or_cheque": 0.0014001400140014, "top_up_failed": 0.0011001100110011003, "top_up_limits": 0.0011001100110011003, "top_up_reverted": 0.0013001300130013002, "topping_up_by_card": 0.0018001800180018, "transaction_charged_twice": 0.0009000900090009, "transfer_fee_charged": 0.001000100010001, "transfer_into_account": 0.001000100010001, "transfer_not_received_by_recipient": 0.0013001300130013002, "transfer_timing": 0.0011001100110011003, "unable_to_verify_identity": 0.0009000900090009, "verify_my_identity": 0.0009000900090009, "verify_source_of_funds": 0.001000100010001, "verify_top_up": 0.0009000900090009, "virtual_card_not_working": 0.001000100010001, "visa_or_mastercard": 0.0009000900090009, "why_verify_identity": 0.0009000900090009, "wrong_amount_of_cash_received": 0.0018001800180018, "wrong_exchange_rate_for_cash_withdrawal": 0.0017001700170017002 }, "error": null, "latency_ms": 72.86124990787357, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2251", "text_group": "44252343e6396d86550a78eee7781ae4fad698b477bbaf5d6af53dff584becb2", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0004999000199960008, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.002599480103979204, "atm_support": 0.0007998400319936014, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.0010997800439912018, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.0007998400319936014, "card_delivery_estimate": 0.0008998200359928015, "card_linking": 0.0005998800239952009, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0006998600279944011, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.001999600079984003, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.001799640071985603, "get_disposable_virtual_card": 0.0009998000399920016, "get_physical_card": 0.0014997000599880025, "getting_spare_card": 0.0008998200359928015, "getting_virtual_card": 0.0010997800439912018, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0005998800239952009, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.934613077384523, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0008998200359928015, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0008998200359928015, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0011997600479904018, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.016196760647870425, "transfer_not_received_by_recipient": 0.003699260147970406, "transfer_timing": 0.0023995200959808036, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 70.98658301401883, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2252", "text_group": "97783b9b743cf8e92fb34c01094ef55323f650fa1cab967280a33d6b81cd52bb", "expected": "receiving_money", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.0006001800540162048, "age_limit": 0.0006001800540162048, "apple_pay_or_google_pay": 0.0010003000900270082, "atm_support": 0.005501650495148544, "automatic_top_up": 0.0007002100630189057, "balance_not_updated_after_bank_transfer": 0.0007002100630189057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009002700810243073, "beneficiary_not_allowed": 0.0010003000900270082, "cancel_transfer": 0.0007002100630189057, "card_about_to_expire": 0.0006001800540162048, "card_acceptance": 0.006001800540162049, "card_arrival": 0.0007002100630189057, "card_delivery_estimate": 0.0007002100630189057, "card_linking": 0.0009002700810243073, "card_not_working": 0.0008002400720216065, "card_payment_fee_charged": 0.0007002100630189057, "card_payment_not_recognised": 0.0008002400720216065, "card_payment_wrong_exchange_rate": 0.001100330099029709, "card_swallowed": 0.0007002100630189057, "cash_withdrawal_charge": 0.0007002100630189057, "cash_withdrawal_not_recognised": 0.0006001800540162048, "change_pin": 0.0006001800540162048, "compromised_card": 0.0007002100630189057, "contactless_not_working": 0.0008002400720216065, "country_support": 0.37701310393117937, "declined_card_payment": 0.0007002100630189057, "declined_cash_withdrawal": 0.0006001800540162048, "declined_transfer": 0.0008002400720216065, "direct_debit_payment_not_recognised": 0.0008002400720216065, "disposable_card_limits": 0.0007002100630189057, "edit_personal_details": 0.0006001800540162048, "exchange_charge": 0.0007002100630189057, "exchange_rate": 0.0009002700810243073, "exchange_via_app": 0.0012003601080324095, "extra_charge_on_statement": 0.0006001800540162048, "failed_transfer": 0.0006001800540162048, "fiat_currency_support": 0.21436430929278782, "get_disposable_virtual_card": 0.0007002100630189057, "get_physical_card": 0.0010003000900270082, "getting_spare_card": 0.0007002100630189057, "getting_virtual_card": 0.0008002400720216065, "lost_or_stolen_card": 0.0005001500450135041, "lost_or_stolen_phone": 0.0005001500450135041, "order_physical_card": 0.0006001800540162048, "passcode_forgotten": 0.0006001800540162048, "pending_card_payment": 0.0006001800540162048, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0006001800540162048, "pin_blocked": 0.0007002100630189057, "receiving_money": 0.0010003000900270082, "request_refund": 0.0007002100630189057, "reverted_card_payment?": 0.0007002100630189057, "supported_cards_and_currencies": 0.34490347104131236, "terminate_account": 0.0006001800540162048, "top_up_by_bank_transfer_charge": 0.0007002100630189057, "top_up_by_card_charge": 0.0006001800540162048, "top_up_by_cash_or_cheque": 0.0008002400720216065, "top_up_failed": 0.0006001800540162048, "top_up_limits": 0.0006001800540162048, "top_up_reverted": 0.0008002400720216065, "topping_up_by_card": 0.0009002700810243073, "transaction_charged_twice": 0.0006001800540162048, "transfer_fee_charged": 0.0007002100630189057, "transfer_into_account": 0.0007002100630189057, "transfer_not_received_by_recipient": 0.0007002100630189057, "transfer_timing": 0.0008002400720216065, "unable_to_verify_identity": 0.0007002100630189057, "verify_my_identity": 0.0008002400720216065, "verify_source_of_funds": 0.0009002700810243073, "verify_top_up": 0.0008002400720216065, "virtual_card_not_working": 0.0007002100630189057, "visa_or_mastercard": 0.0008002400720216065, "why_verify_identity": 0.0007002100630189057, "wrong_amount_of_cash_received": 0.0006001800540162048, "wrong_exchange_rate_for_cash_withdrawal": 0.001100330099029709 }, "error": null, "latency_ms": 69.65041602961719, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2253", "text_group": "4ea4cfb5563a98504aa91967239f4ca92b5c5f31d1d074542ad5c1d511427aa0", "expected": "receiving_money", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0026994601079784043, "activate_my_card": 0.005198960207958408, "age_limit": 0.0037992401519696063, "apple_pay_or_google_pay": 0.006898620275944811, "atm_support": 0.02029594081183763, "automatic_top_up": 0.004399120175964807, "balance_not_updated_after_bank_transfer": 0.012197560487902421, "balance_not_updated_after_cheque_or_cash_deposit": 0.005598880223955209, "beneficiary_not_allowed": 0.007098580283943212, "cancel_transfer": 0.008598280343931213, "card_about_to_expire": 0.0034993001399720057, "card_acceptance": 0.013997200559888023, "card_arrival": 0.0046990601879624075, "card_delivery_estimate": 0.003699260147970406, "card_linking": 0.007298540291941612, "card_not_working": 0.004299140171965607, "card_payment_fee_charged": 0.006398720255948811, "card_payment_not_recognised": 0.019896020795840835, "card_payment_wrong_exchange_rate": 0.013897220555888821, "card_swallowed": 0.003699260147970406, "cash_withdrawal_charge": 0.004799040191961607, "cash_withdrawal_not_recognised": 0.003999200159968006, "change_pin": 0.003599280143971206, "compromised_card": 0.0037992401519696063, "contactless_not_working": 0.003699260147970406, "country_support": 0.01749650069986003, "declined_card_payment": 0.004999000199960009, "declined_cash_withdrawal": 0.0031993601279744054, "declined_transfer": 0.006698660267946411, "direct_debit_payment_not_recognised": 0.08468306338732254, "disposable_card_limits": 0.0065986802639472104, "edit_personal_details": 0.032993401319736056, "exchange_charge": 0.006898620275944811, "exchange_rate": 0.005198960207958408, "exchange_via_app": 0.005398920215956809, "extra_charge_on_statement": 0.005598880223955209, "failed_transfer": 0.006998600279944011, "fiat_currency_support": 0.042691461707658473, "get_disposable_virtual_card": 0.005498900219956008, "get_physical_card": 0.009598080383923215, "getting_spare_card": 0.010897820435912817, "getting_virtual_card": 0.004899020195960808, "lost_or_stolen_card": 0.0024995000999800043, "lost_or_stolen_phone": 0.0023995200959808036, "order_physical_card": 0.005898820235952809, "passcode_forgotten": 0.0030993801239752048, "pending_card_payment": 0.004099180163967207, "pending_cash_withdrawal": 0.0028994201159768043, "pending_top_up": 0.0033993201359728054, "pending_transfer": 0.006798640271945611, "pin_blocked": 0.0032993401319736052, "receiving_money": 0.0578884223155369, "request_refund": 0.003999200159968006, "reverted_card_payment?": 0.009798040391921616, "supported_cards_and_currencies": 0.07798440311937613, "terminate_account": 0.004299140171965607, "top_up_by_bank_transfer_charge": 0.022195560887822437, "top_up_by_card_charge": 0.0046990601879624075, "top_up_by_cash_or_cheque": 0.005098980203959208, "top_up_failed": 0.0037992401519696063, "top_up_limits": 0.004199160167966407, "top_up_reverted": 0.004399120175964807, "topping_up_by_card": 0.005898820235952809, "transaction_charged_twice": 0.0032993401319736052, "transfer_fee_charged": 0.006498700259948011, "transfer_into_account": 0.13477304539092183, "transfer_not_received_by_recipient": 0.007898420315936813, "transfer_timing": 0.02469506098780244, "unable_to_verify_identity": 0.004199160167966407, "verify_my_identity": 0.004499100179964007, "verify_source_of_funds": 0.11057788442311538, "verify_top_up": 0.005098980203959208, "virtual_card_not_working": 0.003699260147970406, "visa_or_mastercard": 0.003599280143971206, "why_verify_identity": 0.006098780243951211, "wrong_amount_of_cash_received": 0.0032993401319736052, "wrong_exchange_rate_for_cash_withdrawal": 0.0046990601879624075 }, "error": null, "latency_ms": 73.11891694553196, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2254", "text_group": "f558f719176c74b1cbbb7507635841c23d5583edddc2df536d132979856a6ff6", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0009000900090009, "activate_my_card": 0.001000100010001, "age_limit": 0.0009000900090009, "apple_pay_or_google_pay": 0.0012001200120012, "atm_support": 0.0025002500250025004, "automatic_top_up": 0.0011001100110011003, "balance_not_updated_after_bank_transfer": 0.0024002400240024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0019001900190019003, "beneficiary_not_allowed": 0.0017001700170017002, "cancel_transfer": 0.001000100010001, "card_about_to_expire": 0.001000100010001, "card_acceptance": 0.0018001800180018, "card_arrival": 0.0015001500150015003, "card_delivery_estimate": 0.0013001300130013002, "card_linking": 0.0015001500150015003, "card_not_working": 0.0012001200120012, "card_payment_fee_charged": 0.0013001300130013002, "card_payment_not_recognised": 0.002000200020002, "card_payment_wrong_exchange_rate": 0.0015001500150015003, "card_swallowed": 0.0011001100110011003, "cash_withdrawal_charge": 0.0009000900090009, "cash_withdrawal_not_recognised": 0.0011001100110011003, "change_pin": 0.0009000900090009, "compromised_card": 0.0009000900090009, "contactless_not_working": 0.001000100010001, "country_support": 0.0022002200220022005, "declined_card_payment": 0.001000100010001, "declined_cash_withdrawal": 0.0008000800080008001, "declined_transfer": 0.001000100010001, "direct_debit_payment_not_recognised": 0.0019001900190019003, "disposable_card_limits": 0.0013001300130013002, "edit_personal_details": 0.0014001400140014, "exchange_charge": 0.0012001200120012, "exchange_rate": 0.0016001600160016002, "exchange_via_app": 0.0016001600160016002, "extra_charge_on_statement": 0.0012001200120012, "failed_transfer": 0.0011001100110011003, "fiat_currency_support": 0.004000400040004, "get_disposable_virtual_card": 0.0012001200120012, "get_physical_card": 0.0015001500150015003, "getting_spare_card": 0.002000200020002, "getting_virtual_card": 0.0011001100110011003, "lost_or_stolen_card": 0.0007000700070007, "lost_or_stolen_phone": 0.0007000700070007, "order_physical_card": 0.0009000900090009, "passcode_forgotten": 0.0008000800080008001, "pending_card_payment": 0.001000100010001, "pending_cash_withdrawal": 0.0009000900090009, "pending_top_up": 0.0011001100110011003, "pending_transfer": 0.0013001300130013002, "pin_blocked": 0.0009000900090009, "receiving_money": 0.9008900890089009, "request_refund": 0.0011001100110011003, "reverted_card_payment?": 0.0011001100110011003, "supported_cards_and_currencies": 0.002000200020002, "terminate_account": 0.0009000900090009, "top_up_by_bank_transfer_charge": 0.001000100010001, "top_up_by_card_charge": 0.0009000900090009, "top_up_by_cash_or_cheque": 0.0012001200120012, "top_up_failed": 0.001000100010001, "top_up_limits": 0.001000100010001, "top_up_reverted": 0.0013001300130013002, "topping_up_by_card": 0.0012001200120012, "transaction_charged_twice": 0.0009000900090009, "transfer_fee_charged": 0.0009000900090009, "transfer_into_account": 0.0011001100110011003, "transfer_not_received_by_recipient": 0.0055005500550055, "transfer_timing": 0.001000100010001, "unable_to_verify_identity": 0.0009000900090009, "verify_my_identity": 0.0009000900090009, "verify_source_of_funds": 0.0012001200120012, "verify_top_up": 0.0009000900090009, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.0009000900090009, "why_verify_identity": 0.0009000900090009, "wrong_amount_of_cash_received": 0.0015001500150015003, "wrong_exchange_rate_for_cash_withdrawal": 0.001000100010001 }, "error": null, "latency_ms": 70.27200004085898, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2255", "text_group": "34138d95267ae3ff759a1e5ddff47e073e8735cb2a2ce92cb402bcb0a64a7cec", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0004000400040004001, "activate_my_card": 0.0006000600060006001, "age_limit": 0.0005000500050005002, "apple_pay_or_google_pay": 0.0009000900090009002, "atm_support": 0.0011001100110011003, "automatic_top_up": 0.0006000600060006001, "balance_not_updated_after_bank_transfer": 0.0010001000100010003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010001000100010003, "beneficiary_not_allowed": 0.0008000800080008002, "cancel_transfer": 0.0005000500050005002, "card_about_to_expire": 0.0006000600060006001, "card_acceptance": 0.0008000800080008002, "card_arrival": 0.0006000600060006001, "card_delivery_estimate": 0.0006000600060006001, "card_linking": 0.0007000700070007002, "card_not_working": 0.0007000700070007002, "card_payment_fee_charged": 0.0007000700070007002, "card_payment_not_recognised": 0.0008000800080008002, "card_payment_wrong_exchange_rate": 0.0009000900090009002, "card_swallowed": 0.0007000700070007002, "cash_withdrawal_charge": 0.0012001200120012002, "cash_withdrawal_not_recognised": 0.0034003400340034003, "change_pin": 0.0005000500050005002, "compromised_card": 0.0007000700070007002, "contactless_not_working": 0.0007000700070007002, "country_support": 0.0009000900090009002, "declined_card_payment": 0.0006000600060006001, "declined_cash_withdrawal": 0.0008000800080008002, "declined_transfer": 0.0006000600060006001, "direct_debit_payment_not_recognised": 0.0012001200120012002, "disposable_card_limits": 0.0008000800080008002, "edit_personal_details": 0.0007000700070007002, "exchange_charge": 0.0007000700070007002, "exchange_rate": 0.0008000800080008002, "exchange_via_app": 0.0008000800080008002, "extra_charge_on_statement": 0.0006000600060006001, "failed_transfer": 0.0007000700070007002, "fiat_currency_support": 0.0019001900190019005, "get_disposable_virtual_card": 0.0011001100110011003, "get_physical_card": 0.0015001500150015003, "getting_spare_card": 0.0011001100110011003, "getting_virtual_card": 0.0010001000100010003, "lost_or_stolen_card": 0.0005000500050005002, "lost_or_stolen_phone": 0.0005000500050005002, "order_physical_card": 0.0009000900090009002, "passcode_forgotten": 0.0005000500050005002, "pending_card_payment": 0.0005000500050005002, "pending_cash_withdrawal": 0.0008000800080008002, "pending_top_up": 0.0005000500050005002, "pending_transfer": 0.0005000500050005002, "pin_blocked": 0.0006000600060006001, "receiving_money": 0.9380938093809381, "request_refund": 0.0005000500050005002, "reverted_card_payment?": 0.0006000600060006001, "supported_cards_and_currencies": 0.0011001100110011003, "terminate_account": 0.0006000600060006001, "top_up_by_bank_transfer_charge": 0.0007000700070007002, "top_up_by_card_charge": 0.0006000600060006001, "top_up_by_cash_or_cheque": 0.0010001000100010003, "top_up_failed": 0.0008000800080008002, "top_up_limits": 0.0007000700070007002, "top_up_reverted": 0.0008000800080008002, "topping_up_by_card": 0.0012001200120012002, "transaction_charged_twice": 0.0006000600060006001, "transfer_fee_charged": 0.0006000600060006001, "transfer_into_account": 0.0018001800180018003, "transfer_not_received_by_recipient": 0.0007000700070007002, "transfer_timing": 0.0011001100110011003, "unable_to_verify_identity": 0.0006000600060006001, "verify_my_identity": 0.0006000600060006001, "verify_source_of_funds": 0.0006000600060006001, "verify_top_up": 0.0005000500050005002, "virtual_card_not_working": 0.0007000700070007002, "visa_or_mastercard": 0.0007000700070007002, "why_verify_identity": 0.0005000500050005002, "wrong_amount_of_cash_received": 0.0013001300130013002, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009002 }, "error": null, "latency_ms": 71.86141598504037, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2256", "text_group": "4910d61160538b012e319fb4c1290a478b7e5a773aef48d2cfc723e3a104f8bd", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0007000700070007, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.004300430043004301, "atm_support": 0.0028002800280028, "automatic_top_up": 0.0009000900090009, "balance_not_updated_after_bank_transfer": 0.004400440044004401, "balance_not_updated_after_cheque_or_cash_deposit": 0.002000200020002, "beneficiary_not_allowed": 0.0012001200120012, "cancel_transfer": 0.0031003100310031, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0019001900190019003, "card_arrival": 0.0008000800080008001, "card_delivery_estimate": 0.0008000800080008001, "card_linking": 0.0013001300130013002, "card_not_working": 0.0009000900090009, "card_payment_fee_charged": 0.0009000900090009, "card_payment_not_recognised": 0.0009000900090009, "card_payment_wrong_exchange_rate": 0.0011001100110011003, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.0007000700070007, "change_pin": 0.0006000600060006, "compromised_card": 0.0008000800080008001, "contactless_not_working": 0.001000100010001, "country_support": 0.0013001300130013002, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.0009000900090009, "direct_debit_payment_not_recognised": 0.0012001200120012, "disposable_card_limits": 0.001000100010001, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0018001800180018, "exchange_rate": 0.0015001500150015003, "exchange_via_app": 0.019801980198019802, "extra_charge_on_statement": 0.0006000600060006, "failed_transfer": 0.0014001400140014, "fiat_currency_support": 0.006800680068006801, "get_disposable_virtual_card": 0.0009000900090009, "get_physical_card": 0.0009000900090009, "getting_spare_card": 0.001000100010001, "getting_virtual_card": 0.0008000800080008001, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0009000900090009, "pin_blocked": 0.0006000600060006, "receiving_money": 0.7023702370237024, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0007000700070007, "supported_cards_and_currencies": 0.055905590559055904, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.0024002400240024, "top_up_by_card_charge": 0.0008000800080008001, "top_up_by_cash_or_cheque": 0.029202920292029203, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.0009000900090009, "topping_up_by_card": 0.017501750175017504, "transaction_charged_twice": 0.0007000700070007, "transfer_fee_charged": 0.0009000900090009, "transfer_into_account": 0.08770877087708771, "transfer_not_received_by_recipient": 0.0038003800380038005, "transfer_timing": 0.005200520052005201, "unable_to_verify_identity": 0.0006000600060006, "verify_my_identity": 0.0006000600060006, "verify_source_of_funds": 0.001000100010001, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.0012001200120012, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0008000800080008001, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009 }, "error": null, "latency_ms": 69.39125002827495, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2257", "text_group": "dd1f7a064be9cfe4822bed9feefbc64358a55244174ad7af9c3eee3e6c0aaa5e", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0004999500049995, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0100989901009899, "atm_support": 0.0012998700129987, "automatic_top_up": 0.0006999300069993001, "balance_not_updated_after_bank_transfer": 0.0027997200279972004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016998300169983002, "beneficiary_not_allowed": 0.0008999100089991, "cancel_transfer": 0.0008999100089991, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0010998900109989002, "card_arrival": 0.0008999100089991, "card_delivery_estimate": 0.0016998300169983002, "card_linking": 0.0008999100089991, "card_not_working": 0.0006999300069993001, "card_payment_fee_charged": 0.0007999200079992001, "card_payment_not_recognised": 0.0008999100089991, "card_payment_wrong_exchange_rate": 0.0008999100089991, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.0006999300069993001, "cash_withdrawal_not_recognised": 0.0007999200079992001, "change_pin": 0.0004999500049995, "compromised_card": 0.0006999300069993001, "contactless_not_working": 0.0007999200079992001, "country_support": 0.0008999100089991, "declined_card_payment": 0.0005999400059994001, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.0013998600139986002, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.000999900009999, "exchange_rate": 0.0008999100089991, "exchange_via_app": 0.0065993400659934, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.000999900009999, "fiat_currency_support": 0.0020997900209979003, "get_disposable_virtual_card": 0.0023997600239976003, "get_physical_card": 0.0010998900109989002, "getting_spare_card": 0.0027997200279972004, "getting_virtual_card": 0.0018998100189981002, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.000999900009999, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.0005999400059994001, "pin_blocked": 0.0004999500049995, "receiving_money": 0.8740125987401259, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.0161983801619838, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0017998200179982, "top_up_by_card_charge": 0.0006999300069993001, "top_up_by_cash_or_cheque": 0.013098690130986902, "top_up_failed": 0.0006999300069993001, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0007999200079992001, "topping_up_by_card": 0.0051994800519948, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.0006999300069993001, "transfer_into_account": 0.007899210078992101, "transfer_not_received_by_recipient": 0.0044995500449955, "transfer_timing": 0.0027997200279972004, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.0008999100089991, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0006999300069993001, "visa_or_mastercard": 0.0007999200079992001, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.0006999300069993001, "wrong_exchange_rate_for_cash_withdrawal": 0.0006999300069993001 }, "error": null, "latency_ms": 70.76304196380079, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2258", "text_group": "aa3c8c8e6ea5b69372c0fe84f4ea0e2c8259966e8a5d3ec8c311cba9b010e54f", "expected": "receiving_money", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0012998700129987, "age_limit": 0.0007999200079992001, "apple_pay_or_google_pay": 0.0018998100189981002, "atm_support": 0.0029997000299970002, "automatic_top_up": 0.0014998500149985001, "balance_not_updated_after_bank_transfer": 0.0036996300369963007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015998400159984002, "beneficiary_not_allowed": 0.0014998500149985001, "cancel_transfer": 0.0013998600139986002, "card_about_to_expire": 0.0007999200079992001, "card_acceptance": 0.0014998500149985001, "card_arrival": 0.0008999100089991, "card_delivery_estimate": 0.0010998900109989002, "card_linking": 0.0016998300169983002, "card_not_working": 0.0010998900109989002, "card_payment_fee_charged": 0.0013998600139986002, "card_payment_not_recognised": 0.0014998500149985001, "card_payment_wrong_exchange_rate": 0.0014998500149985001, "card_swallowed": 0.0008999100089991, "cash_withdrawal_charge": 0.0011998800119988001, "cash_withdrawal_not_recognised": 0.0007999200079992001, "change_pin": 0.0008999100089991, "compromised_card": 0.000999900009999, "contactless_not_working": 0.0010998900109989002, "country_support": 0.0014998500149985001, "declined_card_payment": 0.000999900009999, "declined_cash_withdrawal": 0.0007999200079992001, "declined_transfer": 0.0010998900109989002, "direct_debit_payment_not_recognised": 0.013398660133986603, "disposable_card_limits": 0.0013998600139986002, "edit_personal_details": 0.0012998700129987, "exchange_charge": 0.0026997300269973002, "exchange_rate": 0.0012998700129987, "exchange_via_app": 0.0018998100189981002, "extra_charge_on_statement": 0.0012998700129987, "failed_transfer": 0.0017998200179982, "fiat_currency_support": 0.0015998400159984002, "get_disposable_virtual_card": 0.0010998900109989002, "get_physical_card": 0.000999900009999, "getting_spare_card": 0.0013998600139986002, "getting_virtual_card": 0.0008999100089991, "lost_or_stolen_card": 0.0006999300069993001, "lost_or_stolen_phone": 0.0005999400059994001, "order_physical_card": 0.0010998900109989002, "passcode_forgotten": 0.0006999300069993001, "pending_card_payment": 0.000999900009999, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.0007999200079992001, "pending_transfer": 0.0010998900109989002, "pin_blocked": 0.0007999200079992001, "receiving_money": 0.1324867513248675, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0012998700129987, "supported_cards_and_currencies": 0.0021997800219978004, "terminate_account": 0.000999900009999, "top_up_by_bank_transfer_charge": 0.006899310068993101, "top_up_by_card_charge": 0.0010998900109989002, "top_up_by_cash_or_cheque": 0.0017998200179982, "top_up_failed": 0.0012998700129987, "top_up_limits": 0.0011998800119988001, "top_up_reverted": 0.0012998700129987, "topping_up_by_card": 0.0018998100189981002, "transaction_charged_twice": 0.000999900009999, "transfer_fee_charged": 0.0012998700129987, "transfer_into_account": 0.7416258374162584, "transfer_not_received_by_recipient": 0.0018998100189981002, "transfer_timing": 0.015498450154984501, "unable_to_verify_identity": 0.0007999200079992001, "verify_my_identity": 0.0007999200079992001, "verify_source_of_funds": 0.0007999200079992001, "verify_top_up": 0.0007999200079992001, "virtual_card_not_working": 0.0008999100089991, "visa_or_mastercard": 0.0011998800119988001, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0007999200079992001, "wrong_exchange_rate_for_cash_withdrawal": 0.000999900009999 }, "error": null, "latency_ms": 69.71970794256777, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2259", "text_group": "54d3afc9b7ae8c95545700bd648a56ed2e4db8e813100c5d7d260671382a1761", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.0007997600719784066, "age_limit": 0.0005998200539838048, "apple_pay_or_google_pay": 0.0033989803059082274, "atm_support": 0.0017994601619514146, "automatic_top_up": 0.0011996401079676095, "balance_not_updated_after_bank_transfer": 0.0014995501349595122, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012996101169649105, "beneficiary_not_allowed": 0.0018994301709487154, "cancel_transfer": 0.001099670098970309, "card_about_to_expire": 0.0006997900629811057, "card_acceptance": 0.0015995201439568132, "card_arrival": 0.000999700089973008, "card_delivery_estimate": 0.0012996101169649105, "card_linking": 0.0011996401079676095, "card_not_working": 0.0008997300809757073, "card_payment_fee_charged": 0.0008997300809757073, "card_payment_not_recognised": 0.000999700089973008, "card_payment_wrong_exchange_rate": 0.001099670098970309, "card_swallowed": 0.0007997600719784066, "cash_withdrawal_charge": 0.0008997300809757073, "cash_withdrawal_not_recognised": 0.0013995801259622115, "change_pin": 0.0006997900629811057, "compromised_card": 0.0012996101169649105, "contactless_not_working": 0.000999700089973008, "country_support": 0.0012996101169649105, "declined_card_payment": 0.0007997600719784066, "declined_cash_withdrawal": 0.0008997300809757073, "declined_transfer": 0.0008997300809757073, "direct_debit_payment_not_recognised": 0.0013995801259622115, "disposable_card_limits": 0.001099670098970309, "edit_personal_details": 0.0006997900629811057, "exchange_charge": 0.0011996401079676095, "exchange_rate": 0.0012996101169649105, "exchange_via_app": 0.004498650404878536, "extra_charge_on_statement": 0.0005998200539838048, "failed_transfer": 0.0011996401079676095, "fiat_currency_support": 0.0033989803059082274, "get_disposable_virtual_card": 0.0022993102069379188, "get_physical_card": 0.002099370188943317, "getting_spare_card": 0.002099370188943317, "getting_virtual_card": 0.0017994601619514146, "lost_or_stolen_card": 0.0005998200539838048, "lost_or_stolen_phone": 0.0005998200539838048, "order_physical_card": 0.0011996401079676095, "passcode_forgotten": 0.0005998200539838048, "pending_card_payment": 0.0005998200539838048, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.0005998200539838048, "pending_transfer": 0.0006997900629811057, "pin_blocked": 0.0006997900629811057, "receiving_money": 0.8788363490952714, "request_refund": 0.0006997900629811057, "reverted_card_payment?": 0.0006997900629811057, "supported_cards_and_currencies": 0.0016994901529541137, "terminate_account": 0.0005998200539838048, "top_up_by_bank_transfer_charge": 0.0014995501349595122, "top_up_by_card_charge": 0.0007997600719784066, "top_up_by_cash_or_cheque": 0.006398080575827253, "top_up_failed": 0.000999700089973008, "top_up_limits": 0.0008997300809757073, "top_up_reverted": 0.000999700089973008, "topping_up_by_card": 0.0028991302609217232, "transaction_charged_twice": 0.0006997900629811057, "transfer_fee_charged": 0.0007997600719784066, "transfer_into_account": 0.014995501349595122, "transfer_not_received_by_recipient": 0.00859742077376787, "transfer_timing": 0.006598020593821853, "unable_to_verify_identity": 0.0006997900629811057, "verify_my_identity": 0.0006997900629811057, "verify_source_of_funds": 0.000999700089973008, "verify_top_up": 0.0006997900629811057, "virtual_card_not_working": 0.0007997600719784066, "visa_or_mastercard": 0.0008997300809757073, "why_verify_identity": 0.0005998200539838048, "wrong_amount_of_cash_received": 0.001099670098970309, "wrong_exchange_rate_for_cash_withdrawal": 0.000999700089973008 }, "error": null, "latency_ms": 67.31379206757993, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2260", "text_group": "efae1334fdf8f3128008eb0ae82b0640ccb022922984b3e855187e80da954fc5", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0007, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.001, "atm_support": 0.0011, "automatic_top_up": 0.0009, "balance_not_updated_after_bank_transfer": 0.0009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008, "beneficiary_not_allowed": 0.001, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0005, "card_acceptance": 0.0011, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.0008, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0009, "card_payment_wrong_exchange_rate": 0.0009, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0005, "compromised_card": 0.0005, "contactless_not_working": 0.0006, "country_support": 0.0008, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.0145, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0006, "exchange_charge": 0.0009, "exchange_rate": 0.001, "exchange_via_app": 0.0041, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0007, "fiat_currency_support": 0.0026, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0008, "getting_spare_card": 0.0007, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0006, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0004, "receiving_money": 0.9019, "request_refund": 0.0004, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0012, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0009, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0017, "top_up_failed": 0.0007, "top_up_limits": 0.0006, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0013, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0275, "transfer_not_received_by_recipient": 0.0008, "transfer_timing": 0.0018, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 68.03458300419152, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2261", "text_group": "86f2632e57357324a5ad6657b2a41848bcbc7376621d281b813214c2eb2a95e6", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0007, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0006, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0006, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0004, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0019, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0004, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0002, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.9696, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0004, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0007, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 67.87733302917331, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2262", "text_group": "ea6a4df55d6a7e16671e31a94e69a9da425881e19c2d98604a7b90d92ef8235e", "expected": "receiving_money", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0010002000400080016, "activate_my_card": 0.0016003200640128028, "age_limit": 0.0017003400680136028, "apple_pay_or_google_pay": 0.0022004400880176037, "atm_support": 0.007101420284056813, "automatic_top_up": 0.007901580316063214, "balance_not_updated_after_bank_transfer": 0.0021004200840168035, "balance_not_updated_after_cheque_or_cash_deposit": 0.008001600320064013, "beneficiary_not_allowed": 0.0026005201040208044, "cancel_transfer": 0.0019003800760152032, "card_about_to_expire": 0.0013002600520104022, "card_acceptance": 0.004000800160032006, "card_arrival": 0.0013002600520104022, "card_delivery_estimate": 0.0013002600520104022, "card_linking": 0.002400480096019204, "card_not_working": 0.0017003400680136028, "card_payment_fee_charged": 0.0019003800760152032, "card_payment_not_recognised": 0.0019003800760152032, "card_payment_wrong_exchange_rate": 0.005601120224044809, "card_swallowed": 0.0015003000600120025, "cash_withdrawal_charge": 0.0018003600720144029, "cash_withdrawal_not_recognised": 0.0013002600520104022, "change_pin": 0.0014002800560112022, "compromised_card": 0.0014002800560112022, "contactless_not_working": 0.0015003000600120025, "country_support": 0.00600120024004801, "declined_card_payment": 0.002000400080016003, "declined_cash_withdrawal": 0.0014002800560112022, "declined_transfer": 0.0021004200840168035, "direct_debit_payment_not_recognised": 0.01260252050410082, "disposable_card_limits": 0.0031006201240248053, "edit_personal_details": 0.0016003200640128028, "exchange_charge": 0.004300860172034408, "exchange_rate": 0.005001000200040008, "exchange_via_app": 0.009601920384076815, "extra_charge_on_statement": 0.0019003800760152032, "failed_transfer": 0.0019003800760152032, "fiat_currency_support": 0.26575315063012606, "get_disposable_virtual_card": 0.008901780356071216, "get_physical_card": 0.0021004200840168035, "getting_spare_card": 0.0033006601320264054, "getting_virtual_card": 0.002000400080016003, "lost_or_stolen_card": 0.0010002000400080016, "lost_or_stolen_phone": 0.0009001800360072014, "order_physical_card": 0.0026005201040208044, "passcode_forgotten": 0.0011002200440088019, "pending_card_payment": 0.0013002600520104022, "pending_cash_withdrawal": 0.0011002200440088019, "pending_top_up": 0.0016003200640128028, "pending_transfer": 0.0016003200640128028, "pin_blocked": 0.001200240048009602, "receiving_money": 0.10492098419683937, "request_refund": 0.0011002200440088019, "reverted_card_payment?": 0.0016003200640128028, "supported_cards_and_currencies": 0.03650730146029206, "terminate_account": 0.0014002800560112022, "top_up_by_bank_transfer_charge": 0.0072014402880576115, "top_up_by_card_charge": 0.002000400080016003, "top_up_by_cash_or_cheque": 0.05471094218843769, "top_up_failed": 0.002300460092018404, "top_up_limits": 0.005501100220044009, "top_up_reverted": 0.0026005201040208044, "topping_up_by_card": 0.03890778155631126, "transaction_charged_twice": 0.001200240048009602, "transfer_fee_charged": 0.0015003000600120025, "transfer_into_account": 0.2995599119823965, "transfer_not_received_by_recipient": 0.0021004200840168035, "transfer_timing": 0.007001400280056012, "unable_to_verify_identity": 0.0013002600520104022, "verify_my_identity": 0.001200240048009602, "verify_source_of_funds": 0.0017003400680136028, "verify_top_up": 0.0014002800560112022, "virtual_card_not_working": 0.0017003400680136028, "visa_or_mastercard": 0.0014002800560112022, "why_verify_identity": 0.001200240048009602, "wrong_amount_of_cash_received": 0.0018003600720144029, "wrong_exchange_rate_for_cash_withdrawal": 0.0058011602320464095 }, "error": null, "latency_ms": 68.48683406133205, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2263", "text_group": "6f96399c9aaf3f1efe90f98f1da8c30c53d5bbd37778fb8d3986bb105ed77026", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0007997600719784066, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.0005998200539838048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0006997900629811057, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0006997900629811057, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.0005998200539838048, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0008997300809757073, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.000499850044986504, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.0005998200539838048, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.000499850044986504, "country_support": 0.0007997600719784066, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0008997300809757073, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.000499850044986504, "exchange_charge": 0.001099670098970309, "exchange_rate": 0.0017994601619514146, "exchange_via_app": 0.002599220233929821, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.0034989503149055285, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.0005998200539838048, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.9542137358792363, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.0005998200539838048, "supported_cards_and_currencies": 0.0011996401079676095, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0005998200539838048, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.000499850044986504, "transfer_not_received_by_recipient": 0.0005998200539838048, "transfer_timing": 0.0005998200539838048, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0008997300809757073, "wrong_exchange_rate_for_cash_withdrawal": 0.0007997600719784066 }, "error": null, "latency_ms": 68.55279195588082, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2264", "text_group": "3a782981b5cbf5cb1466fef7993cf1e17d17fd67565ebcffbe24cfe9df145b9e", "expected": "receiving_money", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0007998400319936014, "activate_my_card": 0.001299740051989602, "age_limit": 0.0010997800439912018, "apple_pay_or_google_pay": 0.002999400119976005, "atm_support": 0.0046990601879624075, "automatic_top_up": 0.0028994201159768043, "balance_not_updated_after_bank_transfer": 0.013797240551889621, "balance_not_updated_after_cheque_or_cash_deposit": 0.002299540091981604, "beneficiary_not_allowed": 0.0032993401319736052, "cancel_transfer": 0.002599480103979204, "card_about_to_expire": 0.0011997600479904018, "card_acceptance": 0.0031993601279744054, "card_arrival": 0.001299740051989602, "card_delivery_estimate": 0.001299740051989602, "card_linking": 0.002599480103979204, "card_not_working": 0.0016996600679864027, "card_payment_fee_charged": 0.0016996600679864027, "card_payment_not_recognised": 0.001799640071985603, "card_payment_wrong_exchange_rate": 0.0020995800839832034, "card_swallowed": 0.0014997000599880025, "cash_withdrawal_charge": 0.0015996800639872027, "cash_withdrawal_not_recognised": 0.0014997000599880025, "change_pin": 0.0011997600479904018, "compromised_card": 0.0027994401119776045, "contactless_not_working": 0.0016996600679864027, "country_support": 0.002299540091981604, "declined_card_payment": 0.0013997200559888023, "declined_cash_withdrawal": 0.001299740051989602, "declined_transfer": 0.001999600079984003, "direct_debit_payment_not_recognised": 0.002299540091981604, "disposable_card_limits": 0.001999600079984003, "edit_personal_details": 0.001299740051989602, "exchange_charge": 0.004199160167966407, "exchange_rate": 0.0021995600879824036, "exchange_via_app": 0.008398320335932814, "extra_charge_on_statement": 0.0011997600479904018, "failed_transfer": 0.0028994201159768043, "fiat_currency_support": 0.004599080183963208, "get_disposable_virtual_card": 0.0020995800839832034, "get_physical_card": 0.001799640071985603, "getting_spare_card": 0.0016996600679864027, "getting_virtual_card": 0.0015996800639872027, "lost_or_stolen_card": 0.0009998000399920016, "lost_or_stolen_phone": 0.0008998200359928015, "order_physical_card": 0.001299740051989602, "passcode_forgotten": 0.0009998000399920016, "pending_card_payment": 0.0010997800439912018, "pending_cash_withdrawal": 0.0010997800439912018, "pending_top_up": 0.0009998000399920016, "pending_transfer": 0.001999600079984003, "pin_blocked": 0.0011997600479904018, "receiving_money": 0.3088382323535293, "request_refund": 0.0008998200359928015, "reverted_card_payment?": 0.001299740051989602, "supported_cards_and_currencies": 0.003699260147970406, "terminate_account": 0.001299740051989602, "top_up_by_bank_transfer_charge": 0.01189762047590482, "top_up_by_card_charge": 0.0014997000599880025, "top_up_by_cash_or_cheque": 0.005198960207958408, "top_up_failed": 0.0020995800839832034, "top_up_limits": 0.0014997000599880025, "top_up_reverted": 0.0016996600679864027, "topping_up_by_card": 0.005298940211957609, "transaction_charged_twice": 0.0011997600479904018, "transfer_fee_charged": 0.0016996600679864027, "transfer_into_account": 0.4934013197360528, "transfer_not_received_by_recipient": 0.00599880023995201, "transfer_timing": 0.023195360927814435, "unable_to_verify_identity": 0.0011997600479904018, "verify_my_identity": 0.0010997800439912018, "verify_source_of_funds": 0.0014997000599880025, "verify_top_up": 0.0010997800439912018, "virtual_card_not_working": 0.0013997200559888023, "visa_or_mastercard": 0.001799640071985603, "why_verify_identity": 0.0010997800439912018, "wrong_amount_of_cash_received": 0.0015996800639872027, "wrong_exchange_rate_for_cash_withdrawal": 0.0015996800639872027 }, "error": null, "latency_ms": 68.64124990534037, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2265", "text_group": "21e8fc51a7c332197a7405696d0e2410870316a6548f059cb1f386e74b70e207", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0021, "atm_support": 0.0011, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008, "beneficiary_not_allowed": 0.0009, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0004, "card_acceptance": 0.0009, "card_arrival": 0.0006, "card_delivery_estimate": 0.0007, "card_linking": 0.0007, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0013, "change_pin": 0.0004, "compromised_card": 0.0012, "contactless_not_working": 0.0006, "country_support": 0.0007, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0004, "exchange_charge": 0.0005, "exchange_rate": 0.0007, "exchange_via_app": 0.0015, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0006, "fiat_currency_support": 0.002, "get_disposable_virtual_card": 0.0018, "get_physical_card": 0.0017, "getting_spare_card": 0.0018, "getting_virtual_card": 0.0015, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0006, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0007, "pin_blocked": 0.0004, "receiving_money": 0.9205, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0009, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0019, "top_up_failed": 0.0005, "top_up_limits": 0.0005, "top_up_reverted": 0.0006, "topping_up_by_card": 0.001, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0051, "transfer_not_received_by_recipient": 0.0189, "transfer_timing": 0.003, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0016, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 70.05854102317244, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2266", "text_group": "784eda4c7425e00474708d3f4c53e46d920e5acd29ba89ce5699c776ecb372b8", "expected": "receiving_money", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.00040012003601080324, "activate_my_card": 0.0007002100630189057, "age_limit": 0.0005001500450135041, "apple_pay_or_google_pay": 0.003200960288086426, "atm_support": 0.0018005401620486145, "automatic_top_up": 0.0017005101530459135, "balance_not_updated_after_bank_transfer": 0.0008002400720216065, "balance_not_updated_after_cheque_or_cash_deposit": 0.001100330099029709, "beneficiary_not_allowed": 0.0008002400720216065, "cancel_transfer": 0.0006001800540162048, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0010003000900270082, "card_arrival": 0.0006001800540162048, "card_delivery_estimate": 0.0007002100630189057, "card_linking": 0.0009002700810243073, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.0009002700810243073, "card_payment_not_recognised": 0.0010003000900270082, "card_payment_wrong_exchange_rate": 0.0010003000900270082, "card_swallowed": 0.0006001800540162048, "cash_withdrawal_charge": 0.0007002100630189057, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.0006001800540162048, "compromised_card": 0.0006001800540162048, "contactless_not_working": 0.0007002100630189057, "country_support": 0.0009002700810243073, "declined_card_payment": 0.0006001800540162048, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0006001800540162048, "direct_debit_payment_not_recognised": 0.01500450135040512, "disposable_card_limits": 0.0010003000900270082, "edit_personal_details": 0.0009002700810243073, "exchange_charge": 0.0010003000900270082, "exchange_rate": 0.0008002400720216065, "exchange_via_app": 0.0009002700810243073, "extra_charge_on_statement": 0.0010003000900270082, "failed_transfer": 0.0007002100630189057, "fiat_currency_support": 0.0012003601080324095, "get_disposable_virtual_card": 0.0010003000900270082, "get_physical_card": 0.0007002100630189057, "getting_spare_card": 0.0009002700810243073, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.0009002700810243073, "passcode_forgotten": 0.0005001500450135041, "pending_card_payment": 0.0006001800540162048, "pending_cash_withdrawal": 0.00040012003601080324, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0005001500450135041, "pin_blocked": 0.0005001500450135041, "receiving_money": 0.31349404821446436, "request_refund": 0.00040012003601080324, "reverted_card_payment?": 0.0008002400720216065, "supported_cards_and_currencies": 0.0012003601080324095, "terminate_account": 0.0005001500450135041, "top_up_by_bank_transfer_charge": 0.002200660198059418, "top_up_by_card_charge": 0.0007002100630189057, "top_up_by_cash_or_cheque": 0.008902670801240372, "top_up_failed": 0.0008002400720216065, "top_up_limits": 0.0009002700810243073, "top_up_reverted": 0.0009002700810243073, "topping_up_by_card": 0.00500150045013504, "transaction_charged_twice": 0.0006001800540162048, "transfer_fee_charged": 0.0007002100630189057, "transfer_into_account": 0.597479243773132, "transfer_not_received_by_recipient": 0.0008002400720216065, "transfer_timing": 0.004001200360108033, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.0005001500450135041, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.0006001800540162048, "visa_or_mastercard": 0.0007002100630189057, "why_verify_identity": 0.0005001500450135041, "wrong_amount_of_cash_received": 0.0006001800540162048, "wrong_exchange_rate_for_cash_withdrawal": 0.0007002100630189057 }, "error": null, "latency_ms": 68.3583338977769, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2267", "text_group": "c4b20455b73e672bf0186ce9eea60d7b8ea50443df0a43eaf2c30191787ebe9f", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0004999500049995, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0011998800119988001, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.9739026097390261, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.42133298050612, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2268", "text_group": "be8a4c6e86d5a5943c487fe35f67d4fc2aef998f1ff8800e980620f835eae0d0", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0004998000799680128, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0007996801279488206, "atm_support": 0.0009996001599360256, "automatic_top_up": 0.0006997201119552179, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006997201119552179, "beneficiary_not_allowed": 0.0006997201119552179, "cancel_transfer": 0.0004998000799680128, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.000899640143942423, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0005997600959616154, "card_not_working": 0.0004998000799680128, "card_payment_fee_charged": 0.0005997600959616154, "card_payment_not_recognised": 0.0006997201119552179, "card_payment_wrong_exchange_rate": 0.0006997201119552179, "card_swallowed": 0.0004998000799680128, "cash_withdrawal_charge": 0.0005997600959616154, "cash_withdrawal_not_recognised": 0.0004998000799680128, "change_pin": 0.0003998400639744103, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0004998000799680128, "country_support": 0.0006997201119552179, "declined_card_payment": 0.0004998000799680128, "declined_cash_withdrawal": 0.0003998400639744103, "declined_transfer": 0.0004998000799680128, "direct_debit_payment_not_recognised": 0.0014994002399040384, "disposable_card_limits": 0.0006997201119552179, "edit_personal_details": 0.0006997201119552179, "exchange_charge": 0.0005997600959616154, "exchange_rate": 0.0006997201119552179, "exchange_via_app": 0.0006997201119552179, "extra_charge_on_statement": 0.0004998000799680128, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.001799280287884846, "get_disposable_virtual_card": 0.0007996801279488206, "get_physical_card": 0.0006997201119552179, "getting_spare_card": 0.0007996801279488206, "getting_virtual_card": 0.0004998000799680128, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0006997201119552179, "passcode_forgotten": 0.0003998400639744103, "pending_card_payment": 0.0003998400639744103, "pending_cash_withdrawal": 0.0003998400639744103, "pending_top_up": 0.0003998400639744103, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.0003998400639744103, "receiving_money": 0.8154738104758097, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.000899640143942423, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0006997201119552179, "top_up_by_card_charge": 0.0004998000799680128, "top_up_by_cash_or_cheque": 0.004098360655737705, "top_up_failed": 0.0004998000799680128, "top_up_limits": 0.0006997201119552179, "top_up_reverted": 0.0006997201119552179, "topping_up_by_card": 0.0014994002399040384, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0004998000799680128, "transfer_into_account": 0.1364454218312675, "transfer_not_received_by_recipient": 0.0004998000799680128, "transfer_timing": 0.0012994802079168333, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0005997600959616154, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0003998400639744103, "visa_or_mastercard": 0.0004998000799680128, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.0005997600959616154, "wrong_exchange_rate_for_cash_withdrawal": 0.0004998000799680128 }, "error": null, "latency_ms": 68.38300009258091, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2269", "text_group": "1995877b6631ce6948a5d616a466a36b63c256902943b9b782fd947b8ed26b57", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.0006000600060006, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0005000500050005, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0012001200120012, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0009000900090009, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.9515951595159516, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0006000600060006, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0037003700370037006, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.012701270127012701, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.0012001200120012, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 68.4512909501791, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2270", "text_group": "f8b079ed5ed6bc80d647f3abce3cfccba8e850c3d1e8409b89e79283c7868740", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.000899640143942423, "activate_my_card": 0.0010995601759296284, "age_limit": 0.0011995201919232307, "apple_pay_or_google_pay": 0.0023990403838464614, "atm_support": 0.00429828068772491, "automatic_top_up": 0.0010995601759296284, "balance_not_updated_after_bank_transfer": 0.0021991203518592567, "balance_not_updated_after_cheque_or_cash_deposit": 0.0023990403838464614, "beneficiary_not_allowed": 0.001999200319872051, "cancel_transfer": 0.0020991603358656535, "card_about_to_expire": 0.0011995201919232307, "card_acceptance": 0.001999200319872051, "card_arrival": 0.0011995201919232307, "card_delivery_estimate": 0.0013994402239104358, "card_linking": 0.0016993202718912435, "card_not_working": 0.0014994002399040384, "card_payment_fee_charged": 0.0013994402239104358, "card_payment_not_recognised": 0.0016993202718912435, "card_payment_wrong_exchange_rate": 0.0032986805277888847, "card_swallowed": 0.0013994402239104358, "cash_withdrawal_charge": 0.0018992403038784486, "cash_withdrawal_not_recognised": 0.0020991603358656535, "change_pin": 0.0013994402239104358, "compromised_card": 0.0013994402239104358, "contactless_not_working": 0.0014994002399040384, "country_support": 0.003398640543782487, "declined_card_payment": 0.0013994402239104358, "declined_cash_withdrawal": 0.0012994802079168333, "declined_transfer": 0.0013994402239104358, "direct_debit_payment_not_recognised": 0.0021991203518592567, "disposable_card_limits": 0.0018992403038784486, "edit_personal_details": 0.0018992403038784486, "exchange_charge": 0.004098360655737705, "exchange_rate": 0.006197520991603359, "exchange_via_app": 0.014994002399040383, "extra_charge_on_statement": 0.0012994802079168333, "failed_transfer": 0.0014994002399040384, "fiat_currency_support": 0.12534986005597762, "get_disposable_virtual_card": 0.002299080367852859, "get_physical_card": 0.0014994002399040384, "getting_spare_card": 0.0018992403038784486, "getting_virtual_card": 0.0013994402239104358, "lost_or_stolen_card": 0.0009996001599360256, "lost_or_stolen_phone": 0.0009996001599360256, "order_physical_card": 0.0010995601759296284, "passcode_forgotten": 0.0010995601759296284, "pending_card_payment": 0.0011995201919232307, "pending_cash_withdrawal": 0.0011995201919232307, "pending_top_up": 0.0010995601759296284, "pending_transfer": 0.0011995201919232307, "pin_blocked": 0.0010995601759296284, "receiving_money": 0.7196121551379449, "request_refund": 0.0012994802079168333, "reverted_card_payment?": 0.0014994002399040384, "supported_cards_and_currencies": 0.012495001999200322, "terminate_account": 0.0012994802079168333, "top_up_by_bank_transfer_charge": 0.0014994002399040384, "top_up_by_card_charge": 0.0012994802079168333, "top_up_by_cash_or_cheque": 0.001999200319872051, "top_up_failed": 0.0013994402239104358, "top_up_limits": 0.0013994402239104358, "top_up_reverted": 0.001799280287884846, "topping_up_by_card": 0.0015993602558976412, "transaction_charged_twice": 0.0012994802079168333, "transfer_fee_charged": 0.0012994802079168333, "transfer_into_account": 0.0015993602558976412, "transfer_not_received_by_recipient": 0.0014994002399040384, "transfer_timing": 0.001799280287884846, "unable_to_verify_identity": 0.0012994802079168333, "verify_my_identity": 0.0011995201919232307, "verify_source_of_funds": 0.0011995201919232307, "verify_top_up": 0.0010995601759296284, "virtual_card_not_working": 0.0015993602558976412, "visa_or_mastercard": 0.0015993602558976412, "why_verify_identity": 0.0011995201919232307, "wrong_amount_of_cash_received": 0.0020991603358656535, "wrong_exchange_rate_for_cash_withdrawal": 0.005197920831667333 }, "error": null, "latency_ms": 68.88420798350126, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2271", "text_group": "8482b18b12af96a8af8487f0a95613a70ac597fabd0c30ea05e4aa9186771d84", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0005, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0008, "atm_support": 0.0011, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0005, "card_acceptance": 0.0008, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.0006, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.001, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0005, "compromised_card": 0.0005, "contactless_not_working": 0.0005, "country_support": 0.0011, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0008, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0005, "exchange_charge": 0.0008, "exchange_rate": 0.0011, "exchange_via_app": 0.0011, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0005, "fiat_currency_support": 0.0028, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0007, "getting_spare_card": 0.0007, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0005, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0005, "pin_blocked": 0.0005, "receiving_money": 0.9532, "request_refund": 0.0004, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0014, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0005, "top_up_limits": 0.0005, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0007, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0011 }, "error": null, "latency_ms": 71.8782088952139, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2272", "text_group": "c7767efd5172077e176aadc55dbe20efb16502a527218970d9530632cd8fbd22", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0009000900090009, "age_limit": 0.001000100010001, "apple_pay_or_google_pay": 0.0021002100210021, "atm_support": 0.004100410041004101, "automatic_top_up": 0.001000100010001, "balance_not_updated_after_bank_transfer": 0.0009000900090009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011001100110011003, "beneficiary_not_allowed": 0.0016001600160016002, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0009000900090009, "card_acceptance": 0.0093009300930093, "card_arrival": 0.0008000800080008001, "card_delivery_estimate": 0.0009000900090009, "card_linking": 0.0014001400140014, "card_not_working": 0.0011001100110011003, "card_payment_fee_charged": 0.0013001300130013002, "card_payment_not_recognised": 0.0016001600160016002, "card_payment_wrong_exchange_rate": 0.0018001800180018, "card_swallowed": 0.001000100010001, "cash_withdrawal_charge": 0.0012001200120012, "cash_withdrawal_not_recognised": 0.001000100010001, "change_pin": 0.0008000800080008001, "compromised_card": 0.001000100010001, "contactless_not_working": 0.0011001100110011003, "country_support": 0.0019001900190019003, "declined_card_payment": 0.0016001600160016002, "declined_cash_withdrawal": 0.001000100010001, "declined_transfer": 0.0011001100110011003, "direct_debit_payment_not_recognised": 0.004300430043004301, "disposable_card_limits": 0.0015001500150015003, "edit_personal_details": 0.0009000900090009, "exchange_charge": 0.0013001300130013002, "exchange_rate": 0.0016001600160016002, "exchange_via_app": 0.0022002200220022005, "extra_charge_on_statement": 0.0009000900090009, "failed_transfer": 0.0009000900090009, "fiat_currency_support": 0.039003900390039, "get_disposable_virtual_card": 0.0012001200120012, "get_physical_card": 0.0013001300130013002, "getting_spare_card": 0.0029002900290029, "getting_virtual_card": 0.0012001200120012, "lost_or_stolen_card": 0.0007000700070007, "lost_or_stolen_phone": 0.0007000700070007, "order_physical_card": 0.001000100010001, "passcode_forgotten": 0.0007000700070007, "pending_card_payment": 0.0008000800080008001, "pending_cash_withdrawal": 0.0007000700070007, "pending_top_up": 0.0007000700070007, "pending_transfer": 0.0007000700070007, "pin_blocked": 0.0008000800080008001, "receiving_money": 0.853985398539854, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.001000100010001, "supported_cards_and_currencies": 0.007400740074007401, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.0011001100110011003, "top_up_by_card_charge": 0.001000100010001, "top_up_by_cash_or_cheque": 0.0017001700170017002, "top_up_failed": 0.0009000900090009, "top_up_limits": 0.0013001300130013002, "top_up_reverted": 0.0011001100110011003, "topping_up_by_card": 0.004300430043004301, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.0009000900090009, "transfer_into_account": 0.0012001200120012, "transfer_not_received_by_recipient": 0.0008000800080008001, "transfer_timing": 0.0012001200120012, "unable_to_verify_identity": 0.0009000900090009, "verify_my_identity": 0.0009000900090009, "verify_source_of_funds": 0.0009000900090009, "verify_top_up": 0.001000100010001, "virtual_card_not_working": 0.001000100010001, "visa_or_mastercard": 0.0014001400140014, "why_verify_identity": 0.0008000800080008001, "wrong_amount_of_cash_received": 0.0009000900090009, "wrong_exchange_rate_for_cash_withdrawal": 0.0011001100110011003 }, "error": null, "latency_ms": 72.79704103711993, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2273", "text_group": "cc95344a780e3ac12972580bc65c65ff9d87bdeabd61a6099d0ebfbea7eae4f0", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0005002501250625312, "activate_my_card": 0.0007003501750875437, "age_limit": 0.0006003001500750375, "apple_pay_or_google_pay": 0.0011005502751375688, "atm_support": 0.0014007003501750874, "automatic_top_up": 0.0007003501750875437, "balance_not_updated_after_bank_transfer": 0.00080040020010005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010005002501250625, "beneficiary_not_allowed": 0.001200600300150075, "cancel_transfer": 0.0007003501750875437, "card_about_to_expire": 0.0007003501750875437, "card_acceptance": 0.0011005502751375688, "card_arrival": 0.00080040020010005, "card_delivery_estimate": 0.0011005502751375688, "card_linking": 0.0010005002501250625, "card_not_working": 0.0009004502251125562, "card_payment_fee_charged": 0.0011005502751375688, "card_payment_not_recognised": 0.0011005502751375688, "card_payment_wrong_exchange_rate": 0.001300650325162581, "card_swallowed": 0.00080040020010005, "cash_withdrawal_charge": 0.0009004502251125562, "cash_withdrawal_not_recognised": 0.0010005002501250625, "change_pin": 0.0007003501750875437, "compromised_card": 0.00080040020010005, "contactless_not_working": 0.0009004502251125562, "country_support": 0.0011005502751375688, "declined_card_payment": 0.00080040020010005, "declined_cash_withdrawal": 0.00080040020010005, "declined_transfer": 0.00080040020010005, "direct_debit_payment_not_recognised": 0.017908954477238618, "disposable_card_limits": 0.0009004502251125562, "edit_personal_details": 0.00080040020010005, "exchange_charge": 0.00080040020010005, "exchange_rate": 0.00080040020010005, "exchange_via_app": 0.0011005502751375688, "extra_charge_on_statement": 0.00080040020010005, "failed_transfer": 0.0009004502251125562, "fiat_currency_support": 0.001300650325162581, "get_disposable_virtual_card": 0.0014007003501750874, "get_physical_card": 0.0019009504752376188, "getting_spare_card": 0.002001000500250125, "getting_virtual_card": 0.00080040020010005, "lost_or_stolen_card": 0.0005002501250625312, "lost_or_stolen_phone": 0.0005002501250625312, "order_physical_card": 0.00080040020010005, "passcode_forgotten": 0.0006003001500750375, "pending_card_payment": 0.0007003501750875437, "pending_cash_withdrawal": 0.0006003001500750375, "pending_top_up": 0.0006003001500750375, "pending_transfer": 0.0006003001500750375, "pin_blocked": 0.0007003501750875437, "receiving_money": 0.9143571785892947, "request_refund": 0.0006003001500750375, "reverted_card_payment?": 0.0009004502251125562, "supported_cards_and_currencies": 0.001200600300150075, "terminate_account": 0.0006003001500750375, "top_up_by_bank_transfer_charge": 0.0009004502251125562, "top_up_by_card_charge": 0.0007003501750875437, "top_up_by_cash_or_cheque": 0.0010005002501250625, "top_up_failed": 0.00080040020010005, "top_up_limits": 0.00080040020010005, "top_up_reverted": 0.0009004502251125562, "topping_up_by_card": 0.0023011505752876435, "transaction_charged_twice": 0.0007003501750875437, "transfer_fee_charged": 0.0007003501750875437, "transfer_into_account": 0.00080040020010005, "transfer_not_received_by_recipient": 0.0014007003501750874, "transfer_timing": 0.0015007503751875938, "unable_to_verify_identity": 0.0007003501750875437, "verify_my_identity": 0.0006003001500750375, "verify_source_of_funds": 0.0006003001500750375, "verify_top_up": 0.0006003001500750375, "virtual_card_not_working": 0.00080040020010005, "visa_or_mastercard": 0.0007003501750875437, "why_verify_identity": 0.0006003001500750375, "wrong_amount_of_cash_received": 0.0009004502251125562, "wrong_exchange_rate_for_cash_withdrawal": 0.0009004502251125562 }, "error": null, "latency_ms": 71.3208339875564, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2274", "text_group": "2f84dae87d44a3333bb307b34eaa2fe7e5cd7d2aa754529e5ea44d2d27b19608", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0006, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0011, "atm_support": 0.0017, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011, "beneficiary_not_allowed": 0.0013, "cancel_transfer": 0.0009, "card_about_to_expire": 0.0006, "card_acceptance": 0.0012, "card_arrival": 0.0007, "card_delivery_estimate": 0.0007, "card_linking": 0.0011, "card_not_working": 0.0008, "card_payment_fee_charged": 0.0008, "card_payment_not_recognised": 0.0009, "card_payment_wrong_exchange_rate": 0.0013, "card_swallowed": 0.0007, "cash_withdrawal_charge": 0.0009, "cash_withdrawal_not_recognised": 0.001, "change_pin": 0.0006, "compromised_card": 0.0007, "contactless_not_working": 0.0008, "country_support": 0.0016, "declined_card_payment": 0.0008, "declined_cash_withdrawal": 0.0008, "declined_transfer": 0.0011, "direct_debit_payment_not_recognised": 0.0013, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0008, "exchange_charge": 0.0019, "exchange_rate": 0.0024, "exchange_via_app": 0.0062, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.0011, "fiat_currency_support": 0.0443, "get_disposable_virtual_card": 0.001, "get_physical_card": 0.0009, "getting_spare_card": 0.0008, "getting_virtual_card": 0.0009, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0006, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0005, "pending_transfer": 0.0007, "pin_blocked": 0.0006, "receiving_money": 0.8573, "request_refund": 0.0006, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0108, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0012, "top_up_by_card_charge": 0.0007, "top_up_by_cash_or_cheque": 0.0011, "top_up_failed": 0.0008, "top_up_limits": 0.0008, "top_up_reverted": 0.001, "topping_up_by_card": 0.0011, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0008, "transfer_into_account": 0.0158, "transfer_not_received_by_recipient": 0.0012, "transfer_timing": 0.0025, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0007, "virtual_card_not_working": 0.0009, "visa_or_mastercard": 0.0008, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.001, "wrong_exchange_rate_for_cash_withdrawal": 0.0013 }, "error": null, "latency_ms": 73.31516698468477, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2275", "text_group": "ccf97bf512bcaee07594c225ddf51588cab1519b59d92142b0345e1e11c47778", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0007002100630189057, "activate_my_card": 0.0008002400720216065, "age_limit": 0.0008002400720216065, "apple_pay_or_google_pay": 0.019905971791537462, "atm_support": 0.0028008402520756227, "automatic_top_up": 0.0008002400720216065, "balance_not_updated_after_bank_transfer": 0.0010003000900270082, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012003601080324095, "beneficiary_not_allowed": 0.0017005101530459135, "cancel_transfer": 0.0009002700810243073, "card_about_to_expire": 0.0008002400720216065, "card_acceptance": 0.002400720216064819, "card_arrival": 0.0013003901170351103, "card_delivery_estimate": 0.001100330099029709, "card_linking": 0.0014004201260378114, "card_not_working": 0.0010003000900270082, "card_payment_fee_charged": 0.0013003901170351103, "card_payment_not_recognised": 0.02250675202560768, "card_payment_wrong_exchange_rate": 0.027208162448734616, "card_swallowed": 0.0010003000900270082, "cash_withdrawal_charge": 0.0014004201260378114, "cash_withdrawal_not_recognised": 0.0015004501350405122, "change_pin": 0.0008002400720216065, "compromised_card": 0.001100330099029709, "contactless_not_working": 0.001100330099029709, "country_support": 0.0018005401620486145, "declined_card_payment": 0.0018005401620486145, "declined_cash_withdrawal": 0.0010003000900270082, "declined_transfer": 0.001100330099029709, "direct_debit_payment_not_recognised": 0.04441332399719916, "disposable_card_limits": 0.0012003601080324095, "edit_personal_details": 0.0008002400720216065, "exchange_charge": 0.00250075022506752, "exchange_rate": 0.0023006902070621185, "exchange_via_app": 0.0039011703511053313, "extra_charge_on_statement": 0.001100330099029709, "failed_transfer": 0.0010003000900270082, "fiat_currency_support": 0.31519455836751026, "get_disposable_virtual_card": 0.0078023407022106625, "get_physical_card": 0.00490147044113234, "getting_spare_card": 0.003601080324097229, "getting_virtual_card": 0.0038011403421026307, "lost_or_stolen_card": 0.0007002100630189057, "lost_or_stolen_phone": 0.0007002100630189057, "order_physical_card": 0.0014004201260378114, "passcode_forgotten": 0.0007002100630189057, "pending_card_payment": 0.0010003000900270082, "pending_cash_withdrawal": 0.0007002100630189057, "pending_top_up": 0.0007002100630189057, "pending_transfer": 0.0007002100630189057, "pin_blocked": 0.0008002400720216065, "receiving_money": 0.3810143042912874, "request_refund": 0.0009002700810243073, "reverted_card_payment?": 0.0029008702610783233, "supported_cards_and_currencies": 0.0870261078323497, "terminate_account": 0.0008002400720216065, "top_up_by_bank_transfer_charge": 0.001100330099029709, "top_up_by_card_charge": 0.0009002700810243073, "top_up_by_cash_or_cheque": 0.001100330099029709, "top_up_failed": 0.0009002700810243073, "top_up_limits": 0.0009002700810243073, "top_up_reverted": 0.0012003601080324095, "topping_up_by_card": 0.001600480144043213, "transaction_charged_twice": 0.0009002700810243073, "transfer_fee_charged": 0.0009002700810243073, "transfer_into_account": 0.0013003901170351103, "transfer_not_received_by_recipient": 0.0019005701710513153, "transfer_timing": 0.0014004201260378114, "unable_to_verify_identity": 0.0009002700810243073, "verify_my_identity": 0.0008002400720216065, "verify_source_of_funds": 0.0012003601080324095, "verify_top_up": 0.0009002700810243073, "virtual_card_not_working": 0.0014004201260378114, "visa_or_mastercard": 0.0013003901170351103, "why_verify_identity": 0.0008002400720216065, "wrong_amount_of_cash_received": 0.0012003601080324095, "wrong_exchange_rate_for_cash_withdrawal": 0.0026007802340702207 }, "error": null, "latency_ms": 72.70758296363056, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2276", "text_group": "97b4c90f2a6157ce15a8ab423ec26f4820af1f712da4cbf2ed67baa8e65c6a7d", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00040008001600320064, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.0015003000600120023, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.0011002200440088019, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0030006001200240046, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0006001200240048009, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0011002200440088019, "card_payment_wrong_exchange_rate": 0.0008001600320064013, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0009001800360072014, "change_pin": 0.00040008001600320064, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.0006001200240048009, "country_support": 0.002500500100020004, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0011002200440088019, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0007001400280056011, "exchange_via_app": 0.0008001600320064013, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.005001000200040008, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0010002000400080016, "getting_spare_card": 0.0010002000400080016, "getting_virtual_card": 0.0007001400280056011, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.9452890578115624, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0014002800560112022, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0008001600320064013, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0008001600320064013, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0008001600320064013, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0009001800360072014, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0008001600320064013, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001200240048009 }, "error": null, "latency_ms": 71.8522920506075, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2277", "text_group": "158326fdb08556f23bfbf64cb690d5114a0cfa85b570b66f8fd4a8fb3da82a51", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.001300260052010402, "activate_my_card": 0.0015003000600120023, "age_limit": 0.0015003000600120023, "apple_pay_or_google_pay": 0.002100420084016803, "atm_support": 0.004800960192038407, "automatic_top_up": 0.0018003600720144029, "balance_not_updated_after_bank_transfer": 0.003100620124024805, "balance_not_updated_after_cheque_or_cash_deposit": 0.0036007201440288058, "beneficiary_not_allowed": 0.0024004800960192034, "cancel_transfer": 0.0016003200640128026, "card_about_to_expire": 0.0015003000600120023, "card_acceptance": 0.0024004800960192034, "card_arrival": 0.0015003000600120023, "card_delivery_estimate": 0.0015003000600120023, "card_linking": 0.0023004600920184036, "card_not_working": 0.0018003600720144029, "card_payment_fee_charged": 0.0017003400680136026, "card_payment_not_recognised": 0.002100420084016803, "card_payment_wrong_exchange_rate": 0.0034006801360272052, "card_swallowed": 0.0016003200640128026, "cash_withdrawal_charge": 0.0017003400680136026, "cash_withdrawal_not_recognised": 0.002100420084016803, "change_pin": 0.0015003000600120023, "compromised_card": 0.0016003200640128026, "contactless_not_working": 0.0017003400680136026, "country_support": 0.004100820164032807, "declined_card_payment": 0.0014002800560112022, "declined_cash_withdrawal": 0.001300260052010402, "declined_transfer": 0.0014002800560112022, "direct_debit_payment_not_recognised": 0.002500500100020004, "disposable_card_limits": 0.0022004400880176037, "edit_personal_details": 0.04670934186837367, "exchange_charge": 0.0023004600920184036, "exchange_rate": 0.004200840168033606, "exchange_via_app": 0.005601120224044809, "extra_charge_on_statement": 0.001900380076015203, "failed_transfer": 0.0016003200640128026, "fiat_currency_support": 0.041408281656331265, "get_disposable_virtual_card": 0.0018003600720144029, "get_physical_card": 0.002000400080016003, "getting_spare_card": 0.002100420084016803, "getting_virtual_card": 0.0016003200640128026, "lost_or_stolen_card": 0.0011002200440088019, "lost_or_stolen_phone": 0.0012002400480096017, "order_physical_card": 0.0014002800560112022, "passcode_forgotten": 0.001300260052010402, "pending_card_payment": 0.0014002800560112022, "pending_cash_withdrawal": 0.0014002800560112022, "pending_top_up": 0.0014002800560112022, "pending_transfer": 0.0015003000600120023, "pin_blocked": 0.0015003000600120023, "receiving_money": 0.7581516303260653, "request_refund": 0.001300260052010402, "reverted_card_payment?": 0.001900380076015203, "supported_cards_and_currencies": 0.009101820364072815, "terminate_account": 0.0016003200640128026, "top_up_by_bank_transfer_charge": 0.0016003200640128026, "top_up_by_card_charge": 0.0015003000600120023, "top_up_by_cash_or_cheque": 0.002500500100020004, "top_up_failed": 0.0018003600720144029, "top_up_limits": 0.0018003600720144029, "top_up_reverted": 0.002100420084016803, "topping_up_by_card": 0.002000400080016003, "transaction_charged_twice": 0.0014002800560112022, "transfer_fee_charged": 0.0014002800560112022, "transfer_into_account": 0.0016003200640128026, "transfer_not_received_by_recipient": 0.0015003000600120023, "transfer_timing": 0.0017003400680136026, "unable_to_verify_identity": 0.0015003000600120023, "verify_my_identity": 0.0016003200640128026, "verify_source_of_funds": 0.0018003600720144029, "verify_top_up": 0.0015003000600120023, "virtual_card_not_working": 0.0016003200640128026, "visa_or_mastercard": 0.0014002800560112022, "why_verify_identity": 0.0015003000600120023, "wrong_amount_of_cash_received": 0.0035007001400280055, "wrong_exchange_rate_for_cash_withdrawal": 0.004200840168033606 }, "error": null, "latency_ms": 74.25308309029788, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2278", "text_group": "83f51fde3529209aa9c5d2d66d3d53815560387f05d6ffe22af21fd329c8834b", "expected": "receiving_money", "prediction": "fiat_currency_support", "probabilities": { "Refund_not_showing_up": 0.0007001400280056011, "activate_my_card": 0.0008001600320064013, "age_limit": 0.0008001600320064013, "apple_pay_or_google_pay": 0.01900380076015203, "atm_support": 0.0027005401080216042, "automatic_top_up": 0.0008001600320064013, "balance_not_updated_after_bank_transfer": 0.0010002000400080016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012002400480096017, "beneficiary_not_allowed": 0.0017003400680136026, "cancel_transfer": 0.0009001800360072014, "card_about_to_expire": 0.0008001600320064013, "card_acceptance": 0.0023004600920184036, "card_arrival": 0.0011002200440088019, "card_delivery_estimate": 0.0010002000400080016, "card_linking": 0.001300260052010402, "card_not_working": 0.0010002000400080016, "card_payment_fee_charged": 0.001300260052010402, "card_payment_not_recognised": 0.011002200440088017, "card_payment_wrong_exchange_rate": 0.03340668133626725, "card_swallowed": 0.0009001800360072014, "cash_withdrawal_charge": 0.0012002400480096017, "cash_withdrawal_not_recognised": 0.0014002800560112022, "change_pin": 0.0008001600320064013, "compromised_card": 0.0010002000400080016, "contactless_not_working": 0.0011002200440088019, "country_support": 0.0018003600720144029, "declined_card_payment": 0.0017003400680136026, "declined_cash_withdrawal": 0.0009001800360072014, "declined_transfer": 0.0010002000400080016, "direct_debit_payment_not_recognised": 0.03760752150430086, "disposable_card_limits": 0.0011002200440088019, "edit_personal_details": 0.0008001600320064013, "exchange_charge": 0.001900380076015203, "exchange_rate": 0.0024004800960192034, "exchange_via_app": 0.0030006001200240046, "extra_charge_on_statement": 0.0009001800360072014, "failed_transfer": 0.0010002000400080016, "fiat_currency_support": 0.4356871374274855, "get_disposable_virtual_card": 0.003700740148029606, "get_physical_card": 0.002500500100020004, "getting_spare_card": 0.0022004400880176037, "getting_virtual_card": 0.002600520104020804, "lost_or_stolen_card": 0.0007001400280056011, "lost_or_stolen_phone": 0.0007001400280056011, "order_physical_card": 0.0012002400480096017, "passcode_forgotten": 0.0007001400280056011, "pending_card_payment": 0.0010002000400080016, "pending_cash_withdrawal": 0.0007001400280056011, "pending_top_up": 0.0007001400280056011, "pending_transfer": 0.0008001600320064013, "pin_blocked": 0.0008001600320064013, "receiving_money": 0.2708541708341668, "request_refund": 0.0009001800360072014, "reverted_card_payment?": 0.002000400080016003, "supported_cards_and_currencies": 0.10402080416083216, "terminate_account": 0.0008001600320064013, "top_up_by_bank_transfer_charge": 0.0010002000400080016, "top_up_by_card_charge": 0.0009001800360072014, "top_up_by_cash_or_cheque": 0.0010002000400080016, "top_up_failed": 0.0009001800360072014, "top_up_limits": 0.0008001600320064013, "top_up_reverted": 0.0011002200440088019, "topping_up_by_card": 0.0016003200640128026, "transaction_charged_twice": 0.0009001800360072014, "transfer_fee_charged": 0.0009001800360072014, "transfer_into_account": 0.0012002400480096017, "transfer_not_received_by_recipient": 0.002000400080016003, "transfer_timing": 0.0014002800560112022, "unable_to_verify_identity": 0.0009001800360072014, "verify_my_identity": 0.0008001600320064013, "verify_source_of_funds": 0.0011002200440088019, "verify_top_up": 0.0008001600320064013, "virtual_card_not_working": 0.0014002800560112022, "visa_or_mastercard": 0.0012002400480096017, "why_verify_identity": 0.0008001600320064013, "wrong_amount_of_cash_received": 0.0011002200440088019, "wrong_exchange_rate_for_cash_withdrawal": 0.0023004600920184036 }, "error": null, "latency_ms": 71.29762507975101, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2279", "text_group": "e037596b4adeacca178393fb721d9e844642909bbc7db9afa4cf8ca4c09edb04", "expected": "receiving_money", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0007002801120448179, "activate_my_card": 0.0009003601440576229, "age_limit": 0.0008003201280512205, "apple_pay_or_google_pay": 0.0015006002400960385, "atm_support": 0.0021008403361344537, "automatic_top_up": 0.0009003601440576229, "balance_not_updated_after_bank_transfer": 0.0012004801920768306, "balance_not_updated_after_cheque_or_cash_deposit": 0.001600640256102441, "beneficiary_not_allowed": 0.0018007202881152459, "cancel_transfer": 0.0009003601440576229, "card_about_to_expire": 0.0009003601440576229, "card_acceptance": 0.0021008403361344537, "card_arrival": 0.001600640256102441, "card_delivery_estimate": 0.0015006002400960385, "card_linking": 0.0015006002400960385, "card_not_working": 0.0011004401760704283, "card_payment_fee_charged": 0.0015006002400960385, "card_payment_not_recognised": 0.003001200480192077, "card_payment_wrong_exchange_rate": 0.0018007202881152459, "card_swallowed": 0.0012004801920768306, "cash_withdrawal_charge": 0.0011004401760704283, "cash_withdrawal_not_recognised": 0.0011004401760704283, "change_pin": 0.0009003601440576229, "compromised_card": 0.0009003601440576229, "contactless_not_working": 0.0011004401760704283, "country_support": 0.0015006002400960385, "declined_card_payment": 0.0014005602240896359, "declined_cash_withdrawal": 0.0010004001600640256, "declined_transfer": 0.0012004801920768306, "direct_debit_payment_not_recognised": 0.018907563025210083, "disposable_card_limits": 0.0012004801920768306, "edit_personal_details": 0.0011004401760704283, "exchange_charge": 0.0011004401760704283, "exchange_rate": 0.0011004401760704283, "exchange_via_app": 0.001600640256102441, "extra_charge_on_statement": 0.0013005202080832333, "failed_transfer": 0.0010004001600640256, "fiat_currency_support": 0.0018007202881152459, "get_disposable_virtual_card": 0.0017006802721088435, "get_physical_card": 0.004901960784313725, "getting_spare_card": 0.0033013205282112846, "getting_virtual_card": 0.0012004801920768306, "lost_or_stolen_card": 0.0007002801120448179, "lost_or_stolen_phone": 0.0007002801120448179, "order_physical_card": 0.0010004001600640256, "passcode_forgotten": 0.0008003201280512205, "pending_card_payment": 0.0012004801920768306, "pending_cash_withdrawal": 0.0008003201280512205, "pending_top_up": 0.0008003201280512205, "pending_transfer": 0.0009003601440576229, "pin_blocked": 0.0009003601440576229, "receiving_money": 0.8861544617847139, "request_refund": 0.0009003601440576229, "reverted_card_payment?": 0.0015006002400960385, "supported_cards_and_currencies": 0.0014005602240896359, "terminate_account": 0.0009003601440576229, "top_up_by_bank_transfer_charge": 0.0010004001600640256, "top_up_by_card_charge": 0.0009003601440576229, "top_up_by_cash_or_cheque": 0.0013005202080832333, "top_up_failed": 0.0010004001600640256, "top_up_limits": 0.0010004001600640256, "top_up_reverted": 0.0011004401760704283, "topping_up_by_card": 0.0015006002400960385, "transaction_charged_twice": 0.0009003601440576229, "transfer_fee_charged": 0.0009003601440576229, "transfer_into_account": 0.0011004401760704283, "transfer_not_received_by_recipient": 0.0015006002400960385, "transfer_timing": 0.0014005602240896359, "unable_to_verify_identity": 0.0009003601440576229, "verify_my_identity": 0.0009003601440576229, "verify_source_of_funds": 0.0010004001600640256, "verify_top_up": 0.0009003601440576229, "virtual_card_not_working": 0.0010004001600640256, "visa_or_mastercard": 0.0009003601440576229, "why_verify_identity": 0.0009003601440576229, "wrong_amount_of_cash_received": 0.0011004401760704283, "wrong_exchange_rate_for_cash_withdrawal": 0.0011004401760704283 }, "error": null, "latency_ms": 71.49991602636874, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2280", "text_group": "5d4d17c84c874b92786be19cf7742d894717047739b4e8ca676965308db0cbe1", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0017, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0015, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0703, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.9045, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0017, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0012, "top_up_limits": 0.0002, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.001, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 71.99075003154576, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2281", "text_group": "0b4376f711da860a867cb208a1c6a642c81bfcd66204bd0cf50699803cd4b14d", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0007000700070007, "activate_my_card": 0.0007000700070007, "age_limit": 0.0007000700070007, "apple_pay_or_google_pay": 0.001000100010001, "atm_support": 0.0014001400140014, "automatic_top_up": 0.0009000900090009, "balance_not_updated_after_bank_transfer": 0.06410641064106411, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018001800180018, "beneficiary_not_allowed": 0.0177017701770177, "cancel_transfer": 0.0021002100210021, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0011001100110011003, "card_arrival": 0.0007000700070007, "card_delivery_estimate": 0.0008000800080008001, "card_linking": 0.0011001100110011003, "card_not_working": 0.0013001300130013002, "card_payment_fee_charged": 0.001000100010001, "card_payment_not_recognised": 0.0012001200120012, "card_payment_wrong_exchange_rate": 0.0014001400140014, "card_swallowed": 0.0009000900090009, "cash_withdrawal_charge": 0.0007000700070007, "cash_withdrawal_not_recognised": 0.0007000700070007, "change_pin": 0.0006000600060006, "compromised_card": 0.0008000800080008001, "contactless_not_working": 0.0011001100110011003, "country_support": 0.0011001100110011003, "declined_card_payment": 0.0027002700270027003, "declined_cash_withdrawal": 0.0008000800080008001, "declined_transfer": 0.0998099809980998, "direct_debit_payment_not_recognised": 0.0062006200620062, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.0008000800080008001, "exchange_charge": 0.0009000900090009, "exchange_rate": 0.0008000800080008001, "exchange_via_app": 0.0008000800080008001, "extra_charge_on_statement": 0.0008000800080008001, "failed_transfer": 0.6818681868186818, "fiat_currency_support": 0.001000100010001, "get_disposable_virtual_card": 0.0008000800080008001, "get_physical_card": 0.0008000800080008001, "getting_spare_card": 0.0008000800080008001, "getting_virtual_card": 0.0007000700070007, "lost_or_stolen_card": 0.0006000600060006, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0009000900090009, "passcode_forgotten": 0.0007000700070007, "pending_card_payment": 0.0012001200120012, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0009000900090009, "pending_transfer": 0.018101810181018103, "pin_blocked": 0.0009000900090009, "receiving_money": 0.002000200020002, "request_refund": 0.0009000900090009, "reverted_card_payment?": 0.0014001400140014, "supported_cards_and_currencies": 0.0011001100110011003, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.0022002200220022005, "top_up_by_card_charge": 0.0008000800080008001, "top_up_by_cash_or_cheque": 0.0009000900090009, "top_up_failed": 0.015801580158015804, "top_up_limits": 0.0009000900090009, "top_up_reverted": 0.0018001800180018, "topping_up_by_card": 0.0011001100110011003, "transaction_charged_twice": 0.0013001300130013002, "transfer_fee_charged": 0.0013001300130013002, "transfer_into_account": 0.016901690169016898, "transfer_not_received_by_recipient": 0.006700670067006701, "transfer_timing": 0.0047004700470047005, "unable_to_verify_identity": 0.0008000800080008001, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0009000900090009, "verify_top_up": 0.0009000900090009, "virtual_card_not_working": 0.0014001400140014, "visa_or_mastercard": 0.0009000900090009, "why_verify_identity": 0.0008000800080008001, "wrong_amount_of_cash_received": 0.001000100010001, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009 }, "error": null, "latency_ms": 73.28508305363357, "usage": { "input_tokens": 613, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2282", "text_group": "a58dec7886a0070e1b0f52a58afc6061d4ac5549dc27c73c780b7100401b1f8a", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.0060993900609939014, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.015798420157984203, "cancel_transfer": 0.0021997800219978004, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.0004999500049995, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.1516848315168483, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.7928207179282072, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.0015998400159984002, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.00039996000399960006, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.0015998400159984002, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.0029997000299970002, "transfer_not_received_by_recipient": 0.0021997800219978004, "transfer_timing": 0.0013998600139986002, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 71.20554195716977, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2283", "text_group": "3e8a26cdac8645743b198009b4311fd308b55774de3a4a7e164204c164331e14", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0005001000200040008, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.0010002000400080016, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.002000400080016003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008001600320064013, "beneficiary_not_allowed": 0.013202640528105622, "cancel_transfer": 0.020104020804160832, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0009001800360072014, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.0006001200240048009, "card_linking": 0.0009001800360072014, "card_not_working": 0.0012002400480096017, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0006001200240048009, "card_payment_wrong_exchange_rate": 0.0008001600320064013, "card_swallowed": 0.0008001600320064013, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0006001200240048009, "change_pin": 0.0005001000200040008, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.001300260052010402, "country_support": 0.0009001800360072014, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.0008001600320064013, "declined_transfer": 0.3457691538307662, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0008001600320064013, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.530506101220244, "fiat_currency_support": 0.0011002200440088019, "get_disposable_virtual_card": 0.0006001200240048009, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.0006001200240048009, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0022004400880176037, "pin_blocked": 0.0011002200440088019, "receiving_money": 0.0014002800560112022, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0010002000400080016, "terminate_account": 0.0011002200440088019, "top_up_by_bank_transfer_charge": 0.0008001600320064013, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0007001400280056011, "top_up_failed": 0.0023004600920184036, "top_up_limits": 0.0007001400280056011, "top_up_reverted": 0.0010002000400080016, "topping_up_by_card": 0.0009001800360072014, "transaction_charged_twice": 0.0033006601320264054, "transfer_fee_charged": 0.0007001400280056011, "transfer_into_account": 0.029705941188237647, "transfer_not_received_by_recipient": 0.002000400080016003, "transfer_timing": 0.002100420084016803, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0014002800560112022, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 71.4969999389723, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2284", "text_group": "85c80ae887e226cb26422f51c1d454d83f253529960bdfd8ac48047fc24369a9", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0008000800080008001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0054005400540054005, "cancel_transfer": 0.0006000600060006, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.1103110311031103, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.8606860686068607, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.0016001600160016002, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.001000100010001, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0007000700070007, "transfer_not_received_by_recipient": 0.001000100010001, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 73.08445905800909, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2285", "text_group": "606812deea4f4dc5103613b0661333d0aad403c5f8db5556f69aa47894b877b8", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0601, "cancel_transfer": 0.0076, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0005, "country_support": 0.0004, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.1185, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.6924, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0666, "pin_blocked": 0.0003, "receiving_money": 0.0005, "request_refund": 0.0004, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0013, "top_up_limits": 0.0003, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0031, "transfer_not_received_by_recipient": 0.0115, "transfer_timing": 0.0051, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 75.44508401770145, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2286", "text_group": "03b516b51c79ab9f386e2b8e0902b3d29989d3550bd69c52885add6dda9f0462", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.0024997500249975004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.18418158184181582, "cancel_transfer": 0.0028997100289971, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0004999500049995, "declined_card_payment": 0.0005999400059994001, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.22627737226277372, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.41615838416158385, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.11848815118488151, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.0077992200779922, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0007999200079992001, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.0024997500249975004, "transfer_not_received_by_recipient": 0.010498950104989501, "transfer_timing": 0.0038996100389961, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 74.58729203790426, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2287", "text_group": "cb06bd450ba968c633ddddf5a24d037718d69a08ce8104fb89ddd574712ab292", "expected": "failed_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.0008001600320064013, "activate_my_card": 0.0005001000200040008, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0008001600320064013, "atm_support": 0.0011002200440088019, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.03200640128025605, "balance_not_updated_after_cheque_or_cash_deposit": 0.001900380076015203, "beneficiary_not_allowed": 0.03070614122824565, "cancel_transfer": 0.004000800160032006, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0010002000400080016, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0010002000400080016, "card_not_working": 0.001300260052010402, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0010002000400080016, "card_payment_wrong_exchange_rate": 0.0010002000400080016, "card_swallowed": 0.001300260052010402, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.0005001000200040008, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0010002000400080016, "country_support": 0.0008001600320064013, "declined_card_payment": 0.0024004800960192034, "declined_cash_withdrawal": 0.004100820164032807, "declined_transfer": 0.3736747349469894, "direct_debit_payment_not_recognised": 0.0008001600320064013, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0008001600320064013, "exchange_rate": 0.0007001400280056011, "exchange_via_app": 0.0009001800360072014, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.13352670534106822, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0007001400280056011, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0006001200240048009, "pending_cash_withdrawal": 0.0007001400280056011, "pending_top_up": 0.0007001400280056011, "pending_transfer": 0.003700740148029606, "pin_blocked": 0.0008001600320064013, "receiving_money": 0.01240248049609922, "request_refund": 0.0007001400280056011, "reverted_card_payment?": 0.0017003400680136026, "supported_cards_and_currencies": 0.0010002000400080016, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0010002000400080016, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0010002000400080016, "top_up_failed": 0.015203040608121624, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.20434086817363473, "topping_up_by_card": 0.0010002000400080016, "transaction_charged_twice": 0.002100420084016803, "transfer_fee_charged": 0.0006001200240048009, "transfer_into_account": 0.0045009001800360065, "transfer_not_received_by_recipient": 0.10812162432486497, "transfer_timing": 0.0012002400480096017, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.0006001200240048009, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.001300260052010402, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.020604120824164834, "wrong_exchange_rate_for_cash_withdrawal": 0.0008001600320064013 }, "error": null, "latency_ms": 73.91729205846786, "usage": { "input_tokens": 613, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2288", "text_group": "9a2ae80c3a1dd033f0b429b3eae4a39237392d744415d7be8c97b60d493944de", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.007898420315936813, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.07068586282743451, "cancel_transfer": 0.0023995200959808036, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0004999000199960008, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0005998800239952009, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.0006998600279944011, "declined_transfer": 0.39222155568886224, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.43011397720455913, "fiat_currency_support": 0.0005998800239952009, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.04649070185962807, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0005998800239952009, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0005998800239952009, "supported_cards_and_currencies": 0.0006998600279944011, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.002599480103979204, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0009998000399920016, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0004999000199960008, "transfer_into_account": 0.005598880223955209, "transfer_not_received_by_recipient": 0.009398120375924815, "transfer_timing": 0.0028994201159768043, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0006998600279944011, "visa_or_mastercard": 0.0004999000199960008, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 74.66599997133017, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2289", "text_group": "69576c75c16334931f961a0df62b5dea558dbccbb4fcf78b4e9b6d31d3e0be85", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.008800880088008802, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.05870587058705871, "cancel_transfer": 0.007100710071007101, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0005000500050005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.1455145514551455, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.710971097109711, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.031103110311031103, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0011001100110011003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0029002900290029, "transfer_not_received_by_recipient": 0.0087008700870087, "transfer_timing": 0.0037003700370037006, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 73.9183749537915, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2290", "text_group": "9a54b3a92bae8050aa3a3c7260be85ef242bc8759c064b1218887b1b6ef8c970", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0323967603239676, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.005699430056994301, "cancel_transfer": 0.0025997400259974, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0005999400059994001, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0006999300069993001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00039996000399960006, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0007999200079992001, "country_support": 0.0006999300069993001, "declined_card_payment": 0.0005999400059994001, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.0187981201879812, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.8737126287371263, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.010198980101989802, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0008999100089991, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.0006999300069993001, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0038996100389961, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0013998600139986002, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.010198980101989802, "transfer_not_received_by_recipient": 0.001999800019998, "transfer_timing": 0.0060993900609939014, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0008999100089991, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 76.19912491645664, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2291", "text_group": "78662c7d34bfc8c05fd8ecee04d2a25b614604c2851a6dc2a2e64001d9f23d1c", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00030000000000000003, "activate_my_card": 0.00020000000000000004, "age_limit": 0.00030000000000000003, "apple_pay_or_google_pay": 0.00030000000000000003, "atm_support": 0.0004000000000000001, "automatic_top_up": 0.00020000000000000004, "balance_not_updated_after_bank_transfer": 0.007000000000000001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000000000000001, "beneficiary_not_allowed": 0.016200000000000003, "cancel_transfer": 0.0017000000000000001, "card_about_to_expire": 0.00030000000000000003, "card_acceptance": 0.0004000000000000001, "card_arrival": 0.00030000000000000003, "card_delivery_estimate": 0.00030000000000000003, "card_linking": 0.0004000000000000001, "card_not_working": 0.0005000000000000001, "card_payment_fee_charged": 0.00030000000000000003, "card_payment_not_recognised": 0.00030000000000000003, "card_payment_wrong_exchange_rate": 0.0004000000000000001, "card_swallowed": 0.00030000000000000003, "cash_withdrawal_charge": 0.00030000000000000003, "cash_withdrawal_not_recognised": 0.00030000000000000003, "change_pin": 0.00020000000000000004, "compromised_card": 0.00030000000000000003, "contactless_not_working": 0.0005000000000000001, "country_support": 0.0004000000000000001, "declined_card_payment": 0.0005000000000000001, "declined_cash_withdrawal": 0.0005000000000000001, "declined_transfer": 0.19440000000000002, "direct_debit_payment_not_recognised": 0.00030000000000000003, "disposable_card_limits": 0.00030000000000000003, "edit_personal_details": 0.00030000000000000003, "exchange_charge": 0.00030000000000000003, "exchange_rate": 0.00030000000000000003, "exchange_via_app": 0.0004000000000000001, "extra_charge_on_statement": 0.00020000000000000004, "failed_transfer": 0.7474000000000001, "fiat_currency_support": 0.0004000000000000001, "get_disposable_virtual_card": 0.00030000000000000003, "get_physical_card": 0.00030000000000000003, "getting_spare_card": 0.00020000000000000004, "getting_virtual_card": 0.00020000000000000004, "lost_or_stolen_card": 0.00020000000000000004, "lost_or_stolen_phone": 0.00020000000000000004, "order_physical_card": 0.00020000000000000004, "passcode_forgotten": 0.00030000000000000003, "pending_card_payment": 0.00030000000000000003, "pending_cash_withdrawal": 0.00030000000000000003, "pending_top_up": 0.00030000000000000003, "pending_transfer": 0.0024000000000000002, "pin_blocked": 0.0004000000000000001, "receiving_money": 0.0005000000000000001, "request_refund": 0.00030000000000000003, "reverted_card_payment?": 0.0004000000000000001, "supported_cards_and_currencies": 0.0005000000000000001, "terminate_account": 0.00030000000000000003, "top_up_by_bank_transfer_charge": 0.00030000000000000003, "top_up_by_card_charge": 0.00020000000000000004, "top_up_by_cash_or_cheque": 0.00030000000000000003, "top_up_failed": 0.0027000000000000006, "top_up_limits": 0.00030000000000000003, "top_up_reverted": 0.0010000000000000002, "topping_up_by_card": 0.00030000000000000003, "transaction_charged_twice": 0.00030000000000000003, "transfer_fee_charged": 0.00030000000000000003, "transfer_into_account": 0.0025000000000000005, "transfer_not_received_by_recipient": 0.0024000000000000002, "transfer_timing": 0.0010000000000000002, "unable_to_verify_identity": 0.00030000000000000003, "verify_my_identity": 0.00030000000000000003, "verify_source_of_funds": 0.00020000000000000004, "verify_top_up": 0.00020000000000000004, "virtual_card_not_working": 0.0007000000000000001, "visa_or_mastercard": 0.00030000000000000003, "why_verify_identity": 0.00030000000000000003, "wrong_amount_of_cash_received": 0.00030000000000000003, "wrong_exchange_rate_for_cash_withdrawal": 0.00030000000000000003 }, "error": null, "latency_ms": 76.28124998882413, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2292", "text_group": "92b2cce0b316ffb46cac45849ef5a092a7409107c1e8a060e16ca6641b8ec78c", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0004001200360108033, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00030009002700810244, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0006001800540162049, "automatic_top_up": 0.00030009002700810244, "balance_not_updated_after_bank_transfer": 0.05211563469040713, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002100630189057, "beneficiary_not_allowed": 0.03130939281784536, "cancel_transfer": 0.0013003901170351106, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.0004001200360108033, "card_linking": 0.0005001500450135041, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.0004001200360108033, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0004001200360108033, "cash_withdrawal_charge": 0.0004001200360108033, "cash_withdrawal_not_recognised": 0.00030009002700810244, "change_pin": 0.00030009002700810244, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.0005001500450135041, "country_support": 0.0005001500450135041, "declined_card_payment": 0.0012003601080324098, "declined_cash_withdrawal": 0.0007002100630189057, "declined_transfer": 0.18555566670001, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.0004001200360108033, "exchange_charge": 0.00030009002700810244, "exchange_rate": 0.00030009002700810244, "exchange_via_app": 0.0004001200360108033, "extra_charge_on_statement": 0.00030009002700810244, "failed_transfer": 0.6245873762128639, "fiat_currency_support": 0.0005001500450135041, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.00030009002700810244, "getting_spare_card": 0.00030009002700810244, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.00030009002700810244, "lost_or_stolen_phone": 0.00030009002700810244, "order_physical_card": 0.00030009002700810244, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.0006001800540162049, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.0004001200360108033, "pending_transfer": 0.02170651195358608, "pin_blocked": 0.0004001200360108033, "receiving_money": 0.0016004801440432132, "request_refund": 0.0004001200360108033, "reverted_card_payment?": 0.0007002100630189057, "supported_cards_and_currencies": 0.0006001800540162049, "terminate_account": 0.0004001200360108033, "top_up_by_bank_transfer_charge": 0.0006001800540162049, "top_up_by_card_charge": 0.00030009002700810244, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.018905671701510456, "top_up_limits": 0.00030009002700810244, "top_up_reverted": 0.002200660198059418, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.0005001500450135041, "transfer_fee_charged": 0.0004001200360108033, "transfer_into_account": 0.0071021306391917585, "transfer_not_received_by_recipient": 0.025007502250675207, "transfer_timing": 0.0014004201260378114, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00030009002700810244, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.00030009002700810244, "virtual_card_not_working": 0.0004001200360108033, "visa_or_mastercard": 0.0004001200360108033, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.0005001500450135041, "wrong_exchange_rate_for_cash_withdrawal": 0.0004001200360108033 }, "error": null, "latency_ms": 78.2289169728756, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2293", "text_group": "7aa94e08930d894b737fae02ef008cc55edeb338be6d54bf32d2ce0d049b372d", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0006997900629811057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0033989803059082274, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0002999100269919024, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0843746875937219, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.8900329901029691, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.0018994301709487154, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.0002999100269919024, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0002999100269919024, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.0006997900629811057, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.000499850044986504, "transfer_not_received_by_recipient": 0.000999700089973008, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 77.3369170492515, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2294", "text_group": "d69dfb699586625bedec818fae40e8260cb9f66c8ce9670fb312ca86b4a25dac", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.00020004000800160035, "atm_support": 0.0003000600120024005, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0008001600320064014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0022004400880176037, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0003000600120024005, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.0003000600120024005, "card_not_working": 0.0004000800160032007, "card_payment_fee_charged": 0.00020004000800160035, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0003000600120024005, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.00020004000800160035, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.00020004000800160035, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0003000600120024005, "declined_card_payment": 0.0004000800160032007, "declined_cash_withdrawal": 0.0004000800160032007, "declined_transfer": 0.08071614322864573, "direct_debit_payment_not_recognised": 0.00020004000800160035, "disposable_card_limits": 0.00020004000800160035, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.00020004000800160035, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.8957791558311663, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.0009001800360072014, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.0003000600120024005, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0003000600120024005, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.0007001400280056011, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.000600120024004801, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.0003000600120024005, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0008001600320064014, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.0004000800160032007, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.0003000600120024005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 73.48050002474338, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2295", "text_group": "0c4d50a8d99efa9d24aa4b98a0683ead012ec49247b3466164c168d747271272", "expected": "failed_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.04028791362591223, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007997600719784066, "beneficiary_not_allowed": 0.004298710386883935, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0002999100269919024, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.003099070278916325, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.07177846646006199, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.000499850044986504, "pending_top_up": 0.0006997900629811057, "pending_transfer": 0.6962911126662001, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0005998200539838048, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0007997600719784066, "transfer_not_received_by_recipient": 0.12996101169649107, "transfer_timing": 0.030590822753174048, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 71.9105419702828, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2296", "text_group": "d4e9c21a14a328d05e617ad5d14baed4739ce0110227a0ec80e79f540a91d865", "expected": "failed_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0017001700170017002, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.1402140214021402, "cancel_transfer": 0.007100710071007101, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0007000700070007, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.4292429242924293, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.3625362536253625, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.0121012101210121, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0005000500050005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.008800880088008802, "transfer_not_received_by_recipient": 0.0035003500350035003, "transfer_timing": 0.011901190119011902, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0006000600060006, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 72.46091694105417, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2297", "text_group": "320794da0bbbcd4960339cef5b46d5b87044c4ebc66bc56173bafd47fa478244", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.0006003001500750375, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.0017008504252126063, "cancel_transfer": 0.0014007003501750877, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00040020010005002504, "card_payment_fee_charged": 0.00020010005002501252, "card_payment_not_recognised": 0.00020010005002501252, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00020010005002501252, "contactless_not_working": 0.00040020010005002504, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.07293646823411706, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.00020010005002501252, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.9009504752376188, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.0010005002501250627, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.001200600300150075, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00040020010005002504, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.0021010505252626313, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00040020010005002504, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.0010005002501250627, "transfer_not_received_by_recipient": 0.0005002501250625313, "transfer_timing": 0.0005002501250625313, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00040020010005002504, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 73.92812496982515, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2298", "text_group": "0e0a2c245ff3d1fa621e4fcb36ee5288addda7adab5e320e5100c3a9e966296b", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0015004501350405122, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.002200660198059418, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.00040012003601080324, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00040012003601080324, "declined_cash_withdrawal": 0.00040012003601080324, "declined_transfer": 0.11933580074022207, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.00020006001800540162, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.8550565169550866, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.0006001800540162048, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0007002100630189057, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0008002400720216065, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0008002400720216065, "transfer_not_received_by_recipient": 0.0012003601080324095, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 73.40375008061528, "usage": { "input_tokens": 609, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2299", "text_group": "06fa2f17c6ca8b2a4d29bbf302c9c83673b580d2084406e15ca1ed40131ce121", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.0022997700229977, "cancel_transfer": 0.0008999100089991, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.1034896510348965, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.8735126487351266, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.0007999200079992001, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0007999200079992001, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 69.54637495800853, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2300", "text_group": "7974aa80376fa3da688aa5eabfbd4aa1c3b3a3210c6fbb8b0c7daf484ad8b8cc", "expected": "failed_transfer", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0004997501249375313, "activate_my_card": 0.0010994502748625688, "age_limit": 0.0006996501749125438, "apple_pay_or_google_pay": 0.0014992503748125939, "atm_support": 0.0031984007996002004, "automatic_top_up": 0.0007996001999000501, "balance_not_updated_after_bank_transfer": 0.008195902048975513, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009995002498750627, "beneficiary_not_allowed": 0.0012993503248375812, "cancel_transfer": 0.0023988005997001498, "card_about_to_expire": 0.0006996501749125438, "card_acceptance": 0.061769115442278866, "card_arrival": 0.0007996001999000501, "card_delivery_estimate": 0.0008995502248875562, "card_linking": 0.006696651674162919, "card_not_working": 0.0011994002998500749, "card_payment_fee_charged": 0.002798600699650175, "card_payment_not_recognised": 0.0009995002498750627, "card_payment_wrong_exchange_rate": 0.0011994002998500749, "card_swallowed": 0.0008995502248875562, "cash_withdrawal_charge": 0.0008995502248875562, "cash_withdrawal_not_recognised": 0.0005997001499250374, "change_pin": 0.0006996501749125438, "compromised_card": 0.0009995002498750627, "contactless_not_working": 0.0009995002498750627, "country_support": 0.0019990004997501253, "declined_card_payment": 0.0010994502748625688, "declined_cash_withdrawal": 0.0006996501749125438, "declined_transfer": 0.0024987506246876563, "direct_debit_payment_not_recognised": 0.0007996001999000501, "disposable_card_limits": 0.0012993503248375812, "edit_personal_details": 0.0006996501749125438, "exchange_charge": 0.001699150424787606, "exchange_rate": 0.0008995502248875562, "exchange_via_app": 0.0011994002998500749, "extra_charge_on_statement": 0.0008995502248875562, "failed_transfer": 0.0022988505747126436, "fiat_currency_support": 0.0018990504747626188, "get_disposable_virtual_card": 0.0008995502248875562, "get_physical_card": 0.0009995002498750627, "getting_spare_card": 0.0008995502248875562, "getting_virtual_card": 0.0006996501749125438, "lost_or_stolen_card": 0.0005997001499250374, "lost_or_stolen_phone": 0.0004997501249375313, "order_physical_card": 0.0005997001499250374, "passcode_forgotten": 0.0004997501249375313, "pending_card_payment": 0.0007996001999000501, "pending_cash_withdrawal": 0.0004997501249375313, "pending_top_up": 0.0005997001499250374, "pending_transfer": 0.0018990504747626188, "pin_blocked": 0.0005997001499250374, "receiving_money": 0.0022988505747126436, "request_refund": 0.0006996501749125438, "reverted_card_payment?": 0.0007996001999000501, "supported_cards_and_currencies": 0.7964017991004497, "terminate_account": 0.0006996501749125438, "top_up_by_bank_transfer_charge": 0.008595702148925537, "top_up_by_card_charge": 0.0012993503248375812, "top_up_by_cash_or_cheque": 0.0006996501749125438, "top_up_failed": 0.0006996501749125438, "top_up_limits": 0.0009995002498750627, "top_up_reverted": 0.0008995502248875562, "topping_up_by_card": 0.008895552223888057, "transaction_charged_twice": 0.0006996501749125438, "transfer_fee_charged": 0.0013993003498250875, "transfer_into_account": 0.020889555222388806, "transfer_not_received_by_recipient": 0.0034982508745627187, "transfer_timing": 0.011294352823588205, "unable_to_verify_identity": 0.0005997001499250374, "verify_my_identity": 0.0006996501749125438, "verify_source_of_funds": 0.0007996001999000501, "verify_top_up": 0.0008995502248875562, "virtual_card_not_working": 0.0007996001999000501, "visa_or_mastercard": 0.0021989005497251375, "why_verify_identity": 0.0006996501749125438, "wrong_amount_of_cash_received": 0.0006996501749125438, "wrong_exchange_rate_for_cash_withdrawal": 0.0008995502248875562 }, "error": null, "latency_ms": 71.88666693400592, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2301", "text_group": "373eab0cb14d88d2119a517d99ea9a623d8780b2bdaf0c89f01f2874a96317c9", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00030024019215372296, "activate_my_card": 0.000200160128102482, "age_limit": 0.000200160128102482, "apple_pay_or_google_pay": 0.00030024019215372296, "atm_support": 0.000400320256204964, "automatic_top_up": 0.000200160128102482, "balance_not_updated_after_bank_transfer": 0.000500400320256205, "balance_not_updated_after_cheque_or_cash_deposit": 0.000400320256204964, "beneficiary_not_allowed": 0.002101681345076061, "cancel_transfer": 0.000500400320256205, "card_about_to_expire": 0.000200160128102482, "card_acceptance": 0.00030024019215372296, "card_arrival": 0.000200160128102482, "card_delivery_estimate": 0.00030024019215372296, "card_linking": 0.00030024019215372296, "card_not_working": 0.001601281024819856, "card_payment_fee_charged": 0.000200160128102482, "card_payment_not_recognised": 0.00030024019215372296, "card_payment_wrong_exchange_rate": 0.00030024019215372296, "card_swallowed": 0.000400320256204964, "cash_withdrawal_charge": 0.000200160128102482, "cash_withdrawal_not_recognised": 0.00030024019215372296, "change_pin": 0.000200160128102482, "compromised_card": 0.00030024019215372296, "contactless_not_working": 0.000500400320256205, "country_support": 0.000400320256204964, "declined_card_payment": 0.00030024019215372296, "declined_cash_withdrawal": 0.000500400320256205, "declined_transfer": 0.037530024019215374, "direct_debit_payment_not_recognised": 0.00030024019215372296, "disposable_card_limits": 0.000200160128102482, "edit_personal_details": 0.000200160128102482, "exchange_charge": 0.000200160128102482, "exchange_rate": 0.000200160128102482, "exchange_via_app": 0.00030024019215372296, "extra_charge_on_statement": 0.000200160128102482, "failed_transfer": 0.9235388310648519, "fiat_currency_support": 0.00030024019215372296, "get_disposable_virtual_card": 0.000200160128102482, "get_physical_card": 0.00030024019215372296, "getting_spare_card": 0.000200160128102482, "getting_virtual_card": 0.000200160128102482, "lost_or_stolen_card": 0.000200160128102482, "lost_or_stolen_phone": 0.000200160128102482, "order_physical_card": 0.000200160128102482, "passcode_forgotten": 0.000200160128102482, "pending_card_payment": 0.000200160128102482, "pending_cash_withdrawal": 0.00030024019215372296, "pending_top_up": 0.00030024019215372296, "pending_transfer": 0.003602882305844676, "pin_blocked": 0.000500400320256205, "receiving_money": 0.000400320256204964, "request_refund": 0.000200160128102482, "reverted_card_payment?": 0.00030024019215372296, "supported_cards_and_currencies": 0.00030024019215372296, "terminate_account": 0.00030024019215372296, "top_up_by_bank_transfer_charge": 0.00030024019215372296, "top_up_by_card_charge": 0.000200160128102482, "top_up_by_cash_or_cheque": 0.00030024019215372296, "top_up_failed": 0.00700560448358687, "top_up_limits": 0.000200160128102482, "top_up_reverted": 0.000500400320256205, "topping_up_by_card": 0.00030024019215372296, "transaction_charged_twice": 0.000400320256204964, "transfer_fee_charged": 0.00030024019215372296, "transfer_into_account": 0.002101681345076061, "transfer_not_received_by_recipient": 0.0019015212169735788, "transfer_timing": 0.000900720576461169, "unable_to_verify_identity": 0.00030024019215372296, "verify_my_identity": 0.000200160128102482, "verify_source_of_funds": 0.00030024019215372296, "verify_top_up": 0.000200160128102482, "virtual_card_not_working": 0.000500400320256205, "visa_or_mastercard": 0.00030024019215372296, "why_verify_identity": 0.000200160128102482, "wrong_amount_of_cash_received": 0.00030024019215372296, "wrong_exchange_rate_for_cash_withdrawal": 0.00030024019215372296 }, "error": null, "latency_ms": 71.80512498598546, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2302", "text_group": "10060ef096e76145f3fbc78da84f9058e653058785feb75f5c5f41dc424ebde9", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.0007002801120448179, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.0033013205282112846, "cancel_transfer": 0.0005002000800320128, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00040016006402561027, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00040016006402561027, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00040016006402561027, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.04511804721888756, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.9262705082032813, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.0007002801120448179, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00040016006402561027, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.001600640256102441, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00040016006402561027, "transfer_into_account": 0.0021008403361344537, "transfer_not_received_by_recipient": 0.000900360144057623, "transfer_timing": 0.0007002801120448179, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 72.17454200144857, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2303", "text_group": "ba8545eea58c37c549a54a986b406f69e3c311b416dfb0d7e0e9473902c93aa6", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0006999300069993001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.008499150084991502, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.11688831116888311, "cancel_transfer": 0.0052994700529947, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0005999400059994001, "card_not_working": 0.0007999200079992001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0006999300069993001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00029997000299970003, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0006999300069993001, "country_support": 0.0006999300069993001, "declined_card_payment": 0.0012998700129987, "declined_cash_withdrawal": 0.0007999200079992001, "declined_transfer": 0.31416858314168583, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.35416458354164587, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.1314868513148685, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0006999300069993001, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.0006999300069993001, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.0005999400059994001, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0071992800719928, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0008999100089991, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.0005999400059994001, "transfer_into_account": 0.0073992600739926015, "transfer_not_received_by_recipient": 0.0132986701329867, "transfer_timing": 0.007899210078992101, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0006999300069993001, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 70.07241598330438, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2304", "text_group": "1436904711f90d7b0405f9a35e97556deba0a2f207f8c39f754ea3424ac6d1a7", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.018, "cancel_transfer": 0.001, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0003, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0004, "contactless_not_working": 0.0006, "country_support": 0.0004, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.1694, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.756, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0132, "pin_blocked": 0.0004, "receiving_money": 0.0004, "request_refund": 0.0004, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0057, "top_up_limits": 0.0002, "top_up_reverted": 0.0009, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0013, "transfer_not_received_by_recipient": 0.0062, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.001, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 70.69095806218684, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2305", "text_group": "7cde4a6873ce5df86c1976eb92350d5267363b22523e12db6c1d832847e6ef19", "expected": "failed_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0006001200240048009, "activate_my_card": 0.0005001000200040008, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.0010002000400080016, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.08861772354470894, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011002200440088019, "beneficiary_not_allowed": 0.05391078215643129, "cancel_transfer": 0.0015003000600120023, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0009001800360072014, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0006001200240048009, "card_linking": 0.001900380076015203, "card_not_working": 0.002500500100020004, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0007001400280056011, "card_payment_wrong_exchange_rate": 0.0010002000400080016, "card_swallowed": 0.0007001400280056011, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0005001000200040008, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.002500500100020004, "country_support": 0.0009001800360072014, "declined_card_payment": 0.0014002800560112022, "declined_cash_withdrawal": 0.0011002200440088019, "declined_transfer": 0.13432686537307462, "direct_debit_payment_not_recognised": 0.0008001600320064013, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0011002200440088019, "exchange_rate": 0.0007001400280056011, "exchange_via_app": 0.002600520104020804, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.21534306861372274, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0006001200240048009, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.369873974794959, "pin_blocked": 0.002600520104020804, "receiving_money": 0.018003600720144026, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.0009001800360072014, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0008001600320064013, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0007001400280056011, "top_up_failed": 0.009801960392078415, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.0008001600320064013, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0007001400280056011, "transfer_into_account": 0.013702740548109622, "transfer_not_received_by_recipient": 0.02450490098019604, "transfer_timing": 0.008701740348069613, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0006001200240048009, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.010802160432086417, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.0008001600320064013 }, "error": null, "latency_ms": 68.75833298545331, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2306", "text_group": "9f7555c1d570835d8ba42ca6224473a1926b77738a8e08ef7f57cfd86a7e0915", "expected": "failed_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0012, "activate_my_card": 0.0009, "age_limit": 0.0009, "apple_pay_or_google_pay": 0.0012, "atm_support": 0.002, "automatic_top_up": 0.0013, "balance_not_updated_after_bank_transfer": 0.4241, "balance_not_updated_after_cheque_or_cash_deposit": 0.0062, "beneficiary_not_allowed": 0.0191, "cancel_transfer": 0.0018, "card_about_to_expire": 0.0009, "card_acceptance": 0.0015, "card_arrival": 0.001, "card_delivery_estimate": 0.0013, "card_linking": 0.0016, "card_not_working": 0.002, "card_payment_fee_charged": 0.0012, "card_payment_not_recognised": 0.0016, "card_payment_wrong_exchange_rate": 0.0022, "card_swallowed": 0.0014, "cash_withdrawal_charge": 0.0011, "cash_withdrawal_not_recognised": 0.0015, "change_pin": 0.0009, "compromised_card": 0.0011, "contactless_not_working": 0.0013, "country_support": 0.0014, "declined_card_payment": 0.0044, "declined_cash_withdrawal": 0.0081, "declined_transfer": 0.0335, "direct_debit_payment_not_recognised": 0.0046, "disposable_card_limits": 0.0014, "edit_personal_details": 0.0011, "exchange_charge": 0.0013, "exchange_rate": 0.0011, "exchange_via_app": 0.0013, "extra_charge_on_statement": 0.0011, "failed_transfer": 0.1909, "fiat_currency_support": 0.0014, "get_disposable_virtual_card": 0.0018, "get_physical_card": 0.003, "getting_spare_card": 0.0022, "getting_virtual_card": 0.0016, "lost_or_stolen_card": 0.0008, "lost_or_stolen_phone": 0.0008, "order_physical_card": 0.0049, "passcode_forgotten": 0.0008, "pending_card_payment": 0.0014, "pending_cash_withdrawal": 0.0016, "pending_top_up": 0.0016, "pending_transfer": 0.0098, "pin_blocked": 0.001, "receiving_money": 0.0308, "request_refund": 0.0017, "reverted_card_payment?": 0.0014, "supported_cards_and_currencies": 0.0015, "terminate_account": 0.0012, "top_up_by_bank_transfer_charge": 0.0066, "top_up_by_card_charge": 0.0011, "top_up_by_cash_or_cheque": 0.0019, "top_up_failed": 0.0335, "top_up_limits": 0.0013, "top_up_reverted": 0.0021, "topping_up_by_card": 0.002, "transaction_charged_twice": 0.0019, "transfer_fee_charged": 0.0015, "transfer_into_account": 0.0726, "transfer_not_received_by_recipient": 0.0578, "transfer_timing": 0.0084, "unable_to_verify_identity": 0.001, "verify_my_identity": 0.0009, "verify_source_of_funds": 0.0011, "verify_top_up": 0.001, "virtual_card_not_working": 0.0016, "visa_or_mastercard": 0.001, "why_verify_identity": 0.0009, "wrong_amount_of_cash_received": 0.0019, "wrong_exchange_rate_for_cash_withdrawal": 0.0011 }, "error": null, "latency_ms": 70.48641704022884, "usage": { "input_tokens": 624, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2307", "text_group": "794a7a4c2c30d9e8705a63fbee12515fb58217807d21beccb1b2b54a16633f14", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.0005002000800320128, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.002901160464185674, "cancel_transfer": 0.0008003201280512205, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00040016006402561027, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.057523009203681474, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.9174669867947178, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.0005002000800320128, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.0008003201280512205, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00040016006402561027, "transfer_into_account": 0.0007002801120448179, "transfer_not_received_by_recipient": 0.0012004801920768306, "transfer_timing": 0.0005002000800320128, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 67.73195799905807, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2308", "text_group": "c2ef4462a88d0092798adc72ef00b59023e74b22c338a1a2ef95805e12757937", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0020997900209979003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.026697330266973303, "cancel_transfer": 0.0016998300169983002, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.0005999400059994001, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0956904309569043, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.7937206279372062, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.0375962403759624, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.012998700129987, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.0051994800519948, "transfer_not_received_by_recipient": 0.000999900009999, "transfer_timing": 0.0008999100089991, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0008999100089991, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 70.27816702611744, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2309", "text_group": "d561982d1cfd22c81e0c2950ca195575ba21c1c45ead29128ce1fd1781c7f845", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0007, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0075, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0004, "card_linking": 0.0005, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0006, "country_support": 0.0005, "declined_card_payment": 0.0023, "declined_cash_withdrawal": 0.0034, "declined_transfer": 0.3811, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0004, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.5152, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.001, "pin_blocked": 0.0004, "receiving_money": 0.0046, "request_refund": 0.0003, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0383, "top_up_limits": 0.0004, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0109, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0015, "transfer_not_received_by_recipient": 0.0039, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0008, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 70.64695795997977, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2310", "text_group": "517ae93059703c30d5be68a47e812bb3bdceaeb0e13060fb625b671f6c59a7f3", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.012198780121987803, "cancel_transfer": 0.0006999300069993001, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.0004999500049995, "country_support": 0.0004999500049995, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.128987101289871, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.8175182481751825, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.0022997700229977, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0005999400059994001, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.0026997300269973002, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.0057994200579942, "transfer_not_received_by_recipient": 0.0023997600239976003, "transfer_timing": 0.0012998700129987, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 67.86504096817225, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2311", "text_group": "bcaa166cb91510b310b5ea5c3b41eabefb8e273cea6a8b05f7130475e891b86c", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.011197760447910418, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.014697060587882423, "cancel_transfer": 0.0010997800439912018, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.17246550689862028, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.7476504699060188, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.01969606078784243, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.0031993601279744054, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.0021995600879824036, "transfer_not_received_by_recipient": 0.005598880223955209, "transfer_timing": 0.0010997800439912018, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0005998800239952009, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 72.73862499278039, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2312", "text_group": "252a2a88d3428a63e47a19b24c48ddefc8f5bbabaa3e81df850cc54aa1b1e842", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0015996800639872027, "activate_my_card": 0.0014997000599880025, "age_limit": 0.0013997200559888023, "apple_pay_or_google_pay": 0.002299540091981604, "atm_support": 0.0028994201159768043, "automatic_top_up": 0.001999600079984003, "balance_not_updated_after_bank_transfer": 0.08618276344731055, "balance_not_updated_after_cheque_or_cash_deposit": 0.0024995000999800043, "beneficiary_not_allowed": 0.023695260947810437, "cancel_transfer": 0.02429514097180564, "card_about_to_expire": 0.0013997200559888023, "card_acceptance": 0.002599480103979204, "card_arrival": 0.0014997000599880025, "card_delivery_estimate": 0.0014997000599880025, "card_linking": 0.002299540091981604, "card_not_working": 0.002599480103979204, "card_payment_fee_charged": 0.0018996200759848032, "card_payment_not_recognised": 0.0021995600879824036, "card_payment_wrong_exchange_rate": 0.0023995200959808036, "card_swallowed": 0.0021995600879824036, "cash_withdrawal_charge": 0.0016996600679864027, "cash_withdrawal_not_recognised": 0.0014997000599880025, "change_pin": 0.0014997000599880025, "compromised_card": 0.001999600079984003, "contactless_not_working": 0.0028994201159768043, "country_support": 0.0023995200959808036, "declined_card_payment": 0.0024995000999800043, "declined_cash_withdrawal": 0.0020995800839832034, "declined_transfer": 0.0621875624875025, "direct_debit_payment_not_recognised": 0.001799640071985603, "disposable_card_limits": 0.001799640071985603, "edit_personal_details": 0.0015996800639872027, "exchange_charge": 0.0021995600879824036, "exchange_rate": 0.0016996600679864027, "exchange_via_app": 0.0027994401119776045, "extra_charge_on_statement": 0.0013997200559888023, "failed_transfer": 0.5790841831633674, "fiat_currency_support": 0.002599480103979204, "get_disposable_virtual_card": 0.001799640071985603, "get_physical_card": 0.0015996800639872027, "getting_spare_card": 0.0013997200559888023, "getting_virtual_card": 0.0013997200559888023, "lost_or_stolen_card": 0.0011997600479904018, "lost_or_stolen_phone": 0.0010997800439912018, "order_physical_card": 0.001299740051989602, "passcode_forgotten": 0.0013997200559888023, "pending_card_payment": 0.0014997000599880025, "pending_cash_withdrawal": 0.0013997200559888023, "pending_top_up": 0.0018996200759848032, "pending_transfer": 0.014397120575884824, "pin_blocked": 0.0018996200759848032, "receiving_money": 0.005898820235952809, "request_refund": 0.002299540091981604, "reverted_card_payment?": 0.001999600079984003, "supported_cards_and_currencies": 0.0026994601079784043, "terminate_account": 0.0024995000999800043, "top_up_by_bank_transfer_charge": 0.002999400119976005, "top_up_by_card_charge": 0.0014997000599880025, "top_up_by_cash_or_cheque": 0.0021995600879824036, "top_up_failed": 0.008698260347930413, "top_up_limits": 0.0015996800639872027, "top_up_reverted": 0.002999400119976005, "topping_up_by_card": 0.002299540091981604, "transaction_charged_twice": 0.01199760047990402, "transfer_fee_charged": 0.002299540091981604, "transfer_into_account": 0.04229154169166167, "transfer_not_received_by_recipient": 0.008298340331933614, "transfer_timing": 0.004099180163967207, "unable_to_verify_identity": 0.001799640071985603, "verify_my_identity": 0.0013997200559888023, "verify_source_of_funds": 0.0013997200559888023, "verify_top_up": 0.0013997200559888023, "virtual_card_not_working": 0.004399120175964807, "visa_or_mastercard": 0.0018996200759848032, "why_verify_identity": 0.0015996800639872027, "wrong_amount_of_cash_received": 0.0023995200959808036, "wrong_exchange_rate_for_cash_withdrawal": 0.001999600079984003 }, "error": null, "latency_ms": 71.19970896746963, "usage": { "input_tokens": 605, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2313", "text_group": "856e6b67b82a5acabd125a2824fce9949f0394476fc3f680c4008707ca1dba64", "expected": "failed_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0012003601080324098, "activate_my_card": 0.002300690207062119, "age_limit": 0.0014004201260378114, "apple_pay_or_google_pay": 0.0035010503150945285, "atm_support": 0.005601680504151245, "automatic_top_up": 0.0025007502250675205, "balance_not_updated_after_bank_transfer": 0.09992997899369813, "balance_not_updated_after_cheque_or_cash_deposit": 0.002600780234070221, "beneficiary_not_allowed": 0.0039011703511053317, "cancel_transfer": 0.015004501350405122, "card_about_to_expire": 0.0017005101530459137, "card_acceptance": 0.004001200360108033, "card_arrival": 0.0019005701710513156, "card_delivery_estimate": 0.0018005401620486148, "card_linking": 0.0039011703511053317, "card_not_working": 0.002100630189056717, "card_payment_fee_charged": 0.0024007202160648195, "card_payment_not_recognised": 0.002300690207062119, "card_payment_wrong_exchange_rate": 0.002700810243072922, "card_swallowed": 0.0018005401620486148, "cash_withdrawal_charge": 0.002300690207062119, "cash_withdrawal_not_recognised": 0.0014004201260378114, "change_pin": 0.0018005401620486148, "compromised_card": 0.002100630189056717, "contactless_not_working": 0.0024007202160648195, "country_support": 0.003300990297089127, "declined_card_payment": 0.0018005401620486148, "declined_cash_withdrawal": 0.0014004201260378114, "declined_transfer": 0.004801440432129639, "direct_debit_payment_not_recognised": 0.002100630189056717, "disposable_card_limits": 0.0025007502250675205, "edit_personal_details": 0.002100630189056717, "exchange_charge": 0.007802340702210663, "exchange_rate": 0.004201260378113434, "exchange_via_app": 0.007702310693207964, "extra_charge_on_statement": 0.0019005701710513156, "failed_transfer": 0.027708312493748125, "fiat_currency_support": 0.005101530459137742, "get_disposable_virtual_card": 0.0020006001800540163, "get_physical_card": 0.0020006001800540163, "getting_spare_card": 0.0017005101530459137, "getting_virtual_card": 0.0017005101530459137, "lost_or_stolen_card": 0.0012003601080324098, "lost_or_stolen_phone": 0.001100330099029709, "order_physical_card": 0.0016004801440432132, "passcode_forgotten": 0.0014004201260378114, "pending_card_payment": 0.0018005401620486148, "pending_cash_withdrawal": 0.0014004201260378114, "pending_top_up": 0.0020006001800540163, "pending_transfer": 0.29158747624287285, "pin_blocked": 0.0014004201260378114, "receiving_money": 0.006702010603180955, "request_refund": 0.0014004201260378114, "reverted_card_payment?": 0.0018005401620486148, "supported_cards_and_currencies": 0.006401920576172853, "terminate_account": 0.002100630189056717, "top_up_by_bank_transfer_charge": 0.017605281584475344, "top_up_by_card_charge": 0.0018005401620486148, "top_up_by_cash_or_cheque": 0.002300690207062119, "top_up_failed": 0.0025007502250675205, "top_up_limits": 0.0017005101530459137, "top_up_reverted": 0.002100630189056717, "topping_up_by_card": 0.0028008402520756227, "transaction_charged_twice": 0.0017005101530459137, "transfer_fee_charged": 0.002700810243072922, "transfer_into_account": 0.28048414524357307, "transfer_not_received_by_recipient": 0.0060018005401620495, "transfer_timing": 0.08772631789536861, "unable_to_verify_identity": 0.0016004801440432132, "verify_my_identity": 0.0016004801440432132, "verify_source_of_funds": 0.0016004801440432132, "verify_top_up": 0.0017005101530459137, "virtual_card_not_working": 0.0020006001800540163, "visa_or_mastercard": 0.002700810243072922, "why_verify_identity": 0.0015004501350405124, "wrong_amount_of_cash_received": 0.0016004801440432132, "wrong_exchange_rate_for_cash_withdrawal": 0.0020006001800540163 }, "error": null, "latency_ms": 73.53658298961818, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2314", "text_group": "a7c9308ee6df59907fcf9a41ac7b8e39c18aee7ded97db066a97f0a6471f8e34", "expected": "failed_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0003998400639744103, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0020991603358656535, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.15733706517393045, "cancel_transfer": 0.007097161135545782, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0002998800479808077, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.00019992003198720514, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0003998400639744103, "declined_card_payment": 0.0004998000799680128, "declined_cash_withdrawal": 0.0004998000799680128, "declined_transfer": 0.09066373450619752, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.19132347061175528, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.0003998400639744103, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0003998400639744103, "pending_transfer": 0.5071971211515394, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0003998400639744103, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0012994802079168333, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0007996801279488206, "transfer_not_received_by_recipient": 0.012095161935225909, "transfer_timing": 0.010195921631347462, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.0003998400639744103, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 71.62041601259261, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2315", "text_group": "87356bcf9b606be766010b59293ae2d78da8a1118a4d821de1973f143c59e7e9", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0009002700810243073, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.00370111033309993, "cancel_transfer": 0.0007002100630189057, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00040012003601080324, "declined_cash_withdrawal": 0.00040012003601080324, "declined_transfer": 0.07552265679703911, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.00020006001800540162, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.8989696909072722, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.001100330099029709, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0008002400720216065, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0006001800540162048, "transfer_not_received_by_recipient": 0.0008002400720216065, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 71.19483302813023, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2316", "text_group": "bdda74b71f277b7e2b9d2628038ba99ab7bd02300b68f8aa2bcbef0a0082ed14", "expected": "failed_transfer", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.0004000800160032007, "activate_my_card": 0.0003000600120024005, "age_limit": 0.0003000600120024005, "apple_pay_or_google_pay": 0.0004000800160032007, "atm_support": 0.000600120024004801, "automatic_top_up": 0.0003000600120024005, "balance_not_updated_after_bank_transfer": 0.0036007201440288058, "balance_not_updated_after_cheque_or_cash_deposit": 0.000600120024004801, "beneficiary_not_allowed": 0.10692138427685538, "cancel_transfer": 0.0022004400880176037, "card_about_to_expire": 0.0003000600120024005, "card_acceptance": 0.000600120024004801, "card_arrival": 0.0004000800160032007, "card_delivery_estimate": 0.0004000800160032007, "card_linking": 0.0005001000200040008, "card_not_working": 0.000600120024004801, "card_payment_fee_charged": 0.0004000800160032007, "card_payment_not_recognised": 0.0004000800160032007, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0004000800160032007, "cash_withdrawal_charge": 0.0004000800160032007, "cash_withdrawal_not_recognised": 0.0003000600120024005, "change_pin": 0.0003000600120024005, "compromised_card": 0.0004000800160032007, "contactless_not_working": 0.0007001400280056011, "country_support": 0.000600120024004801, "declined_card_payment": 0.0009001800360072014, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.4104820964192839, "direct_debit_payment_not_recognised": 0.0004000800160032007, "disposable_card_limits": 0.0004000800160032007, "edit_personal_details": 0.0004000800160032007, "exchange_charge": 0.0003000600120024005, "exchange_rate": 0.0003000600120024005, "exchange_via_app": 0.0004000800160032007, "extra_charge_on_statement": 0.0003000600120024005, "failed_transfer": 0.39797959591918386, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0003000600120024005, "get_physical_card": 0.0003000600120024005, "getting_spare_card": 0.0003000600120024005, "getting_virtual_card": 0.0003000600120024005, "lost_or_stolen_card": 0.0003000600120024005, "lost_or_stolen_phone": 0.0003000600120024005, "order_physical_card": 0.0003000600120024005, "passcode_forgotten": 0.0003000600120024005, "pending_card_payment": 0.0004000800160032007, "pending_cash_withdrawal": 0.0003000600120024005, "pending_top_up": 0.0004000800160032007, "pending_transfer": 0.03440688137627526, "pin_blocked": 0.000600120024004801, "receiving_money": 0.000600120024004801, "request_refund": 0.0004000800160032007, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.000600120024004801, "terminate_account": 0.0004000800160032007, "top_up_by_bank_transfer_charge": 0.0004000800160032007, "top_up_by_card_charge": 0.0003000600120024005, "top_up_by_cash_or_cheque": 0.0004000800160032007, "top_up_failed": 0.0022004400880176037, "top_up_limits": 0.0003000600120024005, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.0004000800160032007, "transaction_charged_twice": 0.0004000800160032007, "transfer_fee_charged": 0.0004000800160032007, "transfer_into_account": 0.0031006201240248053, "transfer_not_received_by_recipient": 0.007901580316063214, "transfer_timing": 0.0026005201040208044, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0004000800160032007, "verify_source_of_funds": 0.0003000600120024005, "verify_top_up": 0.0003000600120024005, "virtual_card_not_working": 0.0008001600320064014, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.0004000800160032007, "wrong_amount_of_cash_received": 0.0004000800160032007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004000800160032007 }, "error": null, "latency_ms": 69.96995804365724, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2317", "text_group": "aaa6f8efab93061e30982374daa500baa582a29acb8d64b4ea3c1886f9baa618", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0005000500050005002, "activate_my_card": 0.0005000500050005002, "age_limit": 0.0005000500050005002, "apple_pay_or_google_pay": 0.0008000800080008002, "atm_support": 0.0010001000100010003, "automatic_top_up": 0.0006000600060006001, "balance_not_updated_after_bank_transfer": 0.021902190219021903, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008000800080008002, "beneficiary_not_allowed": 0.015301530153015303, "cancel_transfer": 0.004400440044004401, "card_about_to_expire": 0.0005000500050005002, "card_acceptance": 0.0009000900090009002, "card_arrival": 0.0005000500050005002, "card_delivery_estimate": 0.0005000500050005002, "card_linking": 0.0008000800080008002, "card_not_working": 0.0012001200120012002, "card_payment_fee_charged": 0.0007000700070007002, "card_payment_not_recognised": 0.0007000700070007002, "card_payment_wrong_exchange_rate": 0.0008000800080008002, "card_swallowed": 0.0009000900090009002, "cash_withdrawal_charge": 0.0005000500050005002, "cash_withdrawal_not_recognised": 0.0005000500050005002, "change_pin": 0.0005000500050005002, "compromised_card": 0.0006000600060006001, "contactless_not_working": 0.0010001000100010003, "country_support": 0.0009000900090009002, "declined_card_payment": 0.0009000900090009002, "declined_cash_withdrawal": 0.0007000700070007002, "declined_transfer": 0.06160616061606161, "direct_debit_payment_not_recognised": 0.0006000600060006001, "disposable_card_limits": 0.0006000600060006001, "edit_personal_details": 0.0005000500050005002, "exchange_charge": 0.0006000600060006001, "exchange_rate": 0.0006000600060006001, "exchange_via_app": 0.0008000800080008002, "extra_charge_on_statement": 0.0005000500050005002, "failed_transfer": 0.8180818081808181, "fiat_currency_support": 0.0009000900090009002, "get_disposable_virtual_card": 0.0006000600060006001, "get_physical_card": 0.0007000700070007002, "getting_spare_card": 0.0005000500050005002, "getting_virtual_card": 0.0005000500050005002, "lost_or_stolen_card": 0.0004000400040004001, "lost_or_stolen_phone": 0.0004000400040004001, "order_physical_card": 0.0005000500050005002, "passcode_forgotten": 0.0005000500050005002, "pending_card_payment": 0.0006000600060006001, "pending_cash_withdrawal": 0.0005000500050005002, "pending_top_up": 0.0006000600060006001, "pending_transfer": 0.003700370037003701, "pin_blocked": 0.0008000800080008002, "receiving_money": 0.0010001000100010003, "request_refund": 0.0007000700070007002, "reverted_card_payment?": 0.0008000800080008002, "supported_cards_and_currencies": 0.0011001100110011003, "terminate_account": 0.0008000800080008002, "top_up_by_bank_transfer_charge": 0.0008000800080008002, "top_up_by_card_charge": 0.0005000500050005002, "top_up_by_cash_or_cheque": 0.0006000600060006001, "top_up_failed": 0.003800380038003801, "top_up_limits": 0.0006000600060006001, "top_up_reverted": 0.0010001000100010003, "topping_up_by_card": 0.0008000800080008002, "transaction_charged_twice": 0.0039003900390039005, "transfer_fee_charged": 0.0008000800080008002, "transfer_into_account": 0.016301630163016303, "transfer_not_received_by_recipient": 0.004100410041004101, "transfer_timing": 0.0019001900190019005, "unable_to_verify_identity": 0.0007000700070007002, "verify_my_identity": 0.0005000500050005002, "verify_source_of_funds": 0.0005000500050005002, "verify_top_up": 0.0005000500050005002, "virtual_card_not_working": 0.0012001200120012002, "visa_or_mastercard": 0.0007000700070007002, "why_verify_identity": 0.0005000500050005002, "wrong_amount_of_cash_received": 0.0008000800080008002, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006001 }, "error": null, "latency_ms": 73.37849994655699, "usage": { "input_tokens": 610, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2318", "text_group": "78426788f9a7851158037481008e35bb235795ec4286f44ae9552a9cbecbdcb3", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.0002998500749625187, "activate_my_card": 0.00019990004997501253, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.00039980009995002505, "atm_support": 0.0004997501249375313, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.0069965017491254375, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997501249375313, "beneficiary_not_allowed": 0.024687656171914044, "cancel_transfer": 0.0009995002498750627, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.00039980009995002505, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.00039980009995002505, "card_not_working": 0.0004997501249375313, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.00039980009995002505, "card_payment_wrong_exchange_rate": 0.0004997501249375313, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.0002998500749625187, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0002998500749625187, "compromised_card": 0.0002998500749625187, "contactless_not_working": 0.0004997501249375313, "country_support": 0.00039980009995002505, "declined_card_payment": 0.0004997501249375313, "declined_cash_withdrawal": 0.0005997001499250374, "declined_transfer": 0.1389305347326337, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.00039980009995002505, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.7926036981509246, "fiat_currency_support": 0.0004997501249375313, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.002798600699650175, "pin_blocked": 0.00039980009995002505, "receiving_money": 0.0004997501249375313, "request_refund": 0.00039980009995002505, "reverted_card_payment?": 0.00039980009995002505, "supported_cards_and_currencies": 0.0005997001499250374, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.00039980009995002505, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0032983508245877065, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0007996001999000501, "topping_up_by_card": 0.00039980009995002505, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.00039980009995002505, "transfer_into_account": 0.002098950524737631, "transfer_not_received_by_recipient": 0.0014992503748125939, "transfer_timing": 0.0009995002498750627, "unable_to_verify_identity": 0.00039980009995002505, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.0012993503248375812, "visa_or_mastercard": 0.00039980009995002505, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.00039980009995002505, "wrong_exchange_rate_for_cash_withdrawal": 0.00039980009995002505 }, "error": null, "latency_ms": 69.37233300413936, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2319", "text_group": "5e7aeb8f712a04f3d338eadf4d24de556c3a7f670de1e45f10162b44ff9f76cc", "expected": "failed_transfer", "prediction": "failed_transfer", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.0008003201280512205, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.011104441776710685, "cancel_transfer": 0.0005002000800320128, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00040016006402561027, "card_not_working": 0.0006002400960384153, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.0005002000800320128, "country_support": 0.00030012004801920766, "declined_card_payment": 0.0005002000800320128, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.10224089635854343, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.8243297318927572, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.0005002000800320128, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.0011004401760704283, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.0006002400960384153, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.03331332533013206, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.0006002400960384153, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.0028011204481792717, "transfer_not_received_by_recipient": 0.0017006802721088435, "transfer_timing": 0.0007002801120448179, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.000900360144057623, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 72.26445793639868, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2320", "text_group": "bbf341840741a7360150ed9d0fb838b363da12b547e6ca213e306418cf171129", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0005002000800320128, "activate_my_card": 0.0008003201280512205, "age_limit": 0.0007002801120448179, "apple_pay_or_google_pay": 0.0013005202080832333, "atm_support": 0.0026010404161664665, "automatic_top_up": 0.008003201280512205, "balance_not_updated_after_bank_transfer": 0.06542617046818727, "balance_not_updated_after_cheque_or_cash_deposit": 0.0019007603041216485, "beneficiary_not_allowed": 0.0014005602240896359, "cancel_transfer": 0.0013005202080832333, "card_about_to_expire": 0.0010004001600640256, "card_acceptance": 0.0013005202080832333, "card_arrival": 0.0008003201280512205, "card_delivery_estimate": 0.0008003201280512205, "card_linking": 0.0015006002400960385, "card_not_working": 0.0011004401760704283, "card_payment_fee_charged": 0.0010004001600640256, "card_payment_not_recognised": 0.0009003601440576229, "card_payment_wrong_exchange_rate": 0.0012004801920768306, "card_swallowed": 0.0010004001600640256, "cash_withdrawal_charge": 0.0011004401760704283, "cash_withdrawal_not_recognised": 0.0008003201280512205, "change_pin": 0.0009003601440576229, "compromised_card": 0.0008003201280512205, "contactless_not_working": 0.0011004401760704283, "country_support": 0.0011004401760704283, "declined_card_payment": 0.0008003201280512205, "declined_cash_withdrawal": 0.0009003601440576229, "declined_transfer": 0.0013005202080832333, "direct_debit_payment_not_recognised": 0.0014005602240896359, "disposable_card_limits": 0.0013005202080832333, "edit_personal_details": 0.0013005202080832333, "exchange_charge": 0.0012004801920768306, "exchange_rate": 0.0010004001600640256, "exchange_via_app": 0.0012004801920768306, "extra_charge_on_statement": 0.0017006802721088435, "failed_transfer": 0.0013005202080832333, "fiat_currency_support": 0.0019007603041216485, "get_disposable_virtual_card": 0.0011004401760704283, "get_physical_card": 0.0008003201280512205, "getting_spare_card": 0.0037014805922368946, "getting_virtual_card": 0.0008003201280512205, "lost_or_stolen_card": 0.0006002400960384153, "lost_or_stolen_phone": 0.0006002400960384153, "order_physical_card": 0.0012004801920768306, "passcode_forgotten": 0.0007002801120448179, "pending_card_payment": 0.0007002801120448179, "pending_cash_withdrawal": 0.0007002801120448179, "pending_top_up": 0.0013005202080832333, "pending_transfer": 0.0013005202080832333, "pin_blocked": 0.0007002801120448179, "receiving_money": 0.012805122048819529, "request_refund": 0.0006002400960384153, "reverted_card_payment?": 0.0008003201280512205, "supported_cards_and_currencies": 0.0017006802721088435, "terminate_account": 0.0010004001600640256, "top_up_by_bank_transfer_charge": 0.056522609043617444, "top_up_by_card_charge": 0.0013005202080832333, "top_up_by_cash_or_cheque": 0.0071028411364545815, "top_up_failed": 0.0012004801920768306, "top_up_limits": 0.0018007202881152459, "top_up_reverted": 0.0013005202080832333, "topping_up_by_card": 0.016506602641056422, "transaction_charged_twice": 0.0007002801120448179, "transfer_fee_charged": 0.0010004001600640256, "transfer_into_account": 0.7481992797118847, "transfer_not_received_by_recipient": 0.0012004801920768306, "transfer_timing": 0.008703481392557022, "unable_to_verify_identity": 0.0007002801120448179, "verify_my_identity": 0.0006002400960384153, "verify_source_of_funds": 0.0007002801120448179, "verify_top_up": 0.0008003201280512205, "virtual_card_not_working": 0.0008003201280512205, "visa_or_mastercard": 0.0010004001600640256, "why_verify_identity": 0.0006002400960384153, "wrong_amount_of_cash_received": 0.0015006002400960385, "wrong_exchange_rate_for_cash_withdrawal": 0.0010004001600640256 }, "error": null, "latency_ms": 70.39391691796482, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2321", "text_group": "26c9876f4ac9b611212bff75e8fa6ba3b2483f52568c988fbf27c8db05f8964b", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0006999300069993001, "activate_my_card": 0.0008999100089991, "age_limit": 0.0007999200079992001, "apple_pay_or_google_pay": 0.0012998700129987, "atm_support": 0.0030996900309969004, "automatic_top_up": 0.017698230176982303, "balance_not_updated_after_bank_transfer": 0.007899210078992101, "balance_not_updated_after_cheque_or_cash_deposit": 0.0023997600239976003, "beneficiary_not_allowed": 0.0015998400159984002, "cancel_transfer": 0.0015998400159984002, "card_about_to_expire": 0.0008999100089991, "card_acceptance": 0.0015998400159984002, "card_arrival": 0.0008999100089991, "card_delivery_estimate": 0.0008999100089991, "card_linking": 0.0015998400159984002, "card_not_working": 0.0010998900109989002, "card_payment_fee_charged": 0.000999900009999, "card_payment_not_recognised": 0.000999900009999, "card_payment_wrong_exchange_rate": 0.0012998700129987, "card_swallowed": 0.0010998900109989002, "cash_withdrawal_charge": 0.0010998900109989002, "cash_withdrawal_not_recognised": 0.000999900009999, "change_pin": 0.000999900009999, "compromised_card": 0.0008999100089991, "contactless_not_working": 0.0010998900109989002, "country_support": 0.0013998600139986002, "declined_card_payment": 0.0008999100089991, "declined_cash_withdrawal": 0.0008999100089991, "declined_transfer": 0.0012998700129987, "direct_debit_payment_not_recognised": 0.0013998600139986002, "disposable_card_limits": 0.0015998400159984002, "edit_personal_details": 0.0027997200279972004, "exchange_charge": 0.0014998500149985001, "exchange_rate": 0.0010998900109989002, "exchange_via_app": 0.0014998500149985001, "extra_charge_on_statement": 0.0010998900109989002, "failed_transfer": 0.0014998500149985001, "fiat_currency_support": 0.0021997800219978004, "get_disposable_virtual_card": 0.0014998500149985001, "get_physical_card": 0.0012998700129987, "getting_spare_card": 0.0040995900409959, "getting_virtual_card": 0.000999900009999, "lost_or_stolen_card": 0.0006999300069993001, "lost_or_stolen_phone": 0.0005999400059994001, "order_physical_card": 0.0018998100189981002, "passcode_forgotten": 0.0006999300069993001, "pending_card_payment": 0.0007999200079992001, "pending_cash_withdrawal": 0.0007999200079992001, "pending_top_up": 0.0016998300169983002, "pending_transfer": 0.0013998600139986002, "pin_blocked": 0.0007999200079992001, "receiving_money": 0.055394460553944605, "request_refund": 0.0008999100089991, "reverted_card_payment?": 0.000999900009999, "supported_cards_and_currencies": 0.0017998200179982, "terminate_account": 0.0010998900109989002, "top_up_by_bank_transfer_charge": 0.029397060293970604, "top_up_by_card_charge": 0.0013998600139986002, "top_up_by_cash_or_cheque": 0.027497250274972504, "top_up_failed": 0.0016998300169983002, "top_up_limits": 0.0057994200579942, "top_up_reverted": 0.0017998200179982, "topping_up_by_card": 0.046295370462953706, "transaction_charged_twice": 0.0007999200079992001, "transfer_fee_charged": 0.0008999100089991, "transfer_into_account": 0.7156284371562844, "transfer_not_received_by_recipient": 0.0013998600139986002, "transfer_timing": 0.0072992700729927005, "unable_to_verify_identity": 0.0007999200079992001, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.0008999100089991, "verify_top_up": 0.0008999100089991, "virtual_card_not_working": 0.0008999100089991, "visa_or_mastercard": 0.0010998900109989002, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0016998300169983002, "wrong_exchange_rate_for_cash_withdrawal": 0.0011998800119988001 }, "error": null, "latency_ms": 70.98787499126047, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2322", "text_group": "29d5e012b7a4babb236a938bd6f223e5769c65bfe7087398830a13194f175634", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0008003201280512205, "activate_my_card": 0.001600640256102441, "age_limit": 0.0010004001600640256, "apple_pay_or_google_pay": 0.004401760704281713, "atm_support": 0.004201680672268907, "automatic_top_up": 0.04481792717086835, "balance_not_updated_after_bank_transfer": 0.004801920768307323, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017006802721088435, "beneficiary_not_allowed": 0.0017006802721088435, "cancel_transfer": 0.001600640256102441, "card_about_to_expire": 0.0010004001600640256, "card_acceptance": 0.0024009603841536613, "card_arrival": 0.0011004401760704283, "card_delivery_estimate": 0.0015006002400960385, "card_linking": 0.002501000400160064, "card_not_working": 0.0013005202080832333, "card_payment_fee_charged": 0.001800720288115246, "card_payment_not_recognised": 0.001600640256102441, "card_payment_wrong_exchange_rate": 0.001800720288115246, "card_swallowed": 0.0012004801920768306, "cash_withdrawal_charge": 0.001600640256102441, "cash_withdrawal_not_recognised": 0.0011004401760704283, "change_pin": 0.0011004401760704283, "compromised_card": 0.0012004801920768306, "contactless_not_working": 0.0014005602240896359, "country_support": 0.0017006802721088435, "declined_card_payment": 0.0014005602240896359, "declined_cash_withdrawal": 0.0010004001600640256, "declined_transfer": 0.0013005202080832333, "direct_debit_payment_not_recognised": 0.004001600640256103, "disposable_card_limits": 0.0017006802721088435, "edit_personal_details": 0.0014005602240896359, "exchange_charge": 0.006102440976390557, "exchange_rate": 0.0022008803521408565, "exchange_via_app": 0.0031012404961984793, "extra_charge_on_statement": 0.0017006802721088435, "failed_transfer": 0.0022008803521408565, "fiat_currency_support": 0.003001200480192077, "get_disposable_virtual_card": 0.0014005602240896359, "get_physical_card": 0.0011004401760704283, "getting_spare_card": 0.0012004801920768306, "getting_virtual_card": 0.0010004001600640256, "lost_or_stolen_card": 0.0008003201280512205, "lost_or_stolen_phone": 0.0008003201280512205, "order_physical_card": 0.0013005202080832333, "passcode_forgotten": 0.0010004001600640256, "pending_card_payment": 0.0011004401760704283, "pending_cash_withdrawal": 0.000900360144057623, "pending_top_up": 0.0014005602240896359, "pending_transfer": 0.001800720288115246, "pin_blocked": 0.0010004001600640256, "receiving_money": 0.06262505002000801, "request_refund": 0.000900360144057623, "reverted_card_payment?": 0.0013005202080832333, "supported_cards_and_currencies": 0.004001600640256103, "terminate_account": 0.0011004401760704283, "top_up_by_bank_transfer_charge": 0.030212084833933575, "top_up_by_card_charge": 0.001800720288115246, "top_up_by_cash_or_cheque": 0.0038015206082432974, "top_up_failed": 0.0015006002400960385, "top_up_limits": 0.0015006002400960385, "top_up_reverted": 0.0015006002400960385, "topping_up_by_card": 0.0070028011204481795, "transaction_charged_twice": 0.0011004401760704283, "transfer_fee_charged": 0.001600640256102441, "transfer_into_account": 0.7282913165266107, "transfer_not_received_by_recipient": 0.001600640256102441, "transfer_timing": 0.005502200880352141, "unable_to_verify_identity": 0.0010004001600640256, "verify_my_identity": 0.000900360144057623, "verify_source_of_funds": 0.0010004001600640256, "verify_top_up": 0.0010004001600640256, "virtual_card_not_working": 0.0011004401760704283, "visa_or_mastercard": 0.0015006002400960385, "why_verify_identity": 0.000900360144057623, "wrong_amount_of_cash_received": 0.0010004001600640256, "wrong_exchange_rate_for_cash_withdrawal": 0.0014005602240896359 }, "error": null, "latency_ms": 72.20279204193503, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2323", "text_group": "08b2c6ed89a00f09ad025e0cdded57122b74cc2ac96761059ad382c7e5de8aca", "expected": "transfer_into_account", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.002000200020002, "activate_my_card": 0.004100410041004101, "age_limit": 0.0030003000300030005, "apple_pay_or_google_pay": 0.0058005800580058, "atm_support": 0.013701370137013702, "automatic_top_up": 0.08490849084908492, "balance_not_updated_after_bank_transfer": 0.0038003800380038005, "balance_not_updated_after_cheque_or_cash_deposit": 0.005000500050005001, "beneficiary_not_allowed": 0.0042004200420042, "cancel_transfer": 0.0036003600360036, "card_about_to_expire": 0.0036003600360036, "card_acceptance": 0.0063006300630063005, "card_arrival": 0.0033003300330033004, "card_delivery_estimate": 0.0030003000300030005, "card_linking": 0.0106010601060106, "card_not_working": 0.005100510051005101, "card_payment_fee_charged": 0.0036003600360036, "card_payment_not_recognised": 0.0037003700370037006, "card_payment_wrong_exchange_rate": 0.004100410041004101, "card_swallowed": 0.0037003700370037006, "cash_withdrawal_charge": 0.0036003600360036, "cash_withdrawal_not_recognised": 0.0024002400240024, "change_pin": 0.0034003400340034003, "compromised_card": 0.0033003300330033004, "contactless_not_working": 0.004000400040004, "country_support": 0.005000500050005001, "declined_card_payment": 0.0030003000300030005, "declined_cash_withdrawal": 0.0026002600260026003, "declined_transfer": 0.0032003200320032004, "direct_debit_payment_not_recognised": 0.0036003600360036, "disposable_card_limits": 0.0069006900690069, "edit_personal_details": 0.004000400040004, "exchange_charge": 0.0038003800380038005, "exchange_rate": 0.0031003100310031, "exchange_via_app": 0.0036003600360036, "extra_charge_on_statement": 0.0034003400340034003, "failed_transfer": 0.0035003500350035003, "fiat_currency_support": 0.0069006900690069, "get_disposable_virtual_card": 0.0072007200720072, "get_physical_card": 0.0045004500450045, "getting_spare_card": 0.13761376137613762, "getting_virtual_card": 0.0034003400340034003, "lost_or_stolen_card": 0.0022002200220022005, "lost_or_stolen_phone": 0.002000200020002, "order_physical_card": 0.0047004700470047005, "passcode_forgotten": 0.0026002600260026003, "pending_card_payment": 0.0028002800280028, "pending_cash_withdrawal": 0.0022002200220022005, "pending_top_up": 0.0388038803880388, "pending_transfer": 0.0025002500250025004, "pin_blocked": 0.0027002700270027003, "receiving_money": 0.004400440044004401, "request_refund": 0.0024002400240024, "reverted_card_payment?": 0.0032003200320032004, "supported_cards_and_currencies": 0.011001100110011, "terminate_account": 0.0036003600360036, "top_up_by_bank_transfer_charge": 0.0258025802580258, "top_up_by_card_charge": 0.006800680068006801, "top_up_by_cash_or_cheque": 0.05530553055305531, "top_up_failed": 0.0083008300830083, "top_up_limits": 0.011401140114011402, "top_up_reverted": 0.006000600060006001, "topping_up_by_card": 0.35423542354235427, "transaction_charged_twice": 0.0023002300230023, "transfer_fee_charged": 0.0025002500250025004, "transfer_into_account": 0.0058005800580058, "transfer_not_received_by_recipient": 0.0025002500250025004, "transfer_timing": 0.0039003900390039, "unable_to_verify_identity": 0.0028002800280028, "verify_my_identity": 0.0026002600260026003, "verify_source_of_funds": 0.0026002600260026003, "verify_top_up": 0.006800680068006801, "virtual_card_not_working": 0.0034003400340034003, "visa_or_mastercard": 0.0042004200420042, "why_verify_identity": 0.0023002300230023, "wrong_amount_of_cash_received": 0.0029002900290029, "wrong_exchange_rate_for_cash_withdrawal": 0.0033003300330033004 }, "error": null, "latency_ms": 72.08408298902214, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2324", "text_group": "508ac02477e9aef8ed54b2c03942502537a456b6623468aeae710e928407597a", "expected": "transfer_into_account", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0014001400140014, "activate_my_card": 0.0016001600160016002, "age_limit": 0.0012001200120012, "apple_pay_or_google_pay": 0.0037003700370037006, "atm_support": 0.0045004500450045, "automatic_top_up": 0.0021002100210021, "balance_not_updated_after_bank_transfer": 0.47164716471647167, "balance_not_updated_after_cheque_or_cash_deposit": 0.0049004900490049, "beneficiary_not_allowed": 0.007700770077007701, "cancel_transfer": 0.0174017401740174, "card_about_to_expire": 0.0015001500150015003, "card_acceptance": 0.0029002900290029, "card_arrival": 0.0018001800180018, "card_delivery_estimate": 0.002000200020002, "card_linking": 0.0033003300330033004, "card_not_working": 0.0023002300230023, "card_payment_fee_charged": 0.0017001700170017002, "card_payment_not_recognised": 0.0027002700270027003, "card_payment_wrong_exchange_rate": 0.0034003400340034003, "card_swallowed": 0.0018001800180018, "cash_withdrawal_charge": 0.002000200020002, "cash_withdrawal_not_recognised": 0.0018001800180018, "change_pin": 0.0015001500150015003, "compromised_card": 0.0021002100210021, "contactless_not_working": 0.0025002500250025004, "country_support": 0.0034003400340034003, "declined_card_payment": 0.0021002100210021, "declined_cash_withdrawal": 0.0019001900190019003, "declined_transfer": 0.009100910091009102, "direct_debit_payment_not_recognised": 0.0055005500550055, "disposable_card_limits": 0.002000200020002, "edit_personal_details": 0.0019001900190019003, "exchange_charge": 0.0045004500450045, "exchange_rate": 0.0025002500250025004, "exchange_via_app": 0.0048004800480048, "extra_charge_on_statement": 0.0016001600160016002, "failed_transfer": 0.04410441044104411, "fiat_currency_support": 0.0038003800380038005, "get_disposable_virtual_card": 0.0021002100210021, "get_physical_card": 0.002000200020002, "getting_spare_card": 0.0017001700170017002, "getting_virtual_card": 0.0018001800180018, "lost_or_stolen_card": 0.0013001300130013002, "lost_or_stolen_phone": 0.0012001200120012, "order_physical_card": 0.0017001700170017002, "passcode_forgotten": 0.0013001300130013002, "pending_card_payment": 0.0018001800180018, "pending_cash_withdrawal": 0.0016001600160016002, "pending_top_up": 0.002000200020002, "pending_transfer": 0.0779077907790779, "pin_blocked": 0.0015001500150015003, "receiving_money": 0.0847084708470847, "request_refund": 0.0021002100210021, "reverted_card_payment?": 0.0018001800180018, "supported_cards_and_currencies": 0.0055005500550055, "terminate_account": 0.002000200020002, "top_up_by_bank_transfer_charge": 0.012301230123012302, "top_up_by_card_charge": 0.002000200020002, "top_up_by_cash_or_cheque": 0.0027002700270027003, "top_up_failed": 0.0034003400340034003, "top_up_limits": 0.0017001700170017002, "top_up_reverted": 0.0027002700270027003, "topping_up_by_card": 0.0038003800380038005, "transaction_charged_twice": 0.0019001900190019003, "transfer_fee_charged": 0.0021002100210021, "transfer_into_account": 0.07220722072207221, "transfer_not_received_by_recipient": 0.023902390239023904, "transfer_timing": 0.022202220222022204, "unable_to_verify_identity": 0.0018001800180018, "verify_my_identity": 0.0016001600160016002, "verify_source_of_funds": 0.0018001800180018, "verify_top_up": 0.0017001700170017002, "virtual_card_not_working": 0.0025002500250025004, "visa_or_mastercard": 0.0027002700270027003, "why_verify_identity": 0.0019001900190019003, "wrong_amount_of_cash_received": 0.002000200020002, "wrong_exchange_rate_for_cash_withdrawal": 0.0024002400240024 }, "error": null, "latency_ms": 70.20395796280354, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2325", "text_group": "31b050919db630a576ebc054fa7fffb6fd4da29a42843597fbdfee1d0935e8d4", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0003000600120024005, "activate_my_card": 0.0007001400280056011, "age_limit": 0.0004000800160032007, "apple_pay_or_google_pay": 0.0008001600320064014, "atm_support": 0.0010002000400080016, "automatic_top_up": 0.0008001600320064014, "balance_not_updated_after_bank_transfer": 0.0017003400680136028, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.0008001600320064014, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0009001800360072014, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0010002000400080016, "card_not_working": 0.000600120024004801, "card_payment_fee_charged": 0.000600120024004801, "card_payment_not_recognised": 0.000600120024004801, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.0004000800160032007, "change_pin": 0.0005001000200040008, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0007001400280056011, "declined_card_payment": 0.0004000800160032007, "declined_cash_withdrawal": 0.0004000800160032007, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0014002800560112022, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0007001400280056011, "exchange_charge": 0.001200240048009602, "exchange_rate": 0.000600120024004801, "exchange_via_app": 0.0008001600320064014, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0008001600320064014, "fiat_currency_support": 0.0009001800360072014, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0004000800160032007, "lost_or_stolen_card": 0.0003000600120024005, "lost_or_stolen_phone": 0.0003000600120024005, "order_physical_card": 0.000600120024004801, "passcode_forgotten": 0.0004000800160032007, "pending_card_payment": 0.0004000800160032007, "pending_cash_withdrawal": 0.0004000800160032007, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0009001800360072014, "pin_blocked": 0.0004000800160032007, "receiving_money": 0.006801360272054411, "request_refund": 0.0004000800160032007, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0010002000400080016, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.002500500100020004, "top_up_by_card_charge": 0.000600120024004801, "top_up_by_cash_or_cheque": 0.0011002200440088019, "top_up_failed": 0.0007001400280056011, "top_up_limits": 0.000600120024004801, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.0017003400680136028, "transaction_charged_twice": 0.0004000800160032007, "transfer_fee_charged": 0.000600120024004801, "transfer_into_account": 0.9410882176435288, "transfer_not_received_by_recipient": 0.000600120024004801, "transfer_timing": 0.0038007601520304063, "unable_to_verify_identity": 0.0004000800160032007, "verify_my_identity": 0.0004000800160032007, "verify_source_of_funds": 0.0004000800160032007, "verify_top_up": 0.0004000800160032007, "virtual_card_not_working": 0.0004000800160032007, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.0004000800160032007, "wrong_amount_of_cash_received": 0.0004000800160032007, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 71.11291703768075, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2326", "text_group": "f38398c28448a725b020554ab2068888c6e576b9fac6cc262561290835f63369", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0006999300069993001, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0007999200079992001, "atm_support": 0.0012998700129987, "automatic_top_up": 0.0007999200079992001, "balance_not_updated_after_bank_transfer": 0.0015998400159984002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.000999900009999, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0006999300069993001, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.0004999500049995, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0006999300069993001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.000999900009999, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.0011998800119988001, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0007999200079992001, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.0007999200079992001, "fiat_currency_support": 0.0011998800119988001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.013398660133986603, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0016998300169983002, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.003999600039996, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0017998200179982, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.0021997800219978004, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.9339066093390661, "transfer_not_received_by_recipient": 0.0005999400059994001, "transfer_timing": 0.0023997600239976003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 72.13133305776864, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2327", "text_group": "c33bc131ec09d8ed5a025e2d92066b182d0f2fdb316150f731ead658022a28c2", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0006001200240048009, "activate_my_card": 0.0008001600320064013, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.0011002200440088019, "atm_support": 0.0015003000600120023, "automatic_top_up": 0.0009001800360072014, "balance_not_updated_after_bank_transfer": 0.03650730146029205, "balance_not_updated_after_cheque_or_cash_deposit": 0.0024004800960192034, "beneficiary_not_allowed": 0.0022004400880176037, "cancel_transfer": 0.0022004400880176037, "card_about_to_expire": 0.0008001600320064013, "card_acceptance": 0.0012002400480096017, "card_arrival": 0.0008001600320064013, "card_delivery_estimate": 0.0008001600320064013, "card_linking": 0.0016003200640128026, "card_not_working": 0.0012002400480096017, "card_payment_fee_charged": 0.0010002000400080016, "card_payment_not_recognised": 0.0010002000400080016, "card_payment_wrong_exchange_rate": 0.0012002400480096017, "card_swallowed": 0.0010002000400080016, "cash_withdrawal_charge": 0.0010002000400080016, "cash_withdrawal_not_recognised": 0.0008001600320064013, "change_pin": 0.0007001400280056011, "compromised_card": 0.0008001600320064013, "contactless_not_working": 0.0009001800360072014, "country_support": 0.0010002000400080016, "declined_card_payment": 0.0009001800360072014, "declined_cash_withdrawal": 0.0011002200440088019, "declined_transfer": 0.0030006001200240046, "direct_debit_payment_not_recognised": 0.0015003000600120023, "disposable_card_limits": 0.0012002400480096017, "edit_personal_details": 0.0010002000400080016, "exchange_charge": 0.001300260052010402, "exchange_rate": 0.0009001800360072014, "exchange_via_app": 0.001300260052010402, "extra_charge_on_statement": 0.0009001800360072014, "failed_transfer": 0.003900780156031206, "fiat_currency_support": 0.001300260052010402, "get_disposable_virtual_card": 0.0010002000400080016, "get_physical_card": 0.0008001600320064013, "getting_spare_card": 0.0012002400480096017, "getting_virtual_card": 0.0008001600320064013, "lost_or_stolen_card": 0.0006001200240048009, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.001300260052010402, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.0007001400280056011, "pending_cash_withdrawal": 0.0008001600320064013, "pending_top_up": 0.0008001600320064013, "pending_transfer": 0.002600520104020804, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.027605521104220845, "request_refund": 0.0008001600320064013, "reverted_card_payment?": 0.0008001600320064013, "supported_cards_and_currencies": 0.0012002400480096017, "terminate_account": 0.0012002400480096017, "top_up_by_bank_transfer_charge": 0.0027005401080216042, "top_up_by_card_charge": 0.0008001600320064013, "top_up_by_cash_or_cheque": 0.002100420084016803, "top_up_failed": 0.0014002800560112022, "top_up_limits": 0.001300260052010402, "top_up_reverted": 0.0012002400480096017, "topping_up_by_card": 0.003200640128025605, "transaction_charged_twice": 0.0008001600320064013, "transfer_fee_charged": 0.0010002000400080016, "transfer_into_account": 0.8408681736347269, "transfer_not_received_by_recipient": 0.002500500100020004, "transfer_timing": 0.006901380276055211, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.0006001200240048009, "verify_source_of_funds": 0.0010002000400080016, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.0008001600320064013, "visa_or_mastercard": 0.0008001600320064013, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.0022004400880176037, "wrong_exchange_rate_for_cash_withdrawal": 0.0009001800360072014 }, "error": null, "latency_ms": 70.48774999566376, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2328", "text_group": "f800116dcbc4cf62b12add05dfa53599aedd6217f5a545429fcdf2ef67f6eabc", "expected": "transfer_into_account", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0012004801920768306, "activate_my_card": 0.00430172068827531, "age_limit": 0.0017006802721088435, "apple_pay_or_google_pay": 0.005002000800320128, "atm_support": 0.01050420168067227, "automatic_top_up": 0.05152060824329732, "balance_not_updated_after_bank_transfer": 0.0027010804321728693, "balance_not_updated_after_cheque_or_cash_deposit": 0.0026010404161664665, "beneficiary_not_allowed": 0.0027010804321728693, "cancel_transfer": 0.002300920368147259, "card_about_to_expire": 0.0021008403361344537, "card_acceptance": 0.0070028011204481795, "card_arrival": 0.001800720288115246, "card_delivery_estimate": 0.001800720288115246, "card_linking": 0.00980392156862745, "card_not_working": 0.0027010804321728693, "card_payment_fee_charged": 0.0024009603841536613, "card_payment_not_recognised": 0.0022008803521408565, "card_payment_wrong_exchange_rate": 0.0026010404161664665, "card_swallowed": 0.0020008003201280513, "cash_withdrawal_charge": 0.0022008803521408565, "cash_withdrawal_not_recognised": 0.0014005602240896359, "change_pin": 0.0019007603041216487, "compromised_card": 0.0019007603041216487, "contactless_not_working": 0.0028011204481792717, "country_support": 0.00430172068827531, "declined_card_payment": 0.0022008803521408565, "declined_cash_withdrawal": 0.0014005602240896359, "declined_transfer": 0.0021008403361344537, "direct_debit_payment_not_recognised": 0.007202881152460984, "disposable_card_limits": 0.0031012404961984793, "edit_personal_details": 0.004901960784313725, "exchange_charge": 0.002501000400160064, "exchange_rate": 0.0022008803521408565, "exchange_via_app": 0.003401360544217687, "extra_charge_on_statement": 0.002300920368147259, "failed_transfer": 0.0021008403361344537, "fiat_currency_support": 0.007302921168467387, "get_disposable_virtual_card": 0.002901160464185674, "get_physical_card": 0.0026010404161664665, "getting_spare_card": 0.005502200880352141, "getting_virtual_card": 0.0019007603041216487, "lost_or_stolen_card": 0.0011004401760704283, "lost_or_stolen_phone": 0.0011004401760704283, "order_physical_card": 0.011504601840736295, "passcode_forgotten": 0.0014005602240896359, "pending_card_payment": 0.0019007603041216487, "pending_cash_withdrawal": 0.0013005202080832333, "pending_top_up": 0.0019007603041216487, "pending_transfer": 0.001600640256102441, "pin_blocked": 0.0015006002400960385, "receiving_money": 0.016206482593037214, "request_refund": 0.0015006002400960385, "reverted_card_payment?": 0.0021008403361344537, "supported_cards_and_currencies": 0.010304121648659464, "terminate_account": 0.002300920368147259, "top_up_by_bank_transfer_charge": 0.06352541016406563, "top_up_by_card_charge": 0.003401360544217687, "top_up_by_cash_or_cheque": 0.06352541016406563, "top_up_failed": 0.0026010404161664665, "top_up_limits": 0.0031012404961984793, "top_up_reverted": 0.0027010804321728693, "topping_up_by_card": 0.5417166866746699, "transaction_charged_twice": 0.0014005602240896359, "transfer_fee_charged": 0.0019007603041216487, "transfer_into_account": 0.03721488595438175, "transfer_not_received_by_recipient": 0.0021008403361344537, "transfer_timing": 0.013905562224889955, "unable_to_verify_identity": 0.001600640256102441, "verify_my_identity": 0.0014005602240896359, "verify_source_of_funds": 0.005202080832332933, "verify_top_up": 0.0017006802721088435, "virtual_card_not_working": 0.0021008403361344537, "visa_or_mastercard": 0.0033013205282112846, "why_verify_identity": 0.0013005202080832333, "wrong_amount_of_cash_received": 0.001600640256102441, "wrong_exchange_rate_for_cash_withdrawal": 0.0019007603041216487 }, "error": null, "latency_ms": 70.20045793615282, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2329", "text_group": "6e210f1989327f7356557d2b13bbfc4cbd252dd2d236d913e757bb1f8ec78cdd", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0007001400280056011, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0009001800360072014, "atm_support": 0.0024004800960192034, "automatic_top_up": 0.0009001800360072014, "balance_not_updated_after_bank_transfer": 0.0011002200440088019, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0009001800360072014, "cancel_transfer": 0.0007001400280056011, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0014002800560112022, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0009001800360072014, "card_not_working": 0.0008001600320064013, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0007001400280056011, "card_payment_wrong_exchange_rate": 0.0008001600320064013, "card_swallowed": 0.0006001200240048009, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0005001000200040008, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.0007001400280056011, "country_support": 0.0009001800360072014, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0010002000400080016, "direct_debit_payment_not_recognised": 0.0010002000400080016, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0017003400680136026, "exchange_rate": 0.0007001400280056011, "exchange_via_app": 0.0030006001200240046, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0014002800560112022, "fiat_currency_support": 0.002500500100020004, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.0007001400280056011, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.022904580916183238, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0017003400680136026, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.001900380076015203, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0010002000400080016, "top_up_failed": 0.0008001600320064013, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.0008001600320064013, "topping_up_by_card": 0.0017003400680136026, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0006001200240048009, "transfer_into_account": 0.9165833166633326, "transfer_not_received_by_recipient": 0.0007001400280056011, "transfer_timing": 0.002500500100020004, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0007001400280056011, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001200240048009 }, "error": null, "latency_ms": 69.94666706304997, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2330", "text_group": "fb042505e302fe4630ee3f4e200cb48672a4c4482c1c33bb4eb933a301d8f03f", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0006999300069993001, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0007999200079992001, "atm_support": 0.0010998900109989002, "automatic_top_up": 0.0007999200079992001, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.0008999100089991, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0008999100089991, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0006999300069993001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.0005999400059994001, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0004999500049995, "country_support": 0.0005999400059994001, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.000999900009999, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.0006999300069993001, "exchange_charge": 0.0007999200079992001, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0011998800119988001, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.0011998800119988001, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.009699030096990302, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0011998800119988001, "terminate_account": 0.0006999300069993001, "top_up_by_bank_transfer_charge": 0.000999900009999, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0010998900109989002, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.000999900009999, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.9458054194580542, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0011998800119988001, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 71.50204095523804, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2331", "text_group": "838ec9a0fe77565730b0f78c11185a89955fea1f4cf2ee21a9ec1eb6fcae68d6", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.0007999200079992001, "age_limit": 0.0006999300069993001, "apple_pay_or_google_pay": 0.0011998800119988001, "atm_support": 0.0017998200179982, "automatic_top_up": 0.0011998800119988001, "balance_not_updated_after_bank_transfer": 0.010498950104989501, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013998600139986002, "beneficiary_not_allowed": 0.0013998600139986002, "cancel_transfer": 0.0018998100189981002, "card_about_to_expire": 0.0007999200079992001, "card_acceptance": 0.0012998700129987, "card_arrival": 0.0006999300069993001, "card_delivery_estimate": 0.0006999300069993001, "card_linking": 0.0017998200179982, "card_not_working": 0.000999900009999, "card_payment_fee_charged": 0.0010998900109989002, "card_payment_not_recognised": 0.000999900009999, "card_payment_wrong_exchange_rate": 0.0012998700129987, "card_swallowed": 0.000999900009999, "cash_withdrawal_charge": 0.0010998900109989002, "cash_withdrawal_not_recognised": 0.0007999200079992001, "change_pin": 0.000999900009999, "compromised_card": 0.0008999100089991, "contactless_not_working": 0.0008999100089991, "country_support": 0.000999900009999, "declined_card_payment": 0.0006999300069993001, "declined_cash_withdrawal": 0.0006999300069993001, "declined_transfer": 0.0008999100089991, "direct_debit_payment_not_recognised": 0.0012998700129987, "disposable_card_limits": 0.0011998800119988001, "edit_personal_details": 0.0012998700129987, "exchange_charge": 0.005599440055994401, "exchange_rate": 0.0015998400159984002, "exchange_via_app": 0.0034996500349965005, "extra_charge_on_statement": 0.0010998900109989002, "failed_transfer": 0.0012998700129987, "fiat_currency_support": 0.0014998500149985001, "get_disposable_virtual_card": 0.000999900009999, "get_physical_card": 0.0008999100089991, "getting_spare_card": 0.000999900009999, "getting_virtual_card": 0.0007999200079992001, "lost_or_stolen_card": 0.0005999400059994001, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.0010998900109989002, "passcode_forgotten": 0.0005999400059994001, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.0012998700129987, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.015998400159984, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0008999100089991, "supported_cards_and_currencies": 0.0014998500149985001, "terminate_account": 0.000999900009999, "top_up_by_bank_transfer_charge": 0.0132986701329867, "top_up_by_card_charge": 0.000999900009999, "top_up_by_cash_or_cheque": 0.0022997700229977, "top_up_failed": 0.0011998800119988001, "top_up_limits": 0.000999900009999, "top_up_reverted": 0.0010998900109989002, "topping_up_by_card": 0.0016998300169983002, "transaction_charged_twice": 0.0006999300069993001, "transfer_fee_charged": 0.0011998800119988001, "transfer_into_account": 0.8737126287371263, "transfer_not_received_by_recipient": 0.0011998800119988001, "transfer_timing": 0.0051994800519948, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.000999900009999, "verify_top_up": 0.0006999300069993001, "virtual_card_not_working": 0.0006999300069993001, "visa_or_mastercard": 0.0007999200079992001, "why_verify_identity": 0.0005999400059994001, "wrong_amount_of_cash_received": 0.000999900009999, "wrong_exchange_rate_for_cash_withdrawal": 0.0011998800119988001 }, "error": null, "latency_ms": 71.39391603413969, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2332", "text_group": "a51c4a79d0047e62640ac6af7477c5657edf8bd1e7a33043639baf8b42561397", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.00040012003601080324, "activate_my_card": 0.0009002700810243073, "age_limit": 0.0006001800540162048, "apple_pay_or_google_pay": 0.0014004201260378114, "atm_support": 0.0017005101530459135, "automatic_top_up": 0.0009002700810243073, "balance_not_updated_after_bank_transfer": 0.0029008702610783233, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009002700810243073, "beneficiary_not_allowed": 0.0009002700810243073, "cancel_transfer": 0.0009002700810243073, "card_about_to_expire": 0.0006001800540162048, "card_acceptance": 0.0013003901170351103, "card_arrival": 0.0006001800540162048, "card_delivery_estimate": 0.0006001800540162048, "card_linking": 0.0012003601080324095, "card_not_working": 0.0008002400720216065, "card_payment_fee_charged": 0.0008002400720216065, "card_payment_not_recognised": 0.0008002400720216065, "card_payment_wrong_exchange_rate": 0.0009002700810243073, "card_swallowed": 0.0006001800540162048, "cash_withdrawal_charge": 0.0008002400720216065, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.0007002100630189057, "compromised_card": 0.0006001800540162048, "contactless_not_working": 0.0007002100630189057, "country_support": 0.0009002700810243073, "declined_card_payment": 0.0006001800540162048, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0007002100630189057, "direct_debit_payment_not_recognised": 0.0013003901170351103, "disposable_card_limits": 0.0009002700810243073, "edit_personal_details": 0.0008002400720216065, "exchange_charge": 0.002200660198059418, "exchange_rate": 0.0008002400720216065, "exchange_via_app": 0.0019005701710513153, "extra_charge_on_statement": 0.0007002100630189057, "failed_transfer": 0.0010003000900270082, "fiat_currency_support": 0.0017005101530459135, "get_disposable_virtual_card": 0.0007002100630189057, "get_physical_card": 0.0006001800540162048, "getting_spare_card": 0.0006001800540162048, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.0007002100630189057, "passcode_forgotten": 0.0005001500450135041, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0007002100630189057, "pin_blocked": 0.0005001500450135041, "receiving_money": 0.024307292187656294, "request_refund": 0.0005001500450135041, "reverted_card_payment?": 0.0006001800540162048, "supported_cards_and_currencies": 0.0019005701710513153, "terminate_account": 0.0006001800540162048, "top_up_by_bank_transfer_charge": 0.0023006902070621185, "top_up_by_card_charge": 0.0007002100630189057, "top_up_by_cash_or_cheque": 0.001600480144043213, "top_up_failed": 0.0008002400720216065, "top_up_limits": 0.0007002100630189057, "top_up_reverted": 0.0008002400720216065, "topping_up_by_card": 0.0019005701710513153, "transaction_charged_twice": 0.0005001500450135041, "transfer_fee_charged": 0.0007002100630189057, "transfer_into_account": 0.9084725417625288, "transfer_not_received_by_recipient": 0.0008002400720216065, "transfer_timing": 0.003601080324097229, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.0005001500450135041, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.0006001800540162048, "visa_or_mastercard": 0.0007002100630189057, "why_verify_identity": 0.0005001500450135041, "wrong_amount_of_cash_received": 0.0006001800540162048, "wrong_exchange_rate_for_cash_withdrawal": 0.0007002100630189057 }, "error": null, "latency_ms": 70.88554208166897, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2333", "text_group": "e9f952bac855af5e4f48ddad6331a864e973240080676204daaec616d5870c76", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0008, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0012, "automatic_top_up": 0.0009, "balance_not_updated_after_bank_transfer": 0.0027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0008, "card_about_to_expire": 0.0005, "card_acceptance": 0.0009, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.001, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0005, "compromised_card": 0.0005, "contactless_not_working": 0.0006, "country_support": 0.0007, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0046, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0007, "exchange_charge": 0.0009, "exchange_rate": 0.0006, "exchange_via_app": 0.0008, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.0009, "fiat_currency_support": 0.0011, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0005, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0007, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0005, "pending_transfer": 0.0009, "pin_blocked": 0.0004, "receiving_money": 0.0146, "request_refund": 0.0004, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0013, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0032, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0018, "top_up_failed": 0.0008, "top_up_limits": 0.0006, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0022, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.9237, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.004, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 72.14862504042685, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2334", "text_group": "8389b41460d2984639ab1f9518325f948a4c6ba7e69f330cce4c2ec5f73fa312", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0006001200240048009, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.0011002200440088019, "automatic_top_up": 0.0008001600320064013, "balance_not_updated_after_bank_transfer": 0.0015003000600120023, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0008001600320064013, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0009001800360072014, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00040008001600320064, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0006001200240048009, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0011002200440088019, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0011002200440088019, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0008001600320064013, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.0006001200240048009, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.015503100620124024, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0016003200640128026, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.003700740148029606, "top_up_by_card_charge": 0.0006001200240048009, "top_up_by_cash_or_cheque": 0.0018003600720144029, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0016003200640128026, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.9354870974194839, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.002100420084016803, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 71.46658399142325, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2335", "text_group": "adc53d8516cbc05a515eaa51320cd54603292e4d86d806a2ca3c990a756488f4", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0007998400319936014, "activate_my_card": 0.0014997000599880025, "age_limit": 0.0009998000399920016, "apple_pay_or_google_pay": 0.001999600079984003, "atm_support": 0.005398920215956809, "automatic_top_up": 0.008798240351929614, "balance_not_updated_after_bank_transfer": 0.02429514097180564, "balance_not_updated_after_cheque_or_cash_deposit": 0.0021995600879824036, "beneficiary_not_allowed": 0.001799640071985603, "cancel_transfer": 0.001799640071985603, "card_about_to_expire": 0.0009998000399920016, "card_acceptance": 0.0020995800839832034, "card_arrival": 0.0009998000399920016, "card_delivery_estimate": 0.0011997600479904018, "card_linking": 0.002599480103979204, "card_not_working": 0.001299740051989602, "card_payment_fee_charged": 0.0015996800639872027, "card_payment_not_recognised": 0.0015996800639872027, "card_payment_wrong_exchange_rate": 0.0016996600679864027, "card_swallowed": 0.0011997600479904018, "cash_withdrawal_charge": 0.0015996800639872027, "cash_withdrawal_not_recognised": 0.0009998000399920016, "change_pin": 0.0010997800439912018, "compromised_card": 0.0011997600479904018, "contactless_not_working": 0.0013997200559888023, "country_support": 0.0020995800839832034, "declined_card_payment": 0.0011997600479904018, "declined_cash_withdrawal": 0.0009998000399920016, "declined_transfer": 0.0015996800639872027, "direct_debit_payment_not_recognised": 0.005598880223955209, "disposable_card_limits": 0.0020995800839832034, "edit_personal_details": 0.001299740051989602, "exchange_charge": 0.004399120175964807, "exchange_rate": 0.0015996800639872027, "exchange_via_app": 0.0026994601079784043, "extra_charge_on_statement": 0.0013997200559888023, "failed_transfer": 0.0023995200959808036, "fiat_currency_support": 0.002999400119976005, "get_disposable_virtual_card": 0.0014997000599880025, "get_physical_card": 0.0010997800439912018, "getting_spare_card": 0.0014997000599880025, "getting_virtual_card": 0.0010997800439912018, "lost_or_stolen_card": 0.0007998400319936014, "lost_or_stolen_phone": 0.0007998400319936014, "order_physical_card": 0.0016996600679864027, "passcode_forgotten": 0.0008998200359928015, "pending_card_payment": 0.0010997800439912018, "pending_cash_withdrawal": 0.0008998200359928015, "pending_top_up": 0.0015996800639872027, "pending_transfer": 0.001999600079984003, "pin_blocked": 0.0009998000399920016, "receiving_money": 0.04849030193961208, "request_refund": 0.0008998200359928015, "reverted_card_payment?": 0.001299740051989602, "supported_cards_and_currencies": 0.0026994601079784043, "terminate_account": 0.001299740051989602, "top_up_by_bank_transfer_charge": 0.04459108178364327, "top_up_by_card_charge": 0.001799640071985603, "top_up_by_cash_or_cheque": 0.023295340931813638, "top_up_failed": 0.0016996600679864027, "top_up_limits": 0.001999600079984003, "top_up_reverted": 0.0016996600679864027, "topping_up_by_card": 0.013997200559888023, "transaction_charged_twice": 0.0009998000399920016, "transfer_fee_charged": 0.0014997000599880025, "transfer_into_account": 0.714257148570286, "transfer_not_received_by_recipient": 0.001799640071985603, "transfer_timing": 0.009698060387922416, "unable_to_verify_identity": 0.0008998200359928015, "verify_my_identity": 0.0008998200359928015, "verify_source_of_funds": 0.0016996600679864027, "verify_top_up": 0.0010997800439912018, "virtual_card_not_working": 0.0009998000399920016, "visa_or_mastercard": 0.0015996800639872027, "why_verify_identity": 0.0007998400319936014, "wrong_amount_of_cash_received": 0.0010997800439912018, "wrong_exchange_rate_for_cash_withdrawal": 0.001299740051989602 }, "error": null, "latency_ms": 71.5667090844363, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2336", "text_group": "72dce7544188efaaa8b044e94eb68669a5698c35f8d3a3fd397c8c07ee46b0e9", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0006003602161296778, "activate_my_card": 0.0010006003602161296, "age_limit": 0.0008004802881729038, "apple_pay_or_google_pay": 0.0018010806483890335, "atm_support": 0.004902941765059035, "automatic_top_up": 0.046127676605963584, "balance_not_updated_after_bank_transfer": 0.009005403241945167, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016009605763458077, "beneficiary_not_allowed": 0.0016009605763458077, "cancel_transfer": 0.0016009605763458077, "card_about_to_expire": 0.0010006003602161296, "card_acceptance": 0.002301380828497098, "card_arrival": 0.0011006603962377428, "card_delivery_estimate": 0.0010006003602161296, "card_linking": 0.0020012007204322593, "card_not_working": 0.0014008405043025817, "card_payment_fee_charged": 0.0013007804682809686, "card_payment_not_recognised": 0.0012007204322593557, "card_payment_wrong_exchange_rate": 0.0014008405043025817, "card_swallowed": 0.0010006003602161296, "cash_withdrawal_charge": 0.0013007804682809686, "cash_withdrawal_not_recognised": 0.0008004802881729038, "change_pin": 0.0010006003602161296, "compromised_card": 0.0010006003602161296, "contactless_not_working": 0.0015009005403241946, "country_support": 0.0016009605763458077, "declined_card_payment": 0.0009005403241945167, "declined_cash_withdrawal": 0.0009005403241945167, "declined_transfer": 0.0013007804682809686, "direct_debit_payment_not_recognised": 0.0015009005403241946, "disposable_card_limits": 0.0017010206123674204, "edit_personal_details": 0.0014008405043025817, "exchange_charge": 0.0016009605763458077, "exchange_rate": 0.0012007204322593557, "exchange_via_app": 0.0015009005403241946, "extra_charge_on_statement": 0.0013007804682809686, "failed_transfer": 0.0025015009005403244, "fiat_currency_support": 0.0025015009005403244, "get_disposable_virtual_card": 0.0019011406844106464, "get_physical_card": 0.0012007204322593557, "getting_spare_card": 0.0038022813688212928, "getting_virtual_card": 0.0010006003602161296, "lost_or_stolen_card": 0.0007004202521512908, "lost_or_stolen_phone": 0.0007004202521512908, "order_physical_card": 0.0012007204322593557, "passcode_forgotten": 0.0008004802881729038, "pending_card_payment": 0.0008004802881729038, "pending_cash_withdrawal": 0.0007004202521512908, "pending_top_up": 0.0028016810086051633, "pending_transfer": 0.0014008405043025817, "pin_blocked": 0.0008004802881729038, "receiving_money": 0.0073043826295777475, "request_refund": 0.0008004802881729038, "reverted_card_payment?": 0.0010006003602161296, "supported_cards_and_currencies": 0.0032019211526916154, "terminate_account": 0.0010006003602161296, "top_up_by_bank_transfer_charge": 0.21242745647388434, "top_up_by_card_charge": 0.002301380828497098, "top_up_by_cash_or_cheque": 0.03982389433660197, "top_up_failed": 0.0017010206123674204, "top_up_limits": 0.0016009605763458077, "top_up_reverted": 0.0016009605763458077, "topping_up_by_card": 0.0262157294376626, "transaction_charged_twice": 0.0008004802881729038, "transfer_fee_charged": 0.0012007204322593557, "transfer_into_account": 0.5561336802081248, "transfer_not_received_by_recipient": 0.0015009005403241946, "transfer_timing": 0.006403842305383231, "unable_to_verify_identity": 0.0008004802881729038, "verify_my_identity": 0.0007004202521512908, "verify_source_of_funds": 0.0008004802881729038, "verify_top_up": 0.0015009005403241946, "virtual_card_not_working": 0.0011006603962377428, "visa_or_mastercard": 0.0012007204322593557, "why_verify_identity": 0.0007004202521512908, "wrong_amount_of_cash_received": 0.0009005403241945167, "wrong_exchange_rate_for_cash_withdrawal": 0.0012007204322593557 }, "error": null, "latency_ms": 71.46229106001556, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2337", "text_group": "3e58ec9db5ec5e53b8b7f6ddc57539ce05a328922ca3e0c058aeec2d7ef75037", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0002998500749625187, "activate_my_card": 0.0007996001999000501, "age_limit": 0.00039980009995002505, "apple_pay_or_google_pay": 0.0007996001999000501, "atm_support": 0.0012993503248375812, "automatic_top_up": 0.0008995502248875562, "balance_not_updated_after_bank_transfer": 0.002098950524737631, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007996001999000501, "beneficiary_not_allowed": 0.0006996501749125438, "cancel_transfer": 0.0005997001499250374, "card_about_to_expire": 0.00039980009995002505, "card_acceptance": 0.0008995502248875562, "card_arrival": 0.0004997501249375313, "card_delivery_estimate": 0.0004997501249375313, "card_linking": 0.0010994502748625688, "card_not_working": 0.0005997001499250374, "card_payment_fee_charged": 0.0006996501749125438, "card_payment_not_recognised": 0.0005997001499250374, "card_payment_wrong_exchange_rate": 0.0006996501749125438, "card_swallowed": 0.0004997501249375313, "cash_withdrawal_charge": 0.0006996501749125438, "cash_withdrawal_not_recognised": 0.0004997501249375313, "change_pin": 0.0004997501249375313, "compromised_card": 0.0004997501249375313, "contactless_not_working": 0.0005997001499250374, "country_support": 0.0006996501749125438, "declined_card_payment": 0.0004997501249375313, "declined_cash_withdrawal": 0.00039980009995002505, "declined_transfer": 0.0004997501249375313, "direct_debit_payment_not_recognised": 0.0018990504747626188, "disposable_card_limits": 0.0006996501749125438, "edit_personal_details": 0.0006996501749125438, "exchange_charge": 0.0012993503248375812, "exchange_rate": 0.0005997001499250374, "exchange_via_app": 0.0009995002498750627, "extra_charge_on_statement": 0.0005997001499250374, "failed_transfer": 0.0007996001999000501, "fiat_currency_support": 0.0011994002998500749, "get_disposable_virtual_card": 0.0004997501249375313, "get_physical_card": 0.0004997501249375313, "getting_spare_card": 0.0005997001499250374, "getting_virtual_card": 0.00039980009995002505, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.0002998500749625187, "order_physical_card": 0.0006996501749125438, "passcode_forgotten": 0.00039980009995002505, "pending_card_payment": 0.00039980009995002505, "pending_cash_withdrawal": 0.00039980009995002505, "pending_top_up": 0.0004997501249375313, "pending_transfer": 0.0006996501749125438, "pin_blocked": 0.00039980009995002505, "receiving_money": 0.016891554222888554, "request_refund": 0.00039980009995002505, "reverted_card_payment?": 0.0004997501249375313, "supported_cards_and_currencies": 0.0012993503248375812, "terminate_account": 0.00039980009995002505, "top_up_by_bank_transfer_charge": 0.003398300849575212, "top_up_by_card_charge": 0.0005997001499250374, "top_up_by_cash_or_cheque": 0.002898550724637681, "top_up_failed": 0.0006996501749125438, "top_up_limits": 0.0005997001499250374, "top_up_reverted": 0.0005997001499250374, "topping_up_by_card": 0.002798600699650175, "transaction_charged_twice": 0.00039980009995002505, "transfer_fee_charged": 0.0005997001499250374, "transfer_into_account": 0.9242378810594702, "transfer_not_received_by_recipient": 0.0006996501749125438, "transfer_timing": 0.0037981009495252375, "unable_to_verify_identity": 0.00039980009995002505, "verify_my_identity": 0.00039980009995002505, "verify_source_of_funds": 0.0005997001499250374, "verify_top_up": 0.00039980009995002505, "virtual_card_not_working": 0.00039980009995002505, "visa_or_mastercard": 0.0004997501249375313, "why_verify_identity": 0.00039980009995002505, "wrong_amount_of_cash_received": 0.0004997501249375313, "wrong_exchange_rate_for_cash_withdrawal": 0.0005997001499250374 }, "error": null, "latency_ms": 71.98154204525054, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2338", "text_group": "683502a22c37cf25d50adb229d2d7a809bf23153f9ea776faa0f0b4cdf7154ca", "expected": "transfer_into_account", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.001200600300150075, "age_limit": 0.00040020010005002504, "apple_pay_or_google_pay": 0.0007003501750875438, "atm_support": 0.0010005002501250627, "automatic_top_up": 0.003801900950475238, "balance_not_updated_after_bank_transfer": 0.00040020010005002504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002501250625313, "beneficiary_not_allowed": 0.0005002501250625313, "cancel_transfer": 0.00040020010005002504, "card_about_to_expire": 0.0006003001500750375, "card_acceptance": 0.0011005502751375688, "card_arrival": 0.0005002501250625313, "card_delivery_estimate": 0.00040020010005002504, "card_linking": 0.001200600300150075, "card_not_working": 0.0007003501750875438, "card_payment_fee_charged": 0.0006003001500750375, "card_payment_not_recognised": 0.0005002501250625313, "card_payment_wrong_exchange_rate": 0.0006003001500750375, "card_swallowed": 0.0006003001500750375, "cash_withdrawal_charge": 0.00040020010005002504, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.00040020010005002504, "compromised_card": 0.0005002501250625313, "contactless_not_working": 0.0006003001500750375, "country_support": 0.0007003501750875438, "declined_card_payment": 0.0005002501250625313, "declined_cash_withdrawal": 0.00030015007503751874, "declined_transfer": 0.00040020010005002504, "direct_debit_payment_not_recognised": 0.00040020010005002504, "disposable_card_limits": 0.0009004502251125563, "edit_personal_details": 0.00040020010005002504, "exchange_charge": 0.00040020010005002504, "exchange_rate": 0.00040020010005002504, "exchange_via_app": 0.00040020010005002504, "extra_charge_on_statement": 0.00040020010005002504, "failed_transfer": 0.00040020010005002504, "fiat_currency_support": 0.0006003001500750375, "get_disposable_virtual_card": 0.0007003501750875438, "get_physical_card": 0.0006003001500750375, "getting_spare_card": 0.0017008504252126063, "getting_virtual_card": 0.00040020010005002504, "lost_or_stolen_card": 0.00030015007503751874, "lost_or_stolen_phone": 0.00030015007503751874, "order_physical_card": 0.0006003001500750375, "passcode_forgotten": 0.00030015007503751874, "pending_card_payment": 0.00040020010005002504, "pending_cash_withdrawal": 0.00030015007503751874, "pending_top_up": 0.0006003001500750375, "pending_transfer": 0.00030015007503751874, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00040020010005002504, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.00040020010005002504, "supported_cards_and_currencies": 0.007403701850925463, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.0009004502251125563, "top_up_by_card_charge": 0.0014007003501750877, "top_up_by_cash_or_cheque": 0.0014007003501750877, "top_up_failed": 0.0007003501750875438, "top_up_limits": 0.001200600300150075, "top_up_reverted": 0.0008004002001000501, "topping_up_by_card": 0.9481740870435218, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.00030015007503751874, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.00040020010005002504, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.0006003001500750375, "virtual_card_not_working": 0.0005002501250625313, "visa_or_mastercard": 0.0008004002001000501, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00040020010005002504 }, "error": null, "latency_ms": 69.31387505028397, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2339", "text_group": "cd36a9eee06411a50c7a1428367f4f3ef4c6a9b8ec904f267b1b24e790131e17", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0015998400159984002, "activate_my_card": 0.0030996900309969004, "age_limit": 0.0020997900209979003, "apple_pay_or_google_pay": 0.0092990700929907, "atm_support": 0.010298970102989701, "automatic_top_up": 0.0036996300369963007, "balance_not_updated_after_bank_transfer": 0.0112988701129887, "balance_not_updated_after_cheque_or_cash_deposit": 0.0036996300369963007, "beneficiary_not_allowed": 0.0047995200479952005, "cancel_transfer": 0.0040995900409959, "card_about_to_expire": 0.0021997800219978004, "card_acceptance": 0.0053994600539946005, "card_arrival": 0.0023997600239976003, "card_delivery_estimate": 0.0026997300269973002, "card_linking": 0.004299570042995701, "card_not_working": 0.0028997100289971, "card_payment_fee_charged": 0.0032996700329967, "card_payment_not_recognised": 0.0031996800319968005, "card_payment_wrong_exchange_rate": 0.0036996300369963007, "card_swallowed": 0.0024997500249975004, "cash_withdrawal_charge": 0.0033996600339966003, "cash_withdrawal_not_recognised": 0.0022997700229977, "change_pin": 0.0024997500249975004, "compromised_card": 0.0029997000299970002, "contactless_not_working": 0.0030996900309969004, "country_support": 0.005599440055994401, "declined_card_payment": 0.0026997300269973002, "declined_cash_withdrawal": 0.0020997900209979003, "declined_transfer": 0.0034996500349965005, "direct_debit_payment_not_recognised": 0.0060993900609939014, "disposable_card_limits": 0.0038996100389961, "edit_personal_details": 0.0029997000299970002, "exchange_charge": 0.008999100089991, "exchange_rate": 0.004299570042995701, "exchange_via_app": 0.0105989401059894, "extra_charge_on_statement": 0.0029997000299970002, "failed_transfer": 0.005599440055994401, "fiat_currency_support": 0.008899110088991101, "get_disposable_virtual_card": 0.0034996500349965005, "get_physical_card": 0.0026997300269973002, "getting_spare_card": 0.0028997100289971, "getting_virtual_card": 0.0024997500249975004, "lost_or_stolen_card": 0.0018998100189981002, "lost_or_stolen_phone": 0.0017998200179982, "order_physical_card": 0.0035996400359964, "passcode_forgotten": 0.001999800019998, "pending_card_payment": 0.0021997800219978004, "pending_cash_withdrawal": 0.0018998100189981002, "pending_top_up": 0.001999800019998, "pending_transfer": 0.0035996400359964, "pin_blocked": 0.0021997800219978004, "receiving_money": 0.27107289271072893, "request_refund": 0.0020997900209979003, "reverted_card_payment?": 0.0025997400259974, "supported_cards_and_currencies": 0.011398860113988602, "terminate_account": 0.0028997100289971, "top_up_by_bank_transfer_charge": 0.0265973402659734, "top_up_by_card_charge": 0.0033996600339966003, "top_up_by_cash_or_cheque": 0.006899310068993101, "top_up_failed": 0.0036996300369963007, "top_up_limits": 0.0034996500349965005, "top_up_reverted": 0.0033996600339966003, "topping_up_by_card": 0.0073992600739926015, "transaction_charged_twice": 0.0023997600239976003, "transfer_fee_charged": 0.003999600039996, "transfer_into_account": 0.38916108389161086, "transfer_not_received_by_recipient": 0.0045995400459954, "transfer_timing": 0.029997000299970003, "unable_to_verify_identity": 0.0021997800219978004, "verify_my_identity": 0.0020997900209979003, "verify_source_of_funds": 0.0022997700229977, "verify_top_up": 0.001999800019998, "virtual_card_not_working": 0.0028997100289971, "visa_or_mastercard": 0.0038996100389961, "why_verify_identity": 0.001999800019998, "wrong_amount_of_cash_received": 0.0023997600239976003, "wrong_exchange_rate_for_cash_withdrawal": 0.0030996900309969004 }, "error": null, "latency_ms": 67.45991599746048, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2340", "text_group": "e6d9f41c0eb97cc619f6753e28356a9c2202364a324384592a6469645ca886d6", "expected": "transfer_into_account", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0007001400280056011, "activate_my_card": 0.0017003400680136026, "age_limit": 0.0008001600320064013, "apple_pay_or_google_pay": 0.0022004400880176037, "atm_support": 0.0049009801960392075, "automatic_top_up": 0.03460692138427685, "balance_not_updated_after_bank_transfer": 0.0023004600920184036, "balance_not_updated_after_cheque_or_cash_deposit": 0.0022004400880176037, "beneficiary_not_allowed": 0.0014002800560112022, "cancel_transfer": 0.0012002400480096017, "card_about_to_expire": 0.0010002000400080016, "card_acceptance": 0.0030006001200240046, "card_arrival": 0.0011002200440088019, "card_delivery_estimate": 0.0010002000400080016, "card_linking": 0.004300860172034407, "card_not_working": 0.001300260052010402, "card_payment_fee_charged": 0.0018003600720144029, "card_payment_not_recognised": 0.0014002800560112022, "card_payment_wrong_exchange_rate": 0.0016003200640128026, "card_swallowed": 0.0011002200440088019, "cash_withdrawal_charge": 0.0014002800560112022, "cash_withdrawal_not_recognised": 0.0008001600320064013, "change_pin": 0.0010002000400080016, "compromised_card": 0.0010002000400080016, "contactless_not_working": 0.0014002800560112022, "country_support": 0.002100420084016803, "declined_card_payment": 0.001300260052010402, "declined_cash_withdrawal": 0.0009001800360072014, "declined_transfer": 0.001300260052010402, "direct_debit_payment_not_recognised": 0.0033006601320264054, "disposable_card_limits": 0.002000400080016003, "edit_personal_details": 0.001300260052010402, "exchange_charge": 0.0018003600720144029, "exchange_rate": 0.001300260052010402, "exchange_via_app": 0.0016003200640128026, "extra_charge_on_statement": 0.0014002800560112022, "failed_transfer": 0.001300260052010402, "fiat_currency_support": 0.0035007001400280055, "get_disposable_virtual_card": 0.0024004800960192034, "get_physical_card": 0.0018003600720144029, "getting_spare_card": 0.004600920184036807, "getting_virtual_card": 0.001300260052010402, "lost_or_stolen_card": 0.0007001400280056011, "lost_or_stolen_phone": 0.0007001400280056011, "order_physical_card": 0.005501100220044008, "passcode_forgotten": 0.0008001600320064013, "pending_card_payment": 0.0010002000400080016, "pending_cash_withdrawal": 0.0007001400280056011, "pending_top_up": 0.0012002400480096017, "pending_transfer": 0.0009001800360072014, "pin_blocked": 0.0008001600320064013, "receiving_money": 0.016703340668133625, "request_refund": 0.0008001600320064013, "reverted_card_payment?": 0.001300260052010402, "supported_cards_and_currencies": 0.008501700340068015, "terminate_account": 0.0010002000400080016, "top_up_by_bank_transfer_charge": 0.14242848569713942, "top_up_by_card_charge": 0.004200840168033606, "top_up_by_cash_or_cheque": 0.045109021804360876, "top_up_failed": 0.0014002800560112022, "top_up_limits": 0.0017003400680136026, "top_up_reverted": 0.0015003000600120023, "topping_up_by_card": 0.4577915583116623, "transaction_charged_twice": 0.0008001600320064013, "transfer_fee_charged": 0.0010002000400080016, "transfer_into_account": 0.17753550710142027, "transfer_not_received_by_recipient": 0.0011002200440088019, "transfer_timing": 0.005501100220044008, "unable_to_verify_identity": 0.0009001800360072014, "verify_my_identity": 0.0008001600320064013, "verify_source_of_funds": 0.0014002800560112022, "verify_top_up": 0.0012002400480096017, "virtual_card_not_working": 0.0011002200440088019, "visa_or_mastercard": 0.002600520104020804, "why_verify_identity": 0.0008001600320064013, "wrong_amount_of_cash_received": 0.0010002000400080016, "wrong_exchange_rate_for_cash_withdrawal": 0.0011002200440088019 }, "error": null, "latency_ms": 68.31804197281599, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2341", "text_group": "fe0801d6b1ae6d00c043c1a0ed9402504d5a5df2fc2442679e500f229b22f76f", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0006998600279944011, "activate_my_card": 0.0015996800639872027, "age_limit": 0.0010997800439912018, "apple_pay_or_google_pay": 0.003699260147970406, "atm_support": 0.006798640271945611, "automatic_top_up": 0.06278744251149769, "balance_not_updated_after_bank_transfer": 0.0010997800439912018, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014997000599880025, "beneficiary_not_allowed": 0.0013997200559888023, "cancel_transfer": 0.0011997600479904018, "card_about_to_expire": 0.0010997800439912018, "card_acceptance": 0.0028994201159768043, "card_arrival": 0.0010997800439912018, "card_delivery_estimate": 0.0009998000399920016, "card_linking": 0.002599480103979204, "card_not_working": 0.001299740051989602, "card_payment_fee_charged": 0.0014997000599880025, "card_payment_not_recognised": 0.0013997200559888023, "card_payment_wrong_exchange_rate": 0.0014997000599880025, "card_swallowed": 0.0011997600479904018, "cash_withdrawal_charge": 0.001299740051989602, "cash_withdrawal_not_recognised": 0.0008998200359928015, "change_pin": 0.001299740051989602, "compromised_card": 0.0011997600479904018, "contactless_not_working": 0.001299740051989602, "country_support": 0.001999600079984003, "declined_card_payment": 0.0010997800439912018, "declined_cash_withdrawal": 0.0008998200359928015, "declined_transfer": 0.0009998000399920016, "direct_debit_payment_not_recognised": 0.00569886022795441, "disposable_card_limits": 0.0023995200959808036, "edit_personal_details": 0.001799640071985603, "exchange_charge": 0.0014997000599880025, "exchange_rate": 0.001299740051989602, "exchange_via_app": 0.0014997000599880025, "extra_charge_on_statement": 0.0026994601079784043, "failed_transfer": 0.0011997600479904018, "fiat_currency_support": 0.004799040191961607, "get_disposable_virtual_card": 0.0015996800639872027, "get_physical_card": 0.001299740051989602, "getting_spare_card": 0.0034993001399720057, "getting_virtual_card": 0.0011997600479904018, "lost_or_stolen_card": 0.0006998600279944011, "lost_or_stolen_phone": 0.0006998600279944011, "order_physical_card": 0.0014997000599880025, "passcode_forgotten": 0.0008998200359928015, "pending_card_payment": 0.0009998000399920016, "pending_cash_withdrawal": 0.0007998400319936014, "pending_top_up": 0.0013997200559888023, "pending_transfer": 0.0008998200359928015, "pin_blocked": 0.0008998200359928015, "receiving_money": 0.04599080183963208, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.0011997600479904018, "supported_cards_and_currencies": 0.03909218156368727, "terminate_account": 0.0010997800439912018, "top_up_by_bank_transfer_charge": 0.006698660267946411, "top_up_by_card_charge": 0.002599480103979204, "top_up_by_cash_or_cheque": 0.1799640071985603, "top_up_failed": 0.0014997000599880025, "top_up_limits": 0.004199160167966407, "top_up_reverted": 0.0015996800639872027, "topping_up_by_card": 0.1714657068586283, "transaction_charged_twice": 0.0008998200359928015, "transfer_fee_charged": 0.0009998000399920016, "transfer_into_account": 0.37972405518896224, "transfer_not_received_by_recipient": 0.0009998000399920016, "transfer_timing": 0.002299540091981604, "unable_to_verify_identity": 0.0009998000399920016, "verify_my_identity": 0.0008998200359928015, "verify_source_of_funds": 0.0010997800439912018, "verify_top_up": 0.0011997600479904018, "virtual_card_not_working": 0.0010997800439912018, "visa_or_mastercard": 0.0026994601079784043, "why_verify_identity": 0.0007998400319936014, "wrong_amount_of_cash_received": 0.0009998000399920016, "wrong_exchange_rate_for_cash_withdrawal": 0.001299740051989602 }, "error": null, "latency_ms": 69.66450007166713, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2342", "text_group": "98914046951762c049aba9d881677e39d733e1e220a2a151cff223597661a06f", "expected": "transfer_into_account", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0006999300069993001, "activate_my_card": 0.0014998500149985001, "age_limit": 0.0007999200079992001, "apple_pay_or_google_pay": 0.0016998300169983002, "atm_support": 0.004899510048995101, "automatic_top_up": 0.0013998600139986002, "balance_not_updated_after_bank_transfer": 0.7086291370862914, "balance_not_updated_after_cheque_or_cash_deposit": 0.0022997700229977, "beneficiary_not_allowed": 0.0037996200379962005, "cancel_transfer": 0.0032996700329967, "card_about_to_expire": 0.0008999100089991, "card_acceptance": 0.0021997800219978004, "card_arrival": 0.0010998900109989002, "card_delivery_estimate": 0.0010998900109989002, "card_linking": 0.0018998100189981002, "card_not_working": 0.0013998600139986002, "card_payment_fee_charged": 0.0010998900109989002, "card_payment_not_recognised": 0.0012998700129987, "card_payment_wrong_exchange_rate": 0.0013998600139986002, "card_swallowed": 0.0010998900109989002, "cash_withdrawal_charge": 0.0012998700129987, "cash_withdrawal_not_recognised": 0.0010998900109989002, "change_pin": 0.0008999100089991, "compromised_card": 0.0008999100089991, "contactless_not_working": 0.0011998800119988001, "country_support": 0.001999800019998, "declined_card_payment": 0.0008999100089991, "declined_cash_withdrawal": 0.0008999100089991, "declined_transfer": 0.0030996900309969004, "direct_debit_payment_not_recognised": 0.0012998700129987, "disposable_card_limits": 0.0012998700129987, "edit_personal_details": 0.0012998700129987, "exchange_charge": 0.004999500049995001, "exchange_rate": 0.0018998100189981002, "exchange_via_app": 0.005699430056994301, "extra_charge_on_statement": 0.0012998700129987, "failed_transfer": 0.005699430056994301, "fiat_currency_support": 0.0016998300169983002, "get_disposable_virtual_card": 0.0015998400159984002, "get_physical_card": 0.0046995300469953, "getting_spare_card": 0.0012998700129987, "getting_virtual_card": 0.0014998500149985001, "lost_or_stolen_card": 0.0015998400159984002, "lost_or_stolen_phone": 0.0011998800119988001, "order_physical_card": 0.0012998700129987, "passcode_forgotten": 0.0007999200079992001, "pending_card_payment": 0.0007999200079992001, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.0007999200079992001, "pending_transfer": 0.0072992700729927005, "pin_blocked": 0.0007999200079992001, "receiving_money": 0.004899510048995101, "request_refund": 0.0007999200079992001, "reverted_card_payment?": 0.000999900009999, "supported_cards_and_currencies": 0.0028997100289971, "terminate_account": 0.0011998800119988001, "top_up_by_bank_transfer_charge": 0.0190980901909809, "top_up_by_card_charge": 0.0011998800119988001, "top_up_by_cash_or_cheque": 0.0011998800119988001, "top_up_failed": 0.0010998900109989002, "top_up_limits": 0.0008999100089991, "top_up_reverted": 0.0011998800119988001, "topping_up_by_card": 0.0016998300169983002, "transaction_charged_twice": 0.0008999100089991, "transfer_fee_charged": 0.0018998100189981002, "transfer_into_account": 0.0748925107489251, "transfer_not_received_by_recipient": 0.0623937606239376, "transfer_timing": 0.0094990500949905, "unable_to_verify_identity": 0.0008999100089991, "verify_my_identity": 0.0007999200079992001, "verify_source_of_funds": 0.0008999100089991, "verify_top_up": 0.0007999200079992001, "virtual_card_not_working": 0.0012998700129987, "visa_or_mastercard": 0.0014998500149985001, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0007999200079992001, "wrong_exchange_rate_for_cash_withdrawal": 0.0010998900109989002 }, "error": null, "latency_ms": 71.6966250911355, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2343", "text_group": "2846a6041ed406ddc7409fed1f5bf0c67bb69af8e7f02e9db7e65d5006f43680", "expected": "transfer_into_account", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0022, "activate_my_card": 0.0037, "age_limit": 0.0027, "apple_pay_or_google_pay": 0.0136, "atm_support": 0.0135, "automatic_top_up": 0.0082, "balance_not_updated_after_bank_transfer": 0.0202, "balance_not_updated_after_cheque_or_cash_deposit": 0.0066, "beneficiary_not_allowed": 0.0056, "cancel_transfer": 0.0057, "card_about_to_expire": 0.0031, "card_acceptance": 0.006, "card_arrival": 0.0029, "card_delivery_estimate": 0.0033, "card_linking": 0.0069, "card_not_working": 0.0039, "card_payment_fee_charged": 0.0045, "card_payment_not_recognised": 0.0044, "card_payment_wrong_exchange_rate": 0.0052, "card_swallowed": 0.0034, "cash_withdrawal_charge": 0.0043, "cash_withdrawal_not_recognised": 0.003, "change_pin": 0.0038, "compromised_card": 0.0038, "contactless_not_working": 0.0039, "country_support": 0.0049, "declined_card_payment": 0.0035, "declined_cash_withdrawal": 0.0028, "declined_transfer": 0.0041, "direct_debit_payment_not_recognised": 0.0106, "disposable_card_limits": 0.005, "edit_personal_details": 0.004, "exchange_charge": 0.02, "exchange_rate": 0.0062, "exchange_via_app": 0.0229, "extra_charge_on_statement": 0.004, "failed_transfer": 0.0065, "fiat_currency_support": 0.0137, "get_disposable_virtual_card": 0.0046, "get_physical_card": 0.0036, "getting_spare_card": 0.0045, "getting_virtual_card": 0.0031, "lost_or_stolen_card": 0.0024, "lost_or_stolen_phone": 0.0022, "order_physical_card": 0.0032, "passcode_forgotten": 0.0026, "pending_card_payment": 0.0029, "pending_cash_withdrawal": 0.0025, "pending_top_up": 0.0026, "pending_transfer": 0.0038, "pin_blocked": 0.0028, "receiving_money": 0.2509, "request_refund": 0.0026, "reverted_card_payment?": 0.0036, "supported_cards_and_currencies": 0.0179, "terminate_account": 0.0035, "top_up_by_bank_transfer_charge": 0.0108, "top_up_by_card_charge": 0.003, "top_up_by_cash_or_cheque": 0.0083, "top_up_failed": 0.0033, "top_up_limits": 0.0034, "top_up_reverted": 0.0037, "topping_up_by_card": 0.0123, "transaction_charged_twice": 0.1588, "transfer_fee_charged": 0.0041, "transfer_into_account": 0.1733, "transfer_not_received_by_recipient": 0.0046, "transfer_timing": 0.0132, "unable_to_verify_identity": 0.0028, "verify_my_identity": 0.0027, "verify_source_of_funds": 0.0029, "verify_top_up": 0.0025, "virtual_card_not_working": 0.0035, "visa_or_mastercard": 0.0047, "why_verify_identity": 0.0027, "wrong_amount_of_cash_received": 0.0034, "wrong_exchange_rate_for_cash_withdrawal": 0.0041 }, "error": null, "latency_ms": 72.66724994406104, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2344", "text_group": "0608254521e8332d378f8a7dcafdd2cd72059c384b318c68054342c61ac6bcba", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.001, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0011, "atm_support": 0.0022, "automatic_top_up": 0.0126, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0005, "card_acceptance": 0.0011, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.0012, "card_not_working": 0.0008, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0009, "card_swallowed": 0.0007, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0007, "compromised_card": 0.0007, "contactless_not_working": 0.0007, "country_support": 0.0008, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0008, "direct_debit_payment_not_recognised": 0.001, "disposable_card_limits": 0.0011, "edit_personal_details": 0.0013, "exchange_charge": 0.0008, "exchange_rate": 0.0007, "exchange_via_app": 0.0011, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.0008, "fiat_currency_support": 0.0016, "get_disposable_virtual_card": 0.0012, "get_physical_card": 0.0009, "getting_spare_card": 0.0015, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0009, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0007, "pending_transfer": 0.0005, "pin_blocked": 0.0005, "receiving_money": 0.0403, "request_refund": 0.0004, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0013, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0019, "top_up_by_card_charge": 0.0007, "top_up_by_cash_or_cheque": 0.0029, "top_up_failed": 0.0008, "top_up_limits": 0.0008, "top_up_reverted": 0.0009, "topping_up_by_card": 0.0047, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.8829, "transfer_not_received_by_recipient": 0.0008, "transfer_timing": 0.0013, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0006, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.0007, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 72.74483400397003, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2345", "text_group": "3c66c88cdd8c59aade3240ded1eabba1edcc63813996ae1e0ac77fcf939c7aea", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0004999000199960008, "activate_my_card": 0.0010997800439912018, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0011997600479904018, "atm_support": 0.0021995600879824036, "automatic_top_up": 0.001299740051989602, "balance_not_updated_after_bank_transfer": 0.007998400319936013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011997600479904018, "beneficiary_not_allowed": 0.0011997600479904018, "cancel_transfer": 0.0015996800639872027, "card_about_to_expire": 0.0007998400319936014, "card_acceptance": 0.0014997000599880025, "card_arrival": 0.0007998400319936014, "card_delivery_estimate": 0.0007998400319936014, "card_linking": 0.0026994601079784043, "card_not_working": 0.0010997800439912018, "card_payment_fee_charged": 0.0010997800439912018, "card_payment_not_recognised": 0.0009998000399920016, "card_payment_wrong_exchange_rate": 0.0010997800439912018, "card_swallowed": 0.0008998200359928015, "cash_withdrawal_charge": 0.0010997800439912018, "cash_withdrawal_not_recognised": 0.0006998600279944011, "change_pin": 0.001299740051989602, "compromised_card": 0.0007998400319936014, "contactless_not_working": 0.0008998200359928015, "country_support": 0.0009998000399920016, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.0006998600279944011, "declined_transfer": 0.0008998200359928015, "direct_debit_payment_not_recognised": 0.0011997600479904018, "disposable_card_limits": 0.0011997600479904018, "edit_personal_details": 0.0009998000399920016, "exchange_charge": 0.0034993001399720057, "exchange_rate": 0.0010997800439912018, "exchange_via_app": 0.001799640071985603, "extra_charge_on_statement": 0.0008998200359928015, "failed_transfer": 0.0011997600479904018, "fiat_currency_support": 0.001299740051989602, "get_disposable_virtual_card": 0.0009998000399920016, "get_physical_card": 0.0009998000399920016, "getting_spare_card": 0.0008998200359928015, "getting_virtual_card": 0.0007998400319936014, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0004999000199960008, "order_physical_card": 0.0009998000399920016, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.0010997800439912018, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0018996200759848032, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0007998400319936014, "supported_cards_and_currencies": 0.0024995000999800043, "terminate_account": 0.001299740051989602, "top_up_by_bank_transfer_charge": 0.016196760647870425, "top_up_by_card_charge": 0.0008998200359928015, "top_up_by_cash_or_cheque": 0.0010997800439912018, "top_up_failed": 0.0009998000399920016, "top_up_limits": 0.0007998400319936014, "top_up_reverted": 0.0008998200359928015, "topping_up_by_card": 0.0013997200559888023, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.0011997600479904018, "transfer_into_account": 0.8938212357528494, "transfer_not_received_by_recipient": 0.0011997600479904018, "transfer_timing": 0.0046990601879624075, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0006998600279944011, "verify_top_up": 0.0006998600279944011, "virtual_card_not_working": 0.0007998400319936014, "visa_or_mastercard": 0.0010997800439912018, "why_verify_identity": 0.0005998800239952009, "wrong_amount_of_cash_received": 0.0006998600279944011, "wrong_exchange_rate_for_cash_withdrawal": 0.0008998200359928015 }, "error": null, "latency_ms": 73.54174996726215, "usage": { "input_tokens": 608, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2346", "text_group": "dd5a90d62c73129106b359dd1f5996496281e3d46c303e9af64221c2761a76a5", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0008, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0011, "atm_support": 0.0014, "automatic_top_up": 0.0008, "balance_not_updated_after_bank_transfer": 0.0016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0005, "card_acceptance": 0.001, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.0011, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0008, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0006, "compromised_card": 0.0006, "contactless_not_working": 0.0006, "country_support": 0.0008, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0013, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0007, "exchange_charge": 0.0031, "exchange_rate": 0.0008, "exchange_via_app": 0.0019, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.0008, "fiat_currency_support": 0.0014, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0005, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0007, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0007, "pin_blocked": 0.0004, "receiving_money": 0.0133, "request_refund": 0.0004, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0021, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0039, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0012, "top_up_failed": 0.0007, "top_up_limits": 0.0006, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0013, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.9263, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0031, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 72.53904198296368, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2347", "text_group": "199999901ddf29fcaf88d769990278a54135460545bc646b2d16790daecf261f", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0011998800119988001, "age_limit": 0.0006999300069993001, "apple_pay_or_google_pay": 0.0018998100189981002, "atm_support": 0.0022997700229977, "automatic_top_up": 0.0018998100189981002, "balance_not_updated_after_bank_transfer": 0.0057994200579942, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011998800119988001, "beneficiary_not_allowed": 0.0012998700129987, "cancel_transfer": 0.0011998800119988001, "card_about_to_expire": 0.0006999300069993001, "card_acceptance": 0.0013998600139986002, "card_arrival": 0.0007999200079992001, "card_delivery_estimate": 0.000999900009999, "card_linking": 0.0013998600139986002, "card_not_working": 0.000999900009999, "card_payment_fee_charged": 0.0010998900109989002, "card_payment_not_recognised": 0.000999900009999, "card_payment_wrong_exchange_rate": 0.0012998700129987, "card_swallowed": 0.0008999100089991, "cash_withdrawal_charge": 0.000999900009999, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0007999200079992001, "compromised_card": 0.0008999100089991, "contactless_not_working": 0.0011998800119988001, "country_support": 0.0012998700129987, "declined_card_payment": 0.0007999200079992001, "declined_cash_withdrawal": 0.0006999300069993001, "declined_transfer": 0.0008999100089991, "direct_debit_payment_not_recognised": 0.0013998600139986002, "disposable_card_limits": 0.0011998800119988001, "edit_personal_details": 0.000999900009999, "exchange_charge": 0.0016998300169983002, "exchange_rate": 0.0012998700129987, "exchange_via_app": 0.0023997600239976003, "extra_charge_on_statement": 0.0008999100089991, "failed_transfer": 0.0013998600139986002, "fiat_currency_support": 0.0020997900209979003, "get_disposable_virtual_card": 0.0013998600139986002, "get_physical_card": 0.0010998900109989002, "getting_spare_card": 0.0011998800119988001, "getting_virtual_card": 0.000999900009999, "lost_or_stolen_card": 0.0005999400059994001, "lost_or_stolen_phone": 0.0005999400059994001, "order_physical_card": 0.0010998900109989002, "passcode_forgotten": 0.0006999300069993001, "pending_card_payment": 0.0007999200079992001, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.000999900009999, "pin_blocked": 0.0006999300069993001, "receiving_money": 0.35366463353664634, "request_refund": 0.0005999400059994001, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.0022997700229977, "terminate_account": 0.0008999100089991, "top_up_by_bank_transfer_charge": 0.006999300069993001, "top_up_by_card_charge": 0.0008999100089991, "top_up_by_cash_or_cheque": 0.0018998100189981002, "top_up_failed": 0.000999900009999, "top_up_limits": 0.000999900009999, "top_up_reverted": 0.000999900009999, "topping_up_by_card": 0.0027997200279972004, "transaction_charged_twice": 0.0006999300069993001, "transfer_fee_charged": 0.0010998900109989002, "transfer_into_account": 0.5449455054494551, "transfer_not_received_by_recipient": 0.0014998500149985001, "transfer_timing": 0.008499150084991502, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.0007999200079992001, "verify_top_up": 0.0006999300069993001, "virtual_card_not_working": 0.0008999100089991, "visa_or_mastercard": 0.000999900009999, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0008999100089991, "wrong_exchange_rate_for_cash_withdrawal": 0.000999900009999 }, "error": null, "latency_ms": 71.12845801748335, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2348", "text_group": "2d9657c61cac10a0488a4f1b63da34ab17518d73f4d85fcbe589356402f1d600", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0022004400880176037, "activate_my_card": 0.004300860172034407, "age_limit": 0.0028005601120224045, "apple_pay_or_google_pay": 0.011302260452090417, "atm_support": 0.01280256051210242, "automatic_top_up": 0.004800960192038407, "balance_not_updated_after_bank_transfer": 0.021604320864172834, "balance_not_updated_after_cheque_or_cash_deposit": 0.004800960192038407, "beneficiary_not_allowed": 0.00610122024404881, "cancel_transfer": 0.00610122024404881, "card_about_to_expire": 0.003100620124024805, "card_acceptance": 0.007901580316063214, "card_arrival": 0.0035007001400280055, "card_delivery_estimate": 0.0035007001400280055, "card_linking": 0.0072014402880576115, "card_not_working": 0.004200840168033606, "card_payment_fee_charged": 0.0044008801760352075, "card_payment_not_recognised": 0.004100820164032807, "card_payment_wrong_exchange_rate": 0.005001000200040008, "card_swallowed": 0.0033006601320264054, "cash_withdrawal_charge": 0.004200840168033606, "cash_withdrawal_not_recognised": 0.002600520104020804, "change_pin": 0.0034006801360272052, "compromised_card": 0.004200840168033606, "contactless_not_working": 0.0045009001800360065, "country_support": 0.060012002400480095, "declined_card_payment": 0.003100620124024805, "declined_cash_withdrawal": 0.002600520104020804, "declined_transfer": 0.004600920184036807, "direct_debit_payment_not_recognised": 0.0044008801760352075, "disposable_card_limits": 0.004700940188037608, "edit_personal_details": 0.004200840168033606, "exchange_charge": 0.019903980796159234, "exchange_rate": 0.008301660332066413, "exchange_via_app": 0.01890378075615123, "extra_charge_on_statement": 0.004000800160032006, "failed_transfer": 0.008901780356071214, "fiat_currency_support": 0.014402880576115223, "get_disposable_virtual_card": 0.004100820164032807, "get_physical_card": 0.003900780156031206, "getting_spare_card": 0.0033006601320264054, "getting_virtual_card": 0.0033006601320264054, "lost_or_stolen_card": 0.0024004800960192034, "lost_or_stolen_phone": 0.0023004600920184036, "order_physical_card": 0.003700740148029606, "passcode_forgotten": 0.0028005601120224045, "pending_card_payment": 0.0030006001200240046, "pending_cash_withdrawal": 0.0024004800960192034, "pending_top_up": 0.0027005401080216042, "pending_transfer": 0.007101420284056812, "pin_blocked": 0.0028005601120224045, "receiving_money": 0.012602520504100819, "request_refund": 0.002600520104020804, "reverted_card_payment?": 0.0033006601320264054, "supported_cards_and_currencies": 0.038607721544308866, "terminate_account": 0.003800760152030406, "top_up_by_bank_transfer_charge": 0.022304460892178437, "top_up_by_card_charge": 0.004000800160032006, "top_up_by_cash_or_cheque": 0.0049009801960392075, "top_up_failed": 0.003900780156031206, "top_up_limits": 0.0033006601320264054, "top_up_reverted": 0.003700740148029606, "topping_up_by_card": 0.005801160232046409, "transaction_charged_twice": 0.003200640128025605, "transfer_fee_charged": 0.005001000200040008, "transfer_into_account": 0.44898979795959193, "transfer_not_received_by_recipient": 0.00650130026005201, "transfer_timing": 0.05181036207241448, "unable_to_verify_identity": 0.0033006601320264054, "verify_my_identity": 0.0030006001200240046, "verify_source_of_funds": 0.0027005401080216042, "verify_top_up": 0.0028005601120224045, "virtual_card_not_working": 0.003700740148029606, "visa_or_mastercard": 0.007001400280056011, "why_verify_identity": 0.0027005401080216042, "wrong_amount_of_cash_received": 0.0029005801160232043, "wrong_exchange_rate_for_cash_withdrawal": 0.003800760152030406 }, "error": null, "latency_ms": 70.64395898487419, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2349", "text_group": "1be811b4389bec964f697db263356c1627c355e61edb05c82c5d5e3c1339bbdf", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0005001000200040008, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.001300260052010402, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0012002400480096017, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0007001400280056011, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0007001400280056011, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00040008001600320064, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0006001200240048009, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0010002000400080016, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0015003000600120023, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0010002000400080016, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.001300260052010402, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0006001200240048009, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.014602920584116823, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0016003200640128026, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0028005601120224045, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0016003200640128026, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0016003200640128026, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.939887977595519, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.001900380076015203, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 70.89866697788239, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2350", "text_group": "d3a3c2ea00e6f2ad25e0037e444f915b682659e0489005e275f90621f636506d", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0013, "age_limit": 0.0009, "apple_pay_or_google_pay": 0.0015, "atm_support": 0.0035, "automatic_top_up": 0.0155, "balance_not_updated_after_bank_transfer": 0.0066, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015, "beneficiary_not_allowed": 0.0017, "cancel_transfer": 0.0018, "card_about_to_expire": 0.0009, "card_acceptance": 0.0018, "card_arrival": 0.0009, "card_delivery_estimate": 0.0009, "card_linking": 0.0022, "card_not_working": 0.0012, "card_payment_fee_charged": 0.0013, "card_payment_not_recognised": 0.0011, "card_payment_wrong_exchange_rate": 0.0014, "card_swallowed": 0.0012, "cash_withdrawal_charge": 0.0013, "cash_withdrawal_not_recognised": 0.0008, "change_pin": 0.001, "compromised_card": 0.0009, "contactless_not_working": 0.0011, "country_support": 0.0013, "declined_card_payment": 0.0009, "declined_cash_withdrawal": 0.0008, "declined_transfer": 0.0014, "direct_debit_payment_not_recognised": 0.0014, "disposable_card_limits": 0.0019, "edit_personal_details": 0.0011, "exchange_charge": 0.003, "exchange_rate": 0.0013, "exchange_via_app": 0.0017, "extra_charge_on_statement": 0.0012, "failed_transfer": 0.0027, "fiat_currency_support": 0.0022, "get_disposable_virtual_card": 0.0014, "get_physical_card": 0.0011, "getting_spare_card": 0.0015, "getting_virtual_card": 0.001, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0006, "order_physical_card": 0.0011, "passcode_forgotten": 0.0007, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0007, "pending_top_up": 0.0038, "pending_transfer": 0.0021, "pin_blocked": 0.0008, "receiving_money": 0.0046, "request_refund": 0.0008, "reverted_card_payment?": 0.001, "supported_cards_and_currencies": 0.003, "terminate_account": 0.0012, "top_up_by_bank_transfer_charge": 0.0292, "top_up_by_card_charge": 0.0019, "top_up_by_cash_or_cheque": 0.0077, "top_up_failed": 0.0016, "top_up_limits": 0.0025, "top_up_reverted": 0.0016, "topping_up_by_card": 0.0214, "transaction_charged_twice": 0.0008, "transfer_fee_charged": 0.0013, "transfer_into_account": 0.8156, "transfer_not_received_by_recipient": 0.0015, "transfer_timing": 0.0055, "unable_to_verify_identity": 0.0008, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0009, "verify_top_up": 0.0014, "virtual_card_not_working": 0.001, "visa_or_mastercard": 0.0011, "why_verify_identity": 0.0007, "wrong_amount_of_cash_received": 0.0009, "wrong_exchange_rate_for_cash_withdrawal": 0.0012 }, "error": null, "latency_ms": 70.7608750090003, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2351", "text_group": "2b63d2c7521fb920ce191e1ca69504fd05fd4033094f3da0ade059a74748d7ac", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0017998200179982, "activate_my_card": 0.0028997100289971, "age_limit": 0.0021997800219978004, "apple_pay_or_google_pay": 0.0073992600739926015, "atm_support": 0.021997800219978002, "automatic_top_up": 0.0033996600339966003, "balance_not_updated_after_bank_transfer": 0.08729127087291272, "balance_not_updated_after_cheque_or_cash_deposit": 0.0038996100389961, "beneficiary_not_allowed": 0.0086991300869913, "cancel_transfer": 0.008499150084991502, "card_about_to_expire": 0.0022997700229977, "card_acceptance": 0.007499250074992501, "card_arrival": 0.0025997400259974, "card_delivery_estimate": 0.0026997300269973002, "card_linking": 0.0047995200479952005, "card_not_working": 0.0034996500349965005, "card_payment_fee_charged": 0.0032996700329967, "card_payment_not_recognised": 0.0031996800319968005, "card_payment_wrong_exchange_rate": 0.0036996300369963007, "card_swallowed": 0.0025997400259974, "cash_withdrawal_charge": 0.0031996800319968005, "cash_withdrawal_not_recognised": 0.0020997900209979003, "change_pin": 0.0025997400259974, "compromised_card": 0.0029997000299970002, "contactless_not_working": 0.0044995500449955, "country_support": 0.010998900109989001, "declined_card_payment": 0.0024997500249975004, "declined_cash_withdrawal": 0.0020997900209979003, "declined_transfer": 0.008299170082991702, "direct_debit_payment_not_recognised": 0.0029997000299970002, "disposable_card_limits": 0.0034996500349965005, "edit_personal_details": 0.0028997100289971, "exchange_charge": 0.0160983901609839, "exchange_rate": 0.0051994800519948, "exchange_via_app": 0.03849615038496151, "extra_charge_on_statement": 0.0027997200279972004, "failed_transfer": 0.014598540145985401, "fiat_currency_support": 0.0156984301569843, "get_disposable_virtual_card": 0.0030996900309969004, "get_physical_card": 0.0028997100289971, "getting_spare_card": 0.0025997400259974, "getting_virtual_card": 0.0025997400259974, "lost_or_stolen_card": 0.001999800019998, "lost_or_stolen_phone": 0.0017998200179982, "order_physical_card": 0.0022997700229977, "passcode_forgotten": 0.001999800019998, "pending_card_payment": 0.0022997700229977, "pending_cash_withdrawal": 0.001999800019998, "pending_top_up": 0.0023997600239976003, "pending_transfer": 0.034396560343965606, "pin_blocked": 0.0022997700229977, "receiving_money": 0.014098590140985901, "request_refund": 0.0023997600239976003, "reverted_card_payment?": 0.0026997300269973002, "supported_cards_and_currencies": 0.027397260273972605, "terminate_account": 0.0030996900309969004, "top_up_by_bank_transfer_charge": 0.0185981401859814, "top_up_by_card_charge": 0.0024997500249975004, "top_up_by_cash_or_cheque": 0.0034996500349965005, "top_up_failed": 0.0032996700329967, "top_up_limits": 0.0023997600239976003, "top_up_reverted": 0.0031996800319968005, "topping_up_by_card": 0.0033996600339966003, "transaction_charged_twice": 0.0027997200279972004, "transfer_fee_charged": 0.0033996600339966003, "transfer_into_account": 0.41645835416458354, "transfer_not_received_by_recipient": 0.013798620137986202, "transfer_timing": 0.0632936706329367, "unable_to_verify_identity": 0.0024997500249975004, "verify_my_identity": 0.0023997600239976003, "verify_source_of_funds": 0.0021997800219978004, "verify_top_up": 0.0025997400259974, "virtual_card_not_working": 0.0036996300369963007, "visa_or_mastercard": 0.004199580041995801, "why_verify_identity": 0.0022997700229977, "wrong_amount_of_cash_received": 0.0023997600239976003, "wrong_exchange_rate_for_cash_withdrawal": 0.0027997200279972004 }, "error": null, "latency_ms": 70.96924993675202, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2352", "text_group": "0e6157c635ca15505c48c24149db3f4b8a5bdecdd7ff5ee1309f18b77c081ae1", "expected": "transfer_into_account", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0020006001800540163, "activate_my_card": 0.003200960288086426, "age_limit": 0.00250075022506752, "apple_pay_or_google_pay": 0.004801440432129638, "atm_support": 0.012103631089326798, "automatic_top_up": 0.021706511953586076, "balance_not_updated_after_bank_transfer": 0.2742822846854056, "balance_not_updated_after_cheque_or_cash_deposit": 0.004201260378113434, "beneficiary_not_allowed": 0.005601680504151245, "cancel_transfer": 0.0069020706211863556, "card_about_to_expire": 0.0028008402520756227, "card_acceptance": 0.006601980594178253, "card_arrival": 0.0028008402520756227, "card_delivery_estimate": 0.0028008402520756227, "card_linking": 0.004601380414124237, "card_not_working": 0.003601080324097229, "card_payment_fee_charged": 0.0033009902970891265, "card_payment_not_recognised": 0.003601080324097229, "card_payment_wrong_exchange_rate": 0.004001200360108033, "card_swallowed": 0.0030009002700810243, "cash_withdrawal_charge": 0.004001200360108033, "cash_withdrawal_not_recognised": 0.0029008702610783233, "change_pin": 0.0029008702610783233, "compromised_card": 0.003100930279083725, "contactless_not_working": 0.00370111033309993, "country_support": 0.005201560468140441, "declined_card_payment": 0.0030009002700810243, "declined_cash_withdrawal": 0.003100930279083725, "declined_transfer": 0.006001800540162049, "direct_debit_payment_not_recognised": 0.0035010503150945285, "disposable_card_limits": 0.0038011403421026307, "edit_personal_details": 0.003401020306091827, "exchange_charge": 0.005501650495148544, "exchange_rate": 0.004001200360108033, "exchange_via_app": 0.005401620486145844, "extra_charge_on_statement": 0.0033009902970891265, "failed_transfer": 0.009502850855256576, "fiat_currency_support": 0.006001800540162049, "get_disposable_virtual_card": 0.004801440432129638, "get_physical_card": 0.004001200360108033, "getting_spare_card": 0.0043012903871161344, "getting_virtual_card": 0.00370111033309993, "lost_or_stolen_card": 0.002100630189056717, "lost_or_stolen_phone": 0.0019005701710513153, "order_physical_card": 0.0035010503150945285, "passcode_forgotten": 0.0023006902070621185, "pending_card_payment": 0.002700810243072922, "pending_cash_withdrawal": 0.0023006902070621185, "pending_top_up": 0.01110333099929979, "pending_transfer": 0.009502850855256576, "pin_blocked": 0.00250075022506752, "receiving_money": 0.01610483144943483, "request_refund": 0.0028008402520756227, "reverted_card_payment?": 0.003100930279083725, "supported_cards_and_currencies": 0.008802640792237672, "terminate_account": 0.0033009902970891265, "top_up_by_bank_transfer_charge": 0.26397919375812745, "top_up_by_card_charge": 0.0078023407022106625, "top_up_by_cash_or_cheque": 0.019105731719515854, "top_up_failed": 0.00990297089126738, "top_up_limits": 0.00620186055816745, "top_up_reverted": 0.010303090927278184, "topping_up_by_card": 0.05771731519455837, "transaction_charged_twice": 0.0028008402520756227, "transfer_fee_charged": 0.0039011703511053313, "transfer_into_account": 0.02840852255676703, "transfer_not_received_by_recipient": 0.005801740522156647, "transfer_timing": 0.014504351305391617, "unable_to_verify_identity": 0.0028008402520756227, "verify_my_identity": 0.00250075022506752, "verify_source_of_funds": 0.00250075022506752, "verify_top_up": 0.0035010503150945285, "virtual_card_not_working": 0.0039011703511053313, "visa_or_mastercard": 0.004001200360108033, "why_verify_identity": 0.0023006902070621185, "wrong_amount_of_cash_received": 0.003100930279083725, "wrong_exchange_rate_for_cash_withdrawal": 0.003401020306091827 }, "error": null, "latency_ms": 70.93145907856524, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2353", "text_group": "52ace1842b270fffc2065dc08e0f009b3a7e40dc322bbec25f5ada5e19d8fc19", "expected": "transfer_into_account", "prediction": "top_up_by_bank_transfer_charge", "probabilities": { "Refund_not_showing_up": 0.0012996101169649105, "activate_my_card": 0.0022993102069379188, "age_limit": 0.0016994901529541137, "apple_pay_or_google_pay": 0.0029991002699190244, "atm_support": 0.012296311106668, "automatic_top_up": 0.039988003598920324, "balance_not_updated_after_bank_transfer": 0.18294511646506048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0035989203239028293, "beneficiary_not_allowed": 0.0033989803059082274, "cancel_transfer": 0.003099070278916325, "card_about_to_expire": 0.002099370188943317, "card_acceptance": 0.005998200539838049, "card_arrival": 0.002099370188943317, "card_delivery_estimate": 0.001999400179946016, "card_linking": 0.00489853044086774, "card_not_working": 0.002599220233929821, "card_payment_fee_charged": 0.0028991302609217232, "card_payment_not_recognised": 0.002599220233929821, "card_payment_wrong_exchange_rate": 0.0029991002699190244, "card_swallowed": 0.002099370188943317, "cash_withdrawal_charge": 0.0024992502249325203, "cash_withdrawal_not_recognised": 0.0015995201439568132, "change_pin": 0.002199340197940618, "compromised_card": 0.001999400179946016, "contactless_not_working": 0.002799160251924423, "country_support": 0.0037988603418974308, "declined_card_payment": 0.001999400179946016, "declined_cash_withdrawal": 0.0017994601619514146, "declined_transfer": 0.0038988303508947315, "direct_debit_payment_not_recognised": 0.002699190242927122, "disposable_card_limits": 0.0029991002699190244, "edit_personal_details": 0.002399280215935219, "exchange_charge": 0.0036988903329001305, "exchange_rate": 0.002599220233929821, "exchange_via_app": 0.002799160251924423, "extra_charge_on_statement": 0.0024992502249325203, "failed_transfer": 0.0064980505848245525, "fiat_currency_support": 0.006298110566829951, "get_disposable_virtual_card": 0.0029991002699190244, "get_physical_card": 0.0024992502249325203, "getting_spare_card": 0.004498650404878536, "getting_virtual_card": 0.002099370188943317, "lost_or_stolen_card": 0.0013995801259622115, "lost_or_stolen_phone": 0.0012996101169649105, "order_physical_card": 0.002099370188943317, "passcode_forgotten": 0.0016994901529541137, "pending_card_payment": 0.0017994601619514146, "pending_cash_withdrawal": 0.0014995501349595122, "pending_top_up": 0.0033989803059082274, "pending_transfer": 0.003099070278916325, "pin_blocked": 0.0016994901529541137, "receiving_money": 0.008997300809757072, "request_refund": 0.0014995501349595122, "reverted_card_payment?": 0.002199340197940618, "supported_cards_and_currencies": 0.00859742077376787, "terminate_account": 0.0024992502249325203, "top_up_by_bank_transfer_charge": 0.2717184844546636, "top_up_by_card_charge": 0.0038988303508947315, "top_up_by_cash_or_cheque": 0.023992802159352195, "top_up_failed": 0.0035989203239028293, "top_up_limits": 0.0036988903329001305, "top_up_reverted": 0.004098770368889334, "topping_up_by_card": 0.033489953014095776, "transaction_charged_twice": 0.0017994601619514146, "transfer_fee_charged": 0.002699190242927122, "transfer_into_account": 0.22313306008197542, "transfer_not_received_by_recipient": 0.0045986204138758376, "transfer_timing": 0.011996401079676098, "unable_to_verify_identity": 0.0016994901529541137, "verify_my_identity": 0.0015995201439568132, "verify_source_of_funds": 0.0018994301709487154, "verify_top_up": 0.0024992502249325203, "virtual_card_not_working": 0.002099370188943317, "visa_or_mastercard": 0.0024992502249325203, "why_verify_identity": 0.0014995501349595122, "wrong_amount_of_cash_received": 0.002099370188943317, "wrong_exchange_rate_for_cash_withdrawal": 0.0024992502249325203 }, "error": null, "latency_ms": 70.33795898314565, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2354", "text_group": "6cd3def61d9563b7bd74f7c9ffb20d3a2d4b6e051282bcad89bf1c365f4625ce", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0006000600060006, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.0009000900090009, "atm_support": 0.0013001300130013002, "automatic_top_up": 0.0009000900090009, "balance_not_updated_after_bank_transfer": 0.06510651065106511, "balance_not_updated_after_cheque_or_cash_deposit": 0.0039003900390039, "beneficiary_not_allowed": 0.0016001600160016002, "cancel_transfer": 0.0011001100110011003, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0011001100110011003, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.0006000600060006, "card_linking": 0.0011001100110011003, "card_not_working": 0.001000100010001, "card_payment_fee_charged": 0.0008000800080008001, "card_payment_not_recognised": 0.0008000800080008001, "card_payment_wrong_exchange_rate": 0.001000100010001, "card_swallowed": 0.001000100010001, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.0008000800080008001, "change_pin": 0.0007000700070007, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.0009000900090009, "country_support": 0.0009000900090009, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0009000900090009, "declined_transfer": 0.0012001200120012, "direct_debit_payment_not_recognised": 0.0012001200120012, "disposable_card_limits": 0.0011001100110011003, "edit_personal_details": 0.0012001200120012, "exchange_charge": 0.0013001300130013002, "exchange_rate": 0.001000100010001, "exchange_via_app": 0.0021002100210021, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0047004700470047005, "fiat_currency_support": 0.0013001300130013002, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0007000700070007, "getting_spare_card": 0.001000100010001, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0007000700070007, "pending_top_up": 0.0007000700070007, "pending_transfer": 0.0015001500150015003, "pin_blocked": 0.0007000700070007, "receiving_money": 0.0101010101010101, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.0008000800080008001, "supported_cards_and_currencies": 0.0012001200120012, "terminate_account": 0.0009000900090009, "top_up_by_bank_transfer_charge": 0.0026002600260026003, "top_up_by_card_charge": 0.0007000700070007, "top_up_by_cash_or_cheque": 0.0019001900190019003, "top_up_failed": 0.0016001600160016002, "top_up_limits": 0.0019001900190019003, "top_up_reverted": 0.0012001200120012, "topping_up_by_card": 0.0019001900190019003, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.0009000900090009, "transfer_into_account": 0.8239823982398239, "transfer_not_received_by_recipient": 0.0014001400140014, "transfer_timing": 0.0056005600560056, "unable_to_verify_identity": 0.0006000600060006, "verify_my_identity": 0.0006000600060006, "verify_source_of_funds": 0.0008000800080008001, "verify_top_up": 0.0007000700070007, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0191019101910191, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009 }, "error": null, "latency_ms": 71.17866596672684, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2355", "text_group": "90fc8d7aac7d0212d41312b731e557a0f4b8c2d0dc7673a3c531abd4eeb0168d", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.0007997600719784066, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.001099670098970309, "atm_support": 0.0014995501349595122, "automatic_top_up": 0.0007997600719784066, "balance_not_updated_after_bank_transfer": 0.0017994601619514146, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007997600719784066, "beneficiary_not_allowed": 0.0008997300809757073, "cancel_transfer": 0.0006997900629811057, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.001099670098970309, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.0005998200539838048, "card_linking": 0.001099670098970309, "card_not_working": 0.0006997900629811057, "card_payment_fee_charged": 0.0006997900629811057, "card_payment_not_recognised": 0.0006997900629811057, "card_payment_wrong_exchange_rate": 0.0007997600719784066, "card_swallowed": 0.0005998200539838048, "cash_withdrawal_charge": 0.0007997600719784066, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.0005998200539838048, "compromised_card": 0.0005998200539838048, "contactless_not_working": 0.0006997900629811057, "country_support": 0.0008997300809757073, "declined_card_payment": 0.0005998200539838048, "declined_cash_withdrawal": 0.000499850044986504, "declined_transfer": 0.0005998200539838048, "direct_debit_payment_not_recognised": 0.0011996401079676095, "disposable_card_limits": 0.0007997600719784066, "edit_personal_details": 0.0007997600719784066, "exchange_charge": 0.002699190242927122, "exchange_rate": 0.0008997300809757073, "exchange_via_app": 0.001999400179946016, "extra_charge_on_statement": 0.0005998200539838048, "failed_transfer": 0.0008997300809757073, "fiat_currency_support": 0.0015995201439568132, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.0005998200539838048, "getting_spare_card": 0.0005998200539838048, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.0007997600719784066, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0006997900629811057, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.026292112366290116, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.002099370188943317, "terminate_account": 0.0005998200539838048, "top_up_by_bank_transfer_charge": 0.0037988603418974308, "top_up_by_card_charge": 0.0006997900629811057, "top_up_by_cash_or_cheque": 0.0013995801259622115, "top_up_failed": 0.0006997900629811057, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.0006997900629811057, "topping_up_by_card": 0.0013995801259622115, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.0006997900629811057, "transfer_into_account": 0.9100269919024293, "transfer_not_received_by_recipient": 0.0007997600719784066, "transfer_timing": 0.0034989503149055285, "unable_to_verify_identity": 0.000499850044986504, "verify_my_identity": 0.000499850044986504, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0006997900629811057, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998200539838048 }, "error": null, "latency_ms": 70.20399998873472, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2356", "text_group": "04f18f18fcb37991d9b38009ab942ec1d2af0bb1021ed5216ec6d95584b12070", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.001000100010001, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.0017001700170017002, "atm_support": 0.0026002600260026003, "automatic_top_up": 0.0012001200120012, "balance_not_updated_after_bank_transfer": 0.009400940094009401, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015001500150015003, "beneficiary_not_allowed": 0.0016001600160016002, "cancel_transfer": 0.0030003000300030005, "card_about_to_expire": 0.0009000900090009, "card_acceptance": 0.002000200020002, "card_arrival": 0.0009000900090009, "card_delivery_estimate": 0.0009000900090009, "card_linking": 0.0026002600260026003, "card_not_working": 0.0012001200120012, "card_payment_fee_charged": 0.0014001400140014, "card_payment_not_recognised": 0.0013001300130013002, "card_payment_wrong_exchange_rate": 0.0014001400140014, "card_swallowed": 0.001000100010001, "cash_withdrawal_charge": 0.0014001400140014, "cash_withdrawal_not_recognised": 0.0009000900090009, "change_pin": 0.001000100010001, "compromised_card": 0.001000100010001, "contactless_not_working": 0.0011001100110011003, "country_support": 0.0013001300130013002, "declined_card_payment": 0.0009000900090009, "declined_cash_withdrawal": 0.0008000800080008001, "declined_transfer": 0.001000100010001, "direct_debit_payment_not_recognised": 0.002000200020002, "disposable_card_limits": 0.0014001400140014, "edit_personal_details": 0.0013001300130013002, "exchange_charge": 0.008600860086008601, "exchange_rate": 0.0015001500150015003, "exchange_via_app": 0.0034003400340034003, "extra_charge_on_statement": 0.0013001300130013002, "failed_transfer": 0.0015001500150015003, "fiat_currency_support": 0.0021002100210021, "get_disposable_virtual_card": 0.0011001100110011003, "get_physical_card": 0.001000100010001, "getting_spare_card": 0.001000100010001, "getting_virtual_card": 0.0008000800080008001, "lost_or_stolen_card": 0.0007000700070007, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.0012001200120012, "passcode_forgotten": 0.0007000700070007, "pending_card_payment": 0.0009000900090009, "pending_cash_withdrawal": 0.0008000800080008001, "pending_top_up": 0.0008000800080008001, "pending_transfer": 0.0016001600160016002, "pin_blocked": 0.0007000700070007, "receiving_money": 0.050405040504050404, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.001000100010001, "supported_cards_and_currencies": 0.0025002500250025004, "terminate_account": 0.0013001300130013002, "top_up_by_bank_transfer_charge": 0.016001600160016, "top_up_by_card_charge": 0.0012001200120012, "top_up_by_cash_or_cheque": 0.0033003300330033004, "top_up_failed": 0.0013001300130013002, "top_up_limits": 0.0012001200120012, "top_up_reverted": 0.0012001200120012, "topping_up_by_card": 0.0031003100310031, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.0014001400140014, "transfer_into_account": 0.8148814881488149, "transfer_not_received_by_recipient": 0.0015001500150015003, "transfer_timing": 0.008500850085008501, "unable_to_verify_identity": 0.0008000800080008001, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.001000100010001, "verify_top_up": 0.0007000700070007, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.0013001300130013002, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.001000100010001, "wrong_exchange_rate_for_cash_withdrawal": 0.0012001200120012 }, "error": null, "latency_ms": 71.39137503691018, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2357", "text_group": "734848edddcd9792fb851de13f8a027953a399f96d0498ea9d909ab64e776c58", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0006000600060006, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0009000900090009, "automatic_top_up": 0.0007000700070007, "balance_not_updated_after_bank_transfer": 0.0027002700270027003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007000700070007, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.001000100010001, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0009000900090009, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0009000900090009, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0005000500050005, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0006000600060006, "country_support": 0.0006000600060006, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0008000800080008001, "direct_debit_payment_not_recognised": 0.001000100010001, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0011001100110011003, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0008000800080008001, "extra_charge_on_statement": 0.0005000500050005, "failed_transfer": 0.0019001900190019003, "fiat_currency_support": 0.0008000800080008001, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0014001400140014, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.009900990099009901, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0009000900090009, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.0023002300230023, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0008000800080008001, "top_up_failed": 0.0009000900090009, "top_up_limits": 0.0006000600060006, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.0011001100110011003, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.9371937193719372, "transfer_not_received_by_recipient": 0.0008000800080008001, "transfer_timing": 0.0029002900290029, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 70.75716694816947, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2358", "text_group": "b81fc7070a5e2631d97389dace0fe3ce727321be3a7dbf2146028398452d566e", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0008, "age_limit": 0.0007, "apple_pay_or_google_pay": 0.0012, "atm_support": 0.0018, "automatic_top_up": 0.0011, "balance_not_updated_after_bank_transfer": 0.0089, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014, "beneficiary_not_allowed": 0.0014, "cancel_transfer": 0.0026, "card_about_to_expire": 0.0008, "card_acceptance": 0.0014, "card_arrival": 0.0007, "card_delivery_estimate": 0.0008, "card_linking": 0.002, "card_not_working": 0.001, "card_payment_fee_charged": 0.0011, "card_payment_not_recognised": 0.001, "card_payment_wrong_exchange_rate": 0.0013, "card_swallowed": 0.001, "cash_withdrawal_charge": 0.0012, "cash_withdrawal_not_recognised": 0.0008, "change_pin": 0.0011, "compromised_card": 0.0009, "contactless_not_working": 0.0009, "country_support": 0.001, "declined_card_payment": 0.0008, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.001, "direct_debit_payment_not_recognised": 0.0014, "disposable_card_limits": 0.0013, "edit_personal_details": 0.0015, "exchange_charge": 0.0071, "exchange_rate": 0.0018, "exchange_via_app": 0.004, "extra_charge_on_statement": 0.001, "failed_transfer": 0.0013, "fiat_currency_support": 0.0015, "get_disposable_virtual_card": 0.0011, "get_physical_card": 0.0009, "getting_spare_card": 0.001, "getting_virtual_card": 0.0008, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0011, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0007, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0007, "pending_transfer": 0.0013, "pin_blocked": 0.0007, "receiving_money": 0.0153, "request_refund": 0.0007, "reverted_card_payment?": 0.0009, "supported_cards_and_currencies": 0.0016, "terminate_account": 0.0011, "top_up_by_bank_transfer_charge": 0.0157, "top_up_by_card_charge": 0.001, "top_up_by_cash_or_cheque": 0.0021, "top_up_failed": 0.0012, "top_up_limits": 0.001, "top_up_reverted": 0.0012, "topping_up_by_card": 0.0019, "transaction_charged_twice": 0.0007, "transfer_fee_charged": 0.0012, "transfer_into_account": 0.8693, "transfer_not_received_by_recipient": 0.0012, "transfer_timing": 0.0051, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0009, "verify_top_up": 0.0007, "virtual_card_not_working": 0.0008, "visa_or_mastercard": 0.0008, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0009, "wrong_exchange_rate_for_cash_withdrawal": 0.0012 }, "error": null, "latency_ms": 72.43199995718896, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2359", "text_group": "5b77c965f866f4376afae8d6211ceeb6e675573fb9257747075e857b2851c46e", "expected": "transfer_into_account", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0007999200079992001, "activate_my_card": 0.000999900009999, "age_limit": 0.0008999100089991, "apple_pay_or_google_pay": 0.001999800019998, "atm_support": 0.0052994700529947, "automatic_top_up": 0.001999800019998, "balance_not_updated_after_bank_transfer": 0.06039396060393961, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017998200179982, "beneficiary_not_allowed": 0.0023997600239976003, "cancel_transfer": 0.0020997900209979003, "card_about_to_expire": 0.000999900009999, "card_acceptance": 0.0025997400259974, "card_arrival": 0.0011998800119988001, "card_delivery_estimate": 0.0011998800119988001, "card_linking": 0.0018998100189981002, "card_not_working": 0.0012998700129987, "card_payment_fee_charged": 0.0012998700129987, "card_payment_not_recognised": 0.0012998700129987, "card_payment_wrong_exchange_rate": 0.0015998400159984002, "card_swallowed": 0.0011998800119988001, "cash_withdrawal_charge": 0.0015998400159984002, "cash_withdrawal_not_recognised": 0.0011998800119988001, "change_pin": 0.0010998900109989002, "compromised_card": 0.0010998900109989002, "contactless_not_working": 0.0015998400159984002, "country_support": 0.001999800019998, "declined_card_payment": 0.0012998700129987, "declined_cash_withdrawal": 0.0014998500149985001, "declined_transfer": 0.0020997900209979003, "direct_debit_payment_not_recognised": 0.0017998200179982, "disposable_card_limits": 0.0013998600139986002, "edit_personal_details": 0.0013998600139986002, "exchange_charge": 0.0017998200179982, "exchange_rate": 0.0014998500149985001, "exchange_via_app": 0.0015998400159984002, "extra_charge_on_statement": 0.0013998600139986002, "failed_transfer": 0.0020997900209979003, "fiat_currency_support": 0.0059994000599940004, "get_disposable_virtual_card": 0.0021997800219978004, "get_physical_card": 0.0013998600139986002, "getting_spare_card": 0.0032996700329967, "getting_virtual_card": 0.0012998700129987, "lost_or_stolen_card": 0.0007999200079992001, "lost_or_stolen_phone": 0.0006999300069993001, "order_physical_card": 0.0015998400159984002, "passcode_forgotten": 0.0008999100089991, "pending_card_payment": 0.0007999200079992001, "pending_cash_withdrawal": 0.0007999200079992001, "pending_top_up": 0.0007999200079992001, "pending_transfer": 0.0012998700129987, "pin_blocked": 0.0008999100089991, "receiving_money": 0.023297670232976703, "request_refund": 0.0011998800119988001, "reverted_card_payment?": 0.0010998900109989002, "supported_cards_and_currencies": 0.006699330066993301, "terminate_account": 0.0013998600139986002, "top_up_by_bank_transfer_charge": 0.045795420457954206, "top_up_by_card_charge": 0.0013998600139986002, "top_up_by_cash_or_cheque": 0.009699030096990302, "top_up_failed": 0.0013998600139986002, "top_up_limits": 0.0014998500149985001, "top_up_reverted": 0.0015998400159984002, "topping_up_by_card": 0.014598540145985401, "transaction_charged_twice": 0.0008999100089991, "transfer_fee_charged": 0.0013998600139986002, "transfer_into_account": 0.7252274772522748, "transfer_not_received_by_recipient": 0.0025997400259974, "transfer_timing": 0.0072992700729927005, "unable_to_verify_identity": 0.0008999100089991, "verify_my_identity": 0.0007999200079992001, "verify_source_of_funds": 0.000999900009999, "verify_top_up": 0.0008999100089991, "virtual_card_not_working": 0.0012998700129987, "visa_or_mastercard": 0.0015998400159984002, "why_verify_identity": 0.0007999200079992001, "wrong_amount_of_cash_received": 0.0013998600139986002, "wrong_exchange_rate_for_cash_withdrawal": 0.0015998400159984002 }, "error": null, "latency_ms": 72.4748750217259, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2360", "text_group": "6b79fd7ed38241493f4ed5ad9015900ce35bbc178b3a9335d08a9e7c7568b2ac", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.000499850044986504, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.0008997300809757073, "automatic_top_up": 0.0005998200539838048, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0012996101169649105, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0007997600719784066, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.0008997300809757073, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0003998800359892033, "compromised_card": 0.0011996401079676095, "contactless_not_working": 0.000499850044986504, "country_support": 0.0005998200539838048, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.0006997900629811057, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0006997900629811057, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.001099670098970309, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.000499850044986504, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0016994901529541137, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.000499850044986504, "top_up_by_cash_or_cheque": 0.0005998200539838048, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.0005998200539838048, "top_up_reverted": 0.0005998200539838048, "topping_up_by_card": 0.01089673098070579, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.000499850044986504, "verify_my_identity": 0.0007997600719784066, "verify_source_of_funds": 0.0006997900629811057, "verify_top_up": 0.9505148455463361, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.000499850044986504, "why_verify_identity": 0.0006997900629811057, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 72.50308396760374, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2361", "text_group": "129cc6af0b880245237b47e180ffbe5a0efe5b62d8c3dd792b13f627adcbfade", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0022004400880176037, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.9787957591518304, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 71.76166702993214, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2362", "text_group": "cf12da4de531746c4412c0fe6e2f0dca8f5d21ce6e4969cd74da99a5f8b2f229", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0005, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0009, "automatic_top_up": 0.0024, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0004, "card_acceptance": 0.0007, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0006, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0005, "contactless_not_working": 0.0005, "country_support": 0.0006, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0004, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0004, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0007, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0004, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0006, "pending_transfer": 0.0003, "pin_blocked": 0.0004, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0007, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0007, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0007, "top_up_limits": 0.0007, "top_up_reverted": 0.0009, "topping_up_by_card": 0.0009, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0007, "verify_top_up": 0.9611, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 71.93262502551079, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2363", "text_group": "aea9d09dc4030d4383772c6d6f29cab1aabbfcc996a84e158cd5d338454416e1", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.0011997600479904018, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0037992401519696063, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.002299540091981604, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0004999000199960008, "verify_source_of_funds": 0.0006998600279944011, "verify_top_up": 0.9652069586082784, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 71.8599579995498, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2364", "text_group": "0f3b6f96c31654397db93e86e7e742568985f77e9d4397f0240eef0139d011ea", "expected": "verify_top_up", "prediction": "card_payment_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0014, "activate_my_card": 0.0029, "age_limit": 0.0015, "apple_pay_or_google_pay": 0.0026, "atm_support": 0.0069, "automatic_top_up": 0.0021, "balance_not_updated_after_bank_transfer": 0.0024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0024, "beneficiary_not_allowed": 0.0029, "cancel_transfer": 0.002, "card_about_to_expire": 0.0016, "card_acceptance": 0.0047, "card_arrival": 0.0019, "card_delivery_estimate": 0.0016, "card_linking": 0.0041, "card_not_working": 0.0023, "card_payment_fee_charged": 0.002, "card_payment_not_recognised": 0.3564, "card_payment_wrong_exchange_rate": 0.002, "card_swallowed": 0.0017, "cash_withdrawal_charge": 0.0015, "cash_withdrawal_not_recognised": 0.0018, "change_pin": 0.0016, "compromised_card": 0.005, "contactless_not_working": 0.0021, "country_support": 0.0034, "declined_card_payment": 0.002, "declined_cash_withdrawal": 0.0015, "declined_transfer": 0.0019, "direct_debit_payment_not_recognised": 0.0025, "disposable_card_limits": 0.0027, "edit_personal_details": 0.0021, "exchange_charge": 0.0015, "exchange_rate": 0.0014, "exchange_via_app": 0.0016, "extra_charge_on_statement": 0.0012, "failed_transfer": 0.0016, "fiat_currency_support": 0.0035, "get_disposable_virtual_card": 0.0122, "get_physical_card": 0.0443, "getting_spare_card": 0.0016, "getting_virtual_card": 0.0038, "lost_or_stolen_card": 0.0015, "lost_or_stolen_phone": 0.0011, "order_physical_card": 0.0018, "passcode_forgotten": 0.0024, "pending_card_payment": 0.0015, "pending_cash_withdrawal": 0.0012, "pending_top_up": 0.0015, "pending_transfer": 0.0014, "pin_blocked": 0.002, "receiving_money": 0.0022, "request_refund": 0.0018, "reverted_card_payment?": 0.0019, "supported_cards_and_currencies": 0.004, "terminate_account": 0.0018, "top_up_by_bank_transfer_charge": 0.0016, "top_up_by_card_charge": 0.0013, "top_up_by_cash_or_cheque": 0.0016, "top_up_failed": 0.0013, "top_up_limits": 0.0012, "top_up_reverted": 0.0014, "topping_up_by_card": 0.0017, "transaction_charged_twice": 0.001, "transfer_fee_charged": 0.001, "transfer_into_account": 0.0011, "transfer_not_received_by_recipient": 0.0013, "transfer_timing": 0.0012, "unable_to_verify_identity": 0.0261, "verify_my_identity": 0.1311, "verify_source_of_funds": 0.0104, "verify_top_up": 0.1857, "virtual_card_not_working": 0.0016, "visa_or_mastercard": 0.0021, "why_verify_identity": 0.0924, "wrong_amount_of_cash_received": 0.0011, "wrong_exchange_rate_for_cash_withdrawal": 0.0015 }, "error": null, "latency_ms": 71.45220902748406, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2365", "text_group": "364b6a0746b280d476b2765163ee5d807be1ebd21af5908704517c1ee0ab85d0", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00040016006402561027, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.0010004001600640256, "automatic_top_up": 0.0021008403361344537, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0007002801120448179, "card_arrival": 0.00040016006402561027, "card_delivery_estimate": 0.00040016006402561027, "card_linking": 0.0006002400960384153, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.0005002000800320128, "card_payment_not_recognised": 0.0006002400960384153, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.0005002000800320128, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.00040016006402561027, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.00040016006402561027, "country_support": 0.0006002400960384153, "declined_card_payment": 0.00040016006402561027, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.0005002000800320128, "disposable_card_limits": 0.0006002400960384153, "edit_personal_details": 0.0005002000800320128, "exchange_charge": 0.0005002000800320128, "exchange_rate": 0.00040016006402561027, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.0005002000800320128, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.0007002801120448179, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00040016006402561027, "getting_virtual_card": 0.00040016006402561027, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.0007002801120448179, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.0005002000800320128, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.0007002801120448179, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.0007002801120448179, "top_up_by_card_charge": 0.0006002400960384153, "top_up_by_cash_or_cheque": 0.0006002400960384153, "top_up_failed": 0.0005002000800320128, "top_up_limits": 0.0007002801120448179, "top_up_reverted": 0.0008003201280512205, "topping_up_by_card": 0.0010004001600640256, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.0006002400960384153, "verify_source_of_funds": 0.0007002801120448179, "verify_top_up": 0.9633853541416567, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 70.94041595701128, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2366", "text_group": "3fbbb1abd7e5efbce2b7f55d0c4dae9fd17266776be1e1101d8660ceba3705b9", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.0006998600279944011, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0005998800239952009, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.005898820235952809, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.0014997000599880025, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.01919616076784643, "topping_up_by_card": 0.0010997800439912018, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0004999000199960008, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.9443111377724456, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 71.52658305130899, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2367", "text_group": "890ae243e7e68e189b1f7774dabe9962e4ea620cdac328ad433d05dead900157", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.0025997400259974, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.0023997600239976003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0007999200079992001, "topping_up_by_card": 0.0011998800119988001, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.9712028797120289, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 72.86762504372746, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2368", "text_group": "4fe96c644d114d799391a70e6ae0b668b228ffab7cb2d36378fb12d8cdc9921c", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00019988007195682593, "activate_my_card": 0.00029982010793523883, "age_limit": 0.00029982010793523883, "apple_pay_or_google_pay": 0.00039976014391365186, "atm_support": 0.0005996402158704777, "automatic_top_up": 0.0005996402158704777, "balance_not_updated_after_bank_transfer": 0.00029982010793523883, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039976014391365186, "beneficiary_not_allowed": 0.00039976014391365186, "cancel_transfer": 0.00029982010793523883, "card_about_to_expire": 0.00029982010793523883, "card_acceptance": 0.0005996402158704777, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00029982010793523883, "card_linking": 0.0004997001798920648, "card_not_working": 0.00039976014391365186, "card_payment_fee_charged": 0.00039976014391365186, "card_payment_not_recognised": 0.0004997001798920648, "card_payment_wrong_exchange_rate": 0.00039976014391365186, "card_swallowed": 0.00039976014391365186, "cash_withdrawal_charge": 0.00029982010793523883, "cash_withdrawal_not_recognised": 0.00029982010793523883, "change_pin": 0.00029982010793523883, "compromised_card": 0.00029982010793523883, "contactless_not_working": 0.00029982010793523883, "country_support": 0.0004997001798920648, "declined_card_payment": 0.00029982010793523883, "declined_cash_withdrawal": 0.00029982010793523883, "declined_transfer": 0.00029982010793523883, "direct_debit_payment_not_recognised": 0.00039976014391365186, "disposable_card_limits": 0.0004997001798920648, "edit_personal_details": 0.00039976014391365186, "exchange_charge": 0.00029982010793523883, "exchange_rate": 0.00029982010793523883, "exchange_via_app": 0.00029982010793523883, "extra_charge_on_statement": 0.00029982010793523883, "failed_transfer": 0.00029982010793523883, "fiat_currency_support": 0.0004997001798920648, "get_disposable_virtual_card": 0.00029982010793523883, "get_physical_card": 0.00029982010793523883, "getting_spare_card": 0.00029982010793523883, "getting_virtual_card": 0.00029982010793523883, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00029982010793523883, "passcode_forgotten": 0.00029982010793523883, "pending_card_payment": 0.00029982010793523883, "pending_cash_withdrawal": 0.00029982010793523883, "pending_top_up": 0.0014991005396761943, "pending_transfer": 0.00029982010793523883, "pin_blocked": 0.00029982010793523883, "receiving_money": 0.00039976014391365186, "request_refund": 0.00029982010793523883, "reverted_card_payment?": 0.00029982010793523883, "supported_cards_and_currencies": 0.0004997001798920648, "terminate_account": 0.00029982010793523883, "top_up_by_bank_transfer_charge": 0.0004997001798920648, "top_up_by_card_charge": 0.00039976014391365186, "top_up_by_cash_or_cheque": 0.0004997001798920648, "top_up_failed": 0.0004997001798920648, "top_up_limits": 0.0005996402158704777, "top_up_reverted": 0.0013991605036977814, "topping_up_by_card": 0.0009994003597841297, "transaction_charged_twice": 0.00029982010793523883, "transfer_fee_charged": 0.00029982010793523883, "transfer_into_account": 0.00029982010793523883, "transfer_not_received_by_recipient": 0.00029982010793523883, "transfer_timing": 0.00029982010793523883, "unable_to_verify_identity": 0.00029982010793523883, "verify_my_identity": 0.0004997001798920648, "verify_source_of_funds": 0.0006995802518488907, "verify_top_up": 0.9696182290625625, "virtual_card_not_working": 0.00029982010793523883, "visa_or_mastercard": 0.00029982010793523883, "why_verify_identity": 0.0004997001798920648, "wrong_amount_of_cash_received": 0.00029982010793523883, "wrong_exchange_rate_for_cash_withdrawal": 0.00029982010793523883 }, "error": null, "latency_ms": 70.83975011482835, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2369", "text_group": "a9e4bcb0003d9e967f439f22044b7f216cb4d5704140f1e380ed69e88753e5f8", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0007000700070007, "activate_my_card": 0.0009000900090009, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.0011001100110011003, "atm_support": 0.002000200020002, "automatic_top_up": 0.006700670067006701, "balance_not_updated_after_bank_transfer": 0.0009000900090009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011001100110011003, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.0009000900090009, "card_about_to_expire": 0.0009000900090009, "card_acceptance": 0.0016001600160016002, "card_arrival": 0.0009000900090009, "card_delivery_estimate": 0.0009000900090009, "card_linking": 0.0015001500150015003, "card_not_working": 0.001000100010001, "card_payment_fee_charged": 0.0011001100110011003, "card_payment_not_recognised": 0.0019001900190019003, "card_payment_wrong_exchange_rate": 0.0013001300130013002, "card_swallowed": 0.001000100010001, "cash_withdrawal_charge": 0.001000100010001, "cash_withdrawal_not_recognised": 0.0009000900090009, "change_pin": 0.0009000900090009, "compromised_card": 0.0011001100110011003, "contactless_not_working": 0.001000100010001, "country_support": 0.0013001300130013002, "declined_card_payment": 0.0011001100110011003, "declined_cash_withdrawal": 0.0009000900090009, "declined_transfer": 0.0011001100110011003, "direct_debit_payment_not_recognised": 0.0012001200120012, "disposable_card_limits": 0.0022002200220022005, "edit_personal_details": 0.0013001300130013002, "exchange_charge": 0.001000100010001, "exchange_rate": 0.0009000900090009, "exchange_via_app": 0.001000100010001, "extra_charge_on_statement": 0.0014001400140014, "failed_transfer": 0.001000100010001, "fiat_currency_support": 0.0015001500150015003, "get_disposable_virtual_card": 0.0018001800180018, "get_physical_card": 0.0013001300130013002, "getting_spare_card": 0.001000100010001, "getting_virtual_card": 0.0011001100110011003, "lost_or_stolen_card": 0.0007000700070007, "lost_or_stolen_phone": 0.0007000700070007, "order_physical_card": 0.0009000900090009, "passcode_forgotten": 0.0016001600160016002, "pending_card_payment": 0.0008000800080008001, "pending_cash_withdrawal": 0.0008000800080008001, "pending_top_up": 0.0022002200220022005, "pending_transfer": 0.0008000800080008001, "pin_blocked": 0.001000100010001, "receiving_money": 0.0011001100110011003, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.001000100010001, "supported_cards_and_currencies": 0.0015001500150015003, "terminate_account": 0.0009000900090009, "top_up_by_bank_transfer_charge": 0.0027002700270027003, "top_up_by_card_charge": 0.0019001900190019003, "top_up_by_cash_or_cheque": 0.0019001900190019003, "top_up_failed": 0.0014001400140014, "top_up_limits": 0.0028002800280028, "top_up_reverted": 0.0027002700270027003, "topping_up_by_card": 0.0042004200420042, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.0008000800080008001, "transfer_into_account": 0.0008000800080008001, "transfer_not_received_by_recipient": 0.0008000800080008001, "transfer_timing": 0.0009000900090009, "unable_to_verify_identity": 0.0011001100110011003, "verify_my_identity": 0.0015001500150015003, "verify_source_of_funds": 0.0028002800280028, "verify_top_up": 0.8974897489748974, "virtual_card_not_working": 0.001000100010001, "visa_or_mastercard": 0.001000100010001, "why_verify_identity": 0.0025002500250025004, "wrong_amount_of_cash_received": 0.0008000800080008001, "wrong_exchange_rate_for_cash_withdrawal": 0.001000100010001 }, "error": null, "latency_ms": 71.14691706374288, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2370", "text_group": "b825f6fce0399906ec26f3aecd35ea01da1cb4b0b4f5551db6ced1fd9b82d25d", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0007000700070007, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0007000700070007, "atm_support": 0.001000100010001, "automatic_top_up": 0.0012001200120012, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0008000800080008001, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0009000900090009, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.00040004000400040005, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.0006000600060006, "country_support": 0.0007000700070007, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0013001300130013002, "get_physical_card": 0.0072007200720072, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.0008000800080008001, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0005000500050005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.0009000900090009, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0008000800080008001, "top_up_by_card_charge": 0.0007000700070007, "top_up_by_cash_or_cheque": 0.0007000700070007, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.001000100010001, "topping_up_by_card": 0.0209020902090209, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0006000600060006, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0008000800080008001, "verify_top_up": 0.9292929292929293, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 70.71966701187193, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2371", "text_group": "b91efb1a860ccbc64712e9217fb76d1765e5afb54dad2940888e17e5c26f1e4b", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0005001000200040008, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0009001800360072014, "automatic_top_up": 0.0015003000600120023, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0006001200240048009, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00040008001600320064, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0006001200240048009, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.0008001600320064013, "get_physical_card": 0.0008001600320064013, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.0007001400280056011, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0005001000200040008, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0007001400280056011, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0007001400280056011, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0007001400280056011, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.0010002000400080016, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0007001400280056011, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.9629925985197039, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 71.25562499277294, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2372", "text_group": "be408c097be147715029c7a6a2d8cfb70158bfac72efcbe7976a35fff596053f", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00019988007195682593, "activate_my_card": 0.00029982010793523883, "age_limit": 0.00029982010793523883, "apple_pay_or_google_pay": 0.00029982010793523883, "atm_support": 0.0005996402158704777, "automatic_top_up": 0.0028982610433739755, "balance_not_updated_after_bank_transfer": 0.00029982010793523883, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039976014391365186, "beneficiary_not_allowed": 0.00039976014391365186, "cancel_transfer": 0.00029982010793523883, "card_about_to_expire": 0.00029982010793523883, "card_acceptance": 0.0005996402158704777, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00029982010793523883, "card_linking": 0.0004997001798920648, "card_not_working": 0.00039976014391365186, "card_payment_fee_charged": 0.00029982010793523883, "card_payment_not_recognised": 0.0004997001798920648, "card_payment_wrong_exchange_rate": 0.00039976014391365186, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.00029982010793523883, "cash_withdrawal_not_recognised": 0.00029982010793523883, "change_pin": 0.00029982010793523883, "compromised_card": 0.00039976014391365186, "contactless_not_working": 0.00029982010793523883, "country_support": 0.0004997001798920648, "declined_card_payment": 0.00029982010793523883, "declined_cash_withdrawal": 0.00029982010793523883, "declined_transfer": 0.00029982010793523883, "direct_debit_payment_not_recognised": 0.00029982010793523883, "disposable_card_limits": 0.00039976014391365186, "edit_personal_details": 0.00039976014391365186, "exchange_charge": 0.00029982010793523883, "exchange_rate": 0.00029982010793523883, "exchange_via_app": 0.00029982010793523883, "extra_charge_on_statement": 0.00029982010793523883, "failed_transfer": 0.00029982010793523883, "fiat_currency_support": 0.0004997001798920648, "get_disposable_virtual_card": 0.00029982010793523883, "get_physical_card": 0.00039976014391365186, "getting_spare_card": 0.00029982010793523883, "getting_virtual_card": 0.00029982010793523883, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00029982010793523883, "passcode_forgotten": 0.00029982010793523883, "pending_card_payment": 0.00029982010793523883, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.0013991605036977814, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.00029982010793523883, "receiving_money": 0.00039976014391365186, "request_refund": 0.00029982010793523883, "reverted_card_payment?": 0.00029982010793523883, "supported_cards_and_currencies": 0.0004997001798920648, "terminate_account": 0.00029982010793523883, "top_up_by_bank_transfer_charge": 0.0004997001798920648, "top_up_by_card_charge": 0.00039976014391365186, "top_up_by_cash_or_cheque": 0.0004997001798920648, "top_up_failed": 0.00039976014391365186, "top_up_limits": 0.0005996402158704777, "top_up_reverted": 0.0008994603238057167, "topping_up_by_card": 0.0009994003597841297, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00029982010793523883, "unable_to_verify_identity": 0.00029982010793523883, "verify_my_identity": 0.0004997001798920648, "verify_source_of_funds": 0.0005996402158704777, "verify_top_up": 0.9692184689186488, "virtual_card_not_working": 0.00029982010793523883, "visa_or_mastercard": 0.00029982010793523883, "why_verify_identity": 0.00039976014391365186, "wrong_amount_of_cash_received": 0.00019988007195682593, "wrong_exchange_rate_for_cash_withdrawal": 0.00029982010793523883 }, "error": null, "latency_ms": 70.49050007481128, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2373", "text_group": "370201a4fe16a790094d6133edd40e3488ea6859e1aa0fb091df4784e15571db", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0004002401440864519, "automatic_top_up": 0.0004002401440864519, "balance_not_updated_after_bank_transfer": 0.0003001801080648389, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.0003001801080648389, "cancel_transfer": 0.00020012007204322596, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.0003001801080648389, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.00020012007204322596, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.00020012007204322596, "cash_withdrawal_not_recognised": 0.00020012007204322596, "change_pin": 0.00020012007204322596, "compromised_card": 0.00020012007204322596, "contactless_not_working": 0.00020012007204322596, "country_support": 0.0003001801080648389, "declined_card_payment": 0.00020012007204322596, "declined_cash_withdrawal": 0.00020012007204322596, "declined_transfer": 0.00020012007204322596, "direct_debit_payment_not_recognised": 0.0003001801080648389, "disposable_card_limits": 0.0003001801080648389, "edit_personal_details": 0.0003001801080648389, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.00020012007204322596, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.00020012007204322596, "fiat_currency_support": 0.0003001801080648389, "get_disposable_virtual_card": 0.00020012007204322596, "get_physical_card": 0.00020012007204322596, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.00020012007204322596, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.0034020412247348407, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.0003001801080648389, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0004002401440864519, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.0003001801080648389, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.0004002401440864519, "top_up_failed": 0.0006003602161296778, "top_up_limits": 0.0003001801080648389, "top_up_reverted": 0.0009005403241945167, "topping_up_by_card": 0.0005003001801080648, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.00020012007204322596, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.0003001801080648389, "verify_my_identity": 0.0003001801080648389, "verify_source_of_funds": 0.0004002401440864519, "verify_top_up": 0.9767860716429858, "virtual_card_not_working": 0.00020012007204322596, "visa_or_mastercard": 0.00020012007204322596, "why_verify_identity": 0.0003001801080648389, "wrong_amount_of_cash_received": 0.00020012007204322596, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 71.20079093147069, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2374", "text_group": "60cf8147b51663ace3b5fbf86906cf23f3906acb4aadfc1b80bde21e37320a3a", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.0005002000800320128, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00020008003201280514, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.0006002400960384153, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.0006002400960384153, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.0005002000800320128, "verify_source_of_funds": 0.0005002000800320128, "verify_top_up": 0.9781912765106042, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 70.58325002435595, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2375", "text_group": "ae193f2f265574981cd579a137c7ada20fad504691e35a73b8a2f3d620f88c82", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0006001200240048009, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.0009001800360072014, "topping_up_by_card": 0.0006001200240048009, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0006001200240048009, "verify_top_up": 0.9768953790758151, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 70.57004095986485, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2376", "text_group": "d00c178efc7f0beab1ec6b87a6244273b7aac75a301a3fbb892e007dc8c59aeb", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0018, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0006, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0005, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0006, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0127, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0004, "top_up_limits": 0.0006, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0008, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0006, "verify_top_up": 0.9581, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 70.44483302161098, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2377", "text_group": "f4fbba77f5b8257a0d7b1bdecc52da6dc270a99a4db4c598c021a252a29717dd", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0007, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0014, "automatic_top_up": 0.0013, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0006, "card_acceptance": 0.001, "card_arrival": 0.0006, "card_delivery_estimate": 0.0006, "card_linking": 0.0009, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0008, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0005, "compromised_card": 0.0007, "contactless_not_working": 0.0006, "country_support": 0.001, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0009, "edit_personal_details": 0.0007, "exchange_charge": 0.0006, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0006, "fiat_currency_support": 0.001, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0006, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0005, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0014, "pending_transfer": 0.0005, "pin_blocked": 0.0005, "receiving_money": 0.0007, "request_refund": 0.0005, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0011, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0007, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0008, "top_up_failed": 0.0007, "top_up_limits": 0.0009, "top_up_reverted": 0.001, "topping_up_by_card": 0.0013, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0009, "verify_source_of_funds": 0.0012, "verify_top_up": 0.9473, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0011, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 70.51354192662984, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2378", "text_group": "9a069753b14551932f3e93c65a62ee0a25ece75a0069c42ed9d35d566c7e6f91", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0006, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0009, "automatic_top_up": 0.0011, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0007, "card_acceptance": 0.0007, "card_arrival": 0.0006, "card_delivery_estimate": 0.0005, "card_linking": 0.0008, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0011, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0004, "compromised_card": 0.0007, "contactless_not_working": 0.0005, "country_support": 0.0007, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0005, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0005, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0014, "get_physical_card": 0.0271, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0008, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.001, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0006, "pending_transfer": 0.0004, "pin_blocked": 0.0005, "receiving_money": 0.0005, "request_refund": 0.0004, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0008, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0007, "top_up_by_card_charge": 0.0007, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0008, "top_up_limits": 0.0007, "top_up_reverted": 0.0009, "topping_up_by_card": 0.0164, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0008, "verify_top_up": 0.9127, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 72.53287499770522, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2379", "text_group": "20c5b114f2cb443bef9f35a992e9ee6113d2f3a908ef4fd820ba57b5aca74c8e", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0006, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0008, "automatic_top_up": 0.0008, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0006, "card_acceptance": 0.0007, "card_arrival": 0.0005, "card_delivery_estimate": 0.0004, "card_linking": 0.0007, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0012, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0006, "contactless_not_working": 0.0004, "country_support": 0.0006, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0005, "exchange_charge": 0.0004, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0004, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0012, "get_physical_card": 0.0129, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0007, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0005, "pending_transfer": 0.0003, "pin_blocked": 0.0004, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0007, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0006, "top_up_limits": 0.0005, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0202, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0006, "verify_top_up": 0.9307, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 71.28008408471942, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2380", "text_group": "09774cbdeff734185e35fa6b8c9160308a8995c2328f7b37de48381d58f9dcef", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0005998800239952009, "atm_support": 0.0009998000399920016, "automatic_top_up": 0.0010997800439912018, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0011997600479904018, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0008998200359928015, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0005998800239952009, "card_payment_not_recognised": 0.0007998400319936014, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0005998800239952009, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0003999200159968007, "compromised_card": 0.0010997800439912018, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0006998600279944011, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0006998600279944011, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0006998600279944011, "get_disposable_virtual_card": 0.0005998800239952009, "get_physical_card": 0.0006998600279944011, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0005998800239952009, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0005998800239952009, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0005998800239952009, "supported_cards_and_currencies": 0.001799640071985603, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.02529494101179764, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0007998400319936014, "verify_source_of_funds": 0.0008998200359928015, "verify_top_up": 0.928614277144571, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0005998800239952009, "why_verify_identity": 0.002999400119976005, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 70.7929169293493, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2381", "text_group": "e0898c8997a6fa039a5aff57315b1737c0e065ddd6d724ecfc7960433cbd610e", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0005000500050005, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0011001100110011003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.9761976197619762, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 71.24604203272611, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2382", "text_group": "2c44980ac6a7452211c9eed2e82f706749ad12abd9beebd274ef32c0c0549a7d", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0012001200120012, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0016001600160016002, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0008000800080008001, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.973997399739974, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.74962498154491, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2383", "text_group": "0a6ec72e89033c390d9b69c01d8173d3f806efee97a2388cbc384c137cf85352", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0003998400639744103, "activate_my_card": 0.0004998000799680128, "age_limit": 0.0004998000799680128, "apple_pay_or_google_pay": 0.0006997201119552179, "atm_support": 0.0010995601759296284, "automatic_top_up": 0.001999200319872051, "balance_not_updated_after_bank_transfer": 0.0005997600959616154, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007996801279488206, "beneficiary_not_allowed": 0.0007996801279488206, "cancel_transfer": 0.0005997600959616154, "card_about_to_expire": 0.0004998000799680128, "card_acceptance": 0.0007996801279488206, "card_arrival": 0.0004998000799680128, "card_delivery_estimate": 0.0004998000799680128, "card_linking": 0.0006997201119552179, "card_not_working": 0.0005997600959616154, "card_payment_fee_charged": 0.0004998000799680128, "card_payment_not_recognised": 0.0010995601759296284, "card_payment_wrong_exchange_rate": 0.0005997600959616154, "card_swallowed": 0.0005997600959616154, "cash_withdrawal_charge": 0.0004998000799680128, "cash_withdrawal_not_recognised": 0.0005997600959616154, "change_pin": 0.0004998000799680128, "compromised_card": 0.0005997600959616154, "contactless_not_working": 0.0005997600959616154, "country_support": 0.0007996801279488206, "declined_card_payment": 0.0004998000799680128, "declined_cash_withdrawal": 0.0004998000799680128, "declined_transfer": 0.0004998000799680128, "direct_debit_payment_not_recognised": 0.0006997201119552179, "disposable_card_limits": 0.0007996801279488206, "edit_personal_details": 0.0005997600959616154, "exchange_charge": 0.0004998000799680128, "exchange_rate": 0.0004998000799680128, "exchange_via_app": 0.0004998000799680128, "extra_charge_on_statement": 0.0004998000799680128, "failed_transfer": 0.0005997600959616154, "fiat_currency_support": 0.0007996801279488206, "get_disposable_virtual_card": 0.0007996801279488206, "get_physical_card": 0.000899640143942423, "getting_spare_card": 0.0004998000799680128, "getting_virtual_card": 0.0006997201119552179, "lost_or_stolen_card": 0.000899640143942423, "lost_or_stolen_phone": 0.0005997600959616154, "order_physical_card": 0.0004998000799680128, "passcode_forgotten": 0.0004998000799680128, "pending_card_payment": 0.0004998000799680128, "pending_cash_withdrawal": 0.0003998400639744103, "pending_top_up": 0.0018992403038784486, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.0004998000799680128, "receiving_money": 0.0005997600959616154, "request_refund": 0.0004998000799680128, "reverted_card_payment?": 0.0004998000799680128, "supported_cards_and_currencies": 0.0007996801279488206, "terminate_account": 0.0004998000799680128, "top_up_by_bank_transfer_charge": 0.000899640143942423, "top_up_by_card_charge": 0.0005997600959616154, "top_up_by_cash_or_cheque": 0.000899640143942423, "top_up_failed": 0.0012994802079168333, "top_up_limits": 0.000899640143942423, "top_up_reverted": 0.0018992403038784486, "topping_up_by_card": 0.0012994802079168333, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0003998400639744103, "transfer_into_account": 0.0003998400639744103, "transfer_not_received_by_recipient": 0.0004998000799680128, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.000899640143942423, "verify_my_identity": 0.0006997201119552179, "verify_source_of_funds": 0.0007996801279488206, "verify_top_up": 0.9479208316673331, "virtual_card_not_working": 0.0004998000799680128, "visa_or_mastercard": 0.0005997600959616154, "why_verify_identity": 0.0006997201119552179, "wrong_amount_of_cash_received": 0.0003998400639744103, "wrong_exchange_rate_for_cash_withdrawal": 0.0005997600959616154 }, "error": null, "latency_ms": 70.41854108683765, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2384", "text_group": "9efc4425a3265b26bf557e90b114912827f531a89e3bc9415db69bb84dd4d82e", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0005000500050005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0007000700070007, "automatic_top_up": 0.0012001200120012, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0012001200120012, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0007000700070007, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.0003000300030003, "country_support": 0.0006000600060006, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0006000600060006, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0009000900090009, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0139013901390139, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0006000600060006, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.9532953295329534, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 69.99416695907712, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2385", "text_group": "6c2a8f1c7253fa32d4f91a97be6d58069d3050da3d39f9dd041c46b3aa9c6e10", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0005000500050005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0009000900090009, "automatic_top_up": 0.0021002100210021, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0007000700070007, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0006000600060006, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00040004000400040005, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0005000500050005, "country_support": 0.0007000700070007, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0008000800080008001, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0005000500050005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0007000700070007, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0007000700070007, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0007000700070007, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.0009000900090009, "topping_up_by_card": 0.0011001100110011003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0006000600060006, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.9596959695969597, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 71.01679092738777, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2386", "text_group": "eea71cae9022952e07d53788e2e6853aad5361c2a8f4e7bb6c7a24c1b6b8fe83", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0003999200159968007, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0005998800239952009, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00029994001199760045, "compromised_card": 0.0006998600279944011, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.014297140571885624, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0004999000199960008, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.957008598280344, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.83166693337262, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2387", "text_group": "96e9d77810811dfede2f60d50b7fdde35953af9cfae351c2f20ed8c02c16d130", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0008001600320064014, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0008001600320064014, "atm_support": 0.0011002200440088019, "automatic_top_up": 0.0016003200640128028, "balance_not_updated_after_bank_transfer": 0.000600120024004801, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0008001600320064014, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.0008001600320064014, "card_acceptance": 0.0009001800360072014, "card_arrival": 0.000600120024004801, "card_delivery_estimate": 0.000600120024004801, "card_linking": 0.0009001800360072014, "card_not_working": 0.0008001600320064014, "card_payment_fee_charged": 0.000600120024004801, "card_payment_not_recognised": 0.0038007601520304063, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.000600120024004801, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.000600120024004801, "change_pin": 0.0005001000200040008, "compromised_card": 0.0009001800360072014, "contactless_not_working": 0.000600120024004801, "country_support": 0.0008001600320064014, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.000600120024004801, "direct_debit_payment_not_recognised": 0.000600120024004801, "disposable_card_limits": 0.0009001800360072014, "edit_personal_details": 0.000600120024004801, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.000600120024004801, "fiat_currency_support": 0.0008001600320064014, "get_disposable_virtual_card": 0.0015003000600120025, "get_physical_card": 0.01860372074414883, "getting_spare_card": 0.0007001400280056011, "getting_virtual_card": 0.0009001800360072014, "lost_or_stolen_card": 0.0007001400280056011, "lost_or_stolen_phone": 0.0004000800160032007, "order_physical_card": 0.0009001800360072014, "passcode_forgotten": 0.000600120024004801, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.0004000800160032007, "pending_top_up": 0.0009001800360072014, "pending_transfer": 0.0004000800160032007, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.000600120024004801, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0011002200440088019, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0008001600320064014, "top_up_by_card_charge": 0.0008001600320064014, "top_up_by_cash_or_cheque": 0.0008001600320064014, "top_up_failed": 0.0009001800360072014, "top_up_limits": 0.0008001600320064014, "top_up_reverted": 0.0010002000400080016, "topping_up_by_card": 0.021704340868173636, "transaction_charged_twice": 0.0004000800160032007, "transfer_fee_charged": 0.0004000800160032007, "transfer_into_account": 0.0004000800160032007, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0004000800160032007, "unable_to_verify_identity": 0.0008001600320064014, "verify_my_identity": 0.0009001800360072014, "verify_source_of_funds": 0.0009001800360072014, "verify_top_up": 0.9058811762352471, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.000600120024004801, "why_verify_identity": 0.0008001600320064014, "wrong_amount_of_cash_received": 0.0004000800160032007, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 71.34095800574869, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2388", "text_group": "381407f484b243c0672423ccea2fd9d96dbfa6ec2eeed15e082ddaea8911e755", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.0002998500749625187, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.00039980009995002505, "atm_support": 0.0007996001999000501, "automatic_top_up": 0.0021989005497251375, "balance_not_updated_after_bank_transfer": 0.00039980009995002505, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997501249375313, "beneficiary_not_allowed": 0.00039980009995002505, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.0005997001499250374, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.0004997501249375313, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.00039980009995002505, "card_payment_not_recognised": 0.0004997501249375313, "card_payment_wrong_exchange_rate": 0.0004997501249375313, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.00039980009995002505, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0002998500749625187, "compromised_card": 0.00039980009995002505, "contactless_not_working": 0.0002998500749625187, "country_support": 0.0004997501249375313, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.00039980009995002505, "disposable_card_limits": 0.0004997501249375313, "edit_personal_details": 0.00039980009995002505, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.00039980009995002505, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.0005997001499250374, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.00039980009995002505, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.0002998500749625187, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.0011994002998500749, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.00039980009995002505, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.00039980009995002505, "supported_cards_and_currencies": 0.0005997001499250374, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.0005997001499250374, "top_up_by_card_charge": 0.0004997501249375313, "top_up_by_cash_or_cheque": 0.0005997001499250374, "top_up_failed": 0.0005997001499250374, "top_up_limits": 0.0005997001499250374, "top_up_reverted": 0.0011994002998500749, "topping_up_by_card": 0.0014992503748125939, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0004997501249375313, "verify_source_of_funds": 0.0006996501749125438, "verify_top_up": 0.9663168415792105, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.00039980009995002505, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998500749625187 }, "error": null, "latency_ms": 70.08545799180865, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2389", "text_group": "8920483a772849bc035829ed253139eea34d4eeb03a856d3002fbfe1364b3b9d", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0005001000200040008, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.001300260052010402, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0006001200240048009, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.001300260052010402, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0003000600120024004, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0005001000200040008, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.0008001600320064013, "get_physical_card": 0.0045009001800360065, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0008001600320064013, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.007001400280056011, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0006001200240048009, "verify_source_of_funds": 0.0006001200240048009, "verify_top_up": 0.9537907581516303, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 71.31929195020348, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2390", "text_group": "aa7de90ef38c91f41f8e83a3654dee8c60d18d19b52819127b4b799f32c32794", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00039980009995002505, "activate_my_card": 0.00039980009995002505, "age_limit": 0.00039980009995002505, "apple_pay_or_google_pay": 0.0005997001499250374, "atm_support": 0.0007996001999000501, "automatic_top_up": 0.0009995002498750627, "balance_not_updated_after_bank_transfer": 0.0004997501249375313, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005997001499250374, "beneficiary_not_allowed": 0.0005997001499250374, "cancel_transfer": 0.0004997501249375313, "card_about_to_expire": 0.00039980009995002505, "card_acceptance": 0.0007996001999000501, "card_arrival": 0.00039980009995002505, "card_delivery_estimate": 0.00039980009995002505, "card_linking": 0.0006996501749125438, "card_not_working": 0.0004997501249375313, "card_payment_fee_charged": 0.0004997501249375313, "card_payment_not_recognised": 0.0006996501749125438, "card_payment_wrong_exchange_rate": 0.0007996001999000501, "card_swallowed": 0.0004997501249375313, "cash_withdrawal_charge": 0.0004997501249375313, "cash_withdrawal_not_recognised": 0.0004997501249375313, "change_pin": 0.00039980009995002505, "compromised_card": 0.0004997501249375313, "contactless_not_working": 0.0004997501249375313, "country_support": 0.0006996501749125438, "declined_card_payment": 0.0004997501249375313, "declined_cash_withdrawal": 0.00039980009995002505, "declined_transfer": 0.0004997501249375313, "direct_debit_payment_not_recognised": 0.0005997001499250374, "disposable_card_limits": 0.0005997001499250374, "edit_personal_details": 0.0005997001499250374, "exchange_charge": 0.00039980009995002505, "exchange_rate": 0.00039980009995002505, "exchange_via_app": 0.0004997501249375313, "extra_charge_on_statement": 0.00039980009995002505, "failed_transfer": 0.0004997501249375313, "fiat_currency_support": 0.0006996501749125438, "get_disposable_virtual_card": 0.0004997501249375313, "get_physical_card": 0.0004997501249375313, "getting_spare_card": 0.00039980009995002505, "getting_virtual_card": 0.00039980009995002505, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.0002998500749625187, "order_physical_card": 0.00039980009995002505, "passcode_forgotten": 0.00039980009995002505, "pending_card_payment": 0.00039980009995002505, "pending_cash_withdrawal": 0.00039980009995002505, "pending_top_up": 0.005297351324337831, "pending_transfer": 0.00039980009995002505, "pin_blocked": 0.00039980009995002505, "receiving_money": 0.0004997501249375313, "request_refund": 0.00039980009995002505, "reverted_card_payment?": 0.0004997501249375313, "supported_cards_and_currencies": 0.0006996501749125438, "terminate_account": 0.00039980009995002505, "top_up_by_bank_transfer_charge": 0.0006996501749125438, "top_up_by_card_charge": 0.0004997501249375313, "top_up_by_cash_or_cheque": 0.0007996001999000501, "top_up_failed": 0.0005997001499250374, "top_up_limits": 0.0007996001999000501, "top_up_reverted": 0.0008995502248875562, "topping_up_by_card": 0.0013993003498250875, "transaction_charged_twice": 0.00039980009995002505, "transfer_fee_charged": 0.00039980009995002505, "transfer_into_account": 0.00039980009995002505, "transfer_not_received_by_recipient": 0.00039980009995002505, "transfer_timing": 0.00039980009995002505, "unable_to_verify_identity": 0.0005997001499250374, "verify_my_identity": 0.0007996001999000501, "verify_source_of_funds": 0.0009995002498750627, "verify_top_up": 0.9539230384807597, "virtual_card_not_working": 0.00039980009995002505, "visa_or_mastercard": 0.0004997501249375313, "why_verify_identity": 0.0008995502248875562, "wrong_amount_of_cash_received": 0.00039980009995002505, "wrong_exchange_rate_for_cash_withdrawal": 0.0004997501249375313 }, "error": null, "latency_ms": 72.41229095961899, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2391", "text_group": "79ef8a0bd2d72a1c079b3c2f6740cc8a26de75cff548bad10429f7ee17e1efb7", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0009, "card_arrival": 0.0004, "card_delivery_estimate": 0.0003, "card_linking": 0.0006, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0005, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0005, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0004, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0002, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0057, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0004, "top_up_reverted": 0.0004, "topping_up_by_card": 0.062, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0007, "verify_top_up": 0.9068, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 70.48374996520579, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2392", "text_group": "47a987ec06695972e3dd8bd9f2d7051be17c436abca0d1db47a4c97c179e246e", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0009000900090009, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0016001600160016002, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0014001400140014, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.9744974497449745, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 70.17362501937896, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2393", "text_group": "54ff5e6e9e7061ec1bc582564cbc70e33f2c74d218978b2ec8e1827b1fa49d11", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0006001200240048009, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0008001600320064013, "atm_support": 0.001300260052010402, "automatic_top_up": 0.0030006001200240046, "balance_not_updated_after_bank_transfer": 0.0008001600320064013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011002200440088019, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0010002000400080016, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.0007001400280056011, "card_linking": 0.0009001800360072014, "card_not_working": 0.0008001600320064013, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0014002800560112022, "card_payment_wrong_exchange_rate": 0.0008001600320064013, "card_swallowed": 0.0008001600320064013, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.0006001200240048009, "compromised_card": 0.0009001800360072014, "contactless_not_working": 0.0008001600320064013, "country_support": 0.0010002000400080016, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.0008001600320064013, "disposable_card_limits": 0.0009001800360072014, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0008001600320064013, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0011002200440088019, "get_physical_card": 0.0011002200440088019, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0008001600320064013, "lost_or_stolen_card": 0.0010002000400080016, "lost_or_stolen_phone": 0.0006001200240048009, "order_physical_card": 0.0007001400280056011, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0006001200240048009, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.003700740148029606, "pending_transfer": 0.0006001200240048009, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.0007001400280056011, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0011002200440088019, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0011002200440088019, "top_up_by_card_charge": 0.0008001600320064013, "top_up_by_cash_or_cheque": 0.001300260052010402, "top_up_failed": 0.002100420084016803, "top_up_limits": 0.0010002000400080016, "top_up_reverted": 0.0022004400880176037, "topping_up_by_card": 0.0028005601120224045, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0011002200440088019, "verify_my_identity": 0.0010002000400080016, "verify_source_of_funds": 0.0011002200440088019, "verify_top_up": 0.9315863172634526, "virtual_card_not_working": 0.0006001200240048009, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.0011002200440088019, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 68.54991603177041, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2394", "text_group": "88146507cadbed6c7061f8ddb77beb97281452b6adaa1e29dc4d184692578701", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00020004000800160032, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0007001400280056011, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0008001600320064013, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.9777955591118224, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 68.6067920178175, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2395", "text_group": "a1b558cbd0af1679101bbe042c0a62c40596bca22069335e3f1f53ae67afe688", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0007001400280056011, "activate_my_card": 0.0010002000400080016, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.0009001800360072014, "atm_support": 0.0015003000600120023, "automatic_top_up": 0.0018003600720144029, "balance_not_updated_after_bank_transfer": 0.0009001800360072014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009001800360072014, "beneficiary_not_allowed": 0.0011002200440088019, "cancel_transfer": 0.0008001600320064013, "card_about_to_expire": 0.0011002200440088019, "card_acceptance": 0.0012002400480096017, "card_arrival": 0.0009001800360072014, "card_delivery_estimate": 0.0008001600320064013, "card_linking": 0.0012002400480096017, "card_not_working": 0.0012002400480096017, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.013802760552110422, "card_payment_wrong_exchange_rate": 0.0009001800360072014, "card_swallowed": 0.0009001800360072014, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0009001800360072014, "change_pin": 0.0007001400280056011, "compromised_card": 0.0011002200440088019, "contactless_not_working": 0.0008001600320064013, "country_support": 0.0011002200440088019, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0007001400280056011, "direct_debit_payment_not_recognised": 0.0009001800360072014, "disposable_card_limits": 0.0011002200440088019, "edit_personal_details": 0.0008001600320064013, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0006001200240048009, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.002100420084016803, "get_physical_card": 0.0035007001400280055, "getting_spare_card": 0.0008001600320064013, "getting_virtual_card": 0.0010002000400080016, "lost_or_stolen_card": 0.003800760152030406, "lost_or_stolen_phone": 0.0007001400280056011, "order_physical_card": 0.0011002200440088019, "passcode_forgotten": 0.0008001600320064013, "pending_card_payment": 0.0007001400280056011, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.0011002200440088019, "pending_transfer": 0.0006001200240048009, "pin_blocked": 0.0008001600320064013, "receiving_money": 0.0008001600320064013, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0010002000400080016, "supported_cards_and_currencies": 0.0012002400480096017, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0012002400480096017, "top_up_by_card_charge": 0.0012002400480096017, "top_up_by_cash_or_cheque": 0.0010002000400080016, "top_up_failed": 0.0014002800560112022, "top_up_limits": 0.0010002000400080016, "top_up_reverted": 0.002000400080016003, "topping_up_by_card": 0.029505901180236046, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0011002200440088019, "verify_my_identity": 0.0010002000400080016, "verify_source_of_funds": 0.0010002000400080016, "verify_top_up": 0.8842768553710741, "virtual_card_not_working": 0.0007001400280056011, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.0011002200440088019, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 70.53616701159626, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2396", "text_group": "a24ac66fb2cd8f18d94c38c73618b5ca62c0a1a6ca214f349785521b2537898f", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0006997900629811057, "automatic_top_up": 0.0014995501349595122, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.000499850044986504, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0006997900629811057, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0003998800359892033, "country_support": 0.000499850044986504, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.0005998200539838048, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.000499850044986504, "top_up_reverted": 0.0006997900629811057, "topping_up_by_card": 0.0006997900629811057, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.000499850044986504, "verify_source_of_funds": 0.0005998200539838048, "verify_top_up": 0.9690092972108368, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.000499850044986504, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 69.13316703867167, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2397", "text_group": "995cf7d13354949c5d410cf11faae8bea5353b762ccd2cb84fe31ef97098b962", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0006, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0008, "automatic_top_up": 0.0008, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0007, "card_acceptance": 0.0007, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.0008, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0087, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0004, "compromised_card": 0.0008, "contactless_not_working": 0.0005, "country_support": 0.0007, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0005, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0005, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0013, "get_physical_card": 0.012, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0007, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0008, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0006, "pending_transfer": 0.0003, "pin_blocked": 0.0005, "receiving_money": 0.0005, "request_refund": 0.0004, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0008, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0008, "top_up_by_card_charge": 0.0007, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0008, "top_up_limits": 0.0006, "top_up_reverted": 0.001, "topping_up_by_card": 0.0239, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0007, "verify_top_up": 0.9142, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 69.35962510760874, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2398", "text_group": "f26abf4c3bd969529d236dc6e0ee39f151bd5291496b0766fea9e9bb5e673d57", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.0021995600879824036, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.001799640071985603, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0005998800239952009, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.00029994001199760045, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.0007998400319936014, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0004999000199960008, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.9692061587682465, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.50150004215539, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2399", "text_group": "580c798d0abdbc26799098ee2cf2bdc167b73e9da87d05f5a84aa75608a7c6cc", "expected": "verify_top_up", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0003999200159968007, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.0015996800639872027, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0005998800239952009, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0005998800239952009, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0010997800439912018, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0008998200359928015, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0007998400319936014, "topping_up_by_card": 0.0011997600479904018, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0004999000199960008, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.9662067586482704, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 70.58316690381616, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2400", "text_group": "fb11b4182af5183cb7fbbcf7ffcf2b27094d3a23310970d0a6a2336ac9a608bf", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0014001400140014, "activate_my_card": 0.0018001800180018, "age_limit": 0.0015001500150015003, "apple_pay_or_google_pay": 0.0019001900190019003, "atm_support": 0.0032003200320032004, "automatic_top_up": 0.0012001200120012, "balance_not_updated_after_bank_transfer": 0.0016001600160016002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017001700170017002, "beneficiary_not_allowed": 0.0018001800180018, "cancel_transfer": 0.0013001300130013002, "card_about_to_expire": 0.006800680068006801, "card_acceptance": 0.0035003500350035003, "card_arrival": 0.0049004900490049, "card_delivery_estimate": 0.0023002300230023, "card_linking": 0.017101710171017102, "card_not_working": 0.0101010101010101, "card_payment_fee_charged": 0.0017001700170017002, "card_payment_not_recognised": 0.0015001500150015003, "card_payment_wrong_exchange_rate": 0.0018001800180018, "card_swallowed": 0.0031003100310031, "cash_withdrawal_charge": 0.0014001400140014, "cash_withdrawal_not_recognised": 0.0012001200120012, "change_pin": 0.0017001700170017002, "compromised_card": 0.0039003900390039, "contactless_not_working": 0.0017001700170017002, "country_support": 0.0023002300230023, "declined_card_payment": 0.0014001400140014, "declined_cash_withdrawal": 0.0012001200120012, "declined_transfer": 0.0012001200120012, "direct_debit_payment_not_recognised": 0.0014001400140014, "disposable_card_limits": 0.0025002500250025004, "edit_personal_details": 0.0012001200120012, "exchange_charge": 0.0011001100110011003, "exchange_rate": 0.001000100010001, "exchange_via_app": 0.0012001200120012, "extra_charge_on_statement": 0.0011001100110011003, "failed_transfer": 0.001000100010001, "fiat_currency_support": 0.0018001800180018, "get_disposable_virtual_card": 0.008000800080008, "get_physical_card": 0.11741174117411741, "getting_spare_card": 0.4866486648664866, "getting_virtual_card": 0.0055005500550055, "lost_or_stolen_card": 0.0023002300230023, "lost_or_stolen_phone": 0.001000100010001, "order_physical_card": 0.1928192819281928, "passcode_forgotten": 0.0012001200120012, "pending_card_payment": 0.0011001100110011003, "pending_cash_withdrawal": 0.0009000900090009, "pending_top_up": 0.0009000900090009, "pending_transfer": 0.0009000900090009, "pin_blocked": 0.0015001500150015003, "receiving_money": 0.0015001500150015003, "request_refund": 0.0018001800180018, "reverted_card_payment?": 0.002000200020002, "supported_cards_and_currencies": 0.023802380238023804, "terminate_account": 0.0013001300130013002, "top_up_by_bank_transfer_charge": 0.0014001400140014, "top_up_by_card_charge": 0.0018001800180018, "top_up_by_cash_or_cheque": 0.0014001400140014, "top_up_failed": 0.0012001200120012, "top_up_limits": 0.0013001300130013002, "top_up_reverted": 0.0016001600160016002, "topping_up_by_card": 0.014301430143014302, "transaction_charged_twice": 0.001000100010001, "transfer_fee_charged": 0.0011001100110011003, "transfer_into_account": 0.001000100010001, "transfer_not_received_by_recipient": 0.0012001200120012, "transfer_timing": 0.0013001300130013002, "unable_to_verify_identity": 0.0016001600160016002, "verify_my_identity": 0.0014001400140014, "verify_source_of_funds": 0.0013001300130013002, "verify_top_up": 0.0011001100110011003, "virtual_card_not_working": 0.0038003800380038005, "visa_or_mastercard": 0.0092009200920092, "why_verify_identity": 0.0012001200120012, "wrong_amount_of_cash_received": 0.0012001200120012, "wrong_exchange_rate_for_cash_withdrawal": 0.0015001500150015003 }, "error": null, "latency_ms": 70.85008395370096, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2401", "text_group": "786bac4c63e455146b9b357135f47b2cc9dd0c035f3db95c187e33e16be798f0", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0013998600139986002, "activate_my_card": 0.004399560043995601, "age_limit": 0.0021997800219978004, "apple_pay_or_google_pay": 0.0029997000299970002, "atm_support": 0.0044995500449955, "automatic_top_up": 0.0021997800219978004, "balance_not_updated_after_bank_transfer": 0.001999800019998, "balance_not_updated_after_cheque_or_cash_deposit": 0.0021997800219978004, "beneficiary_not_allowed": 0.0021997800219978004, "cancel_transfer": 0.0021997800219978004, "card_about_to_expire": 0.0025997400259974, "card_acceptance": 0.007899210078992101, "card_arrival": 0.001999800019998, "card_delivery_estimate": 0.0015998400159984002, "card_linking": 0.0173982601739826, "card_not_working": 0.0025997400259974, "card_payment_fee_charged": 0.0021997800219978004, "card_payment_not_recognised": 0.0017998200179982, "card_payment_wrong_exchange_rate": 0.0022997700229977, "card_swallowed": 0.0025997400259974, "cash_withdrawal_charge": 0.001999800019998, "cash_withdrawal_not_recognised": 0.0013998600139986002, "change_pin": 0.0018998100189981002, "compromised_card": 0.0020997900209979003, "contactless_not_working": 0.0018998100189981002, "country_support": 0.0022997700229977, "declined_card_payment": 0.0014998500149985001, "declined_cash_withdrawal": 0.0012998700129987, "declined_transfer": 0.0014998500149985001, "direct_debit_payment_not_recognised": 0.0016998300169983002, "disposable_card_limits": 0.0106989301069893, "edit_personal_details": 0.0015998400159984002, "exchange_charge": 0.0014998500149985001, "exchange_rate": 0.0013998600139986002, "exchange_via_app": 0.0016998300169983002, "extra_charge_on_statement": 0.0015998400159984002, "failed_transfer": 0.0012998700129987, "fiat_currency_support": 0.0025997400259974, "get_disposable_virtual_card": 0.0026997300269973002, "get_physical_card": 0.0032996700329967, "getting_spare_card": 0.6575342465753424, "getting_virtual_card": 0.0021997800219978004, "lost_or_stolen_card": 0.0011998800119988001, "lost_or_stolen_phone": 0.000999900009999, "order_physical_card": 0.0120987901209879, "passcode_forgotten": 0.0012998700129987, "pending_card_payment": 0.0012998700129987, "pending_cash_withdrawal": 0.0010998900109989002, "pending_top_up": 0.0011998800119988001, "pending_transfer": 0.0011998800119988001, "pin_blocked": 0.0013998600139986002, "receiving_money": 0.001999800019998, "request_refund": 0.0014998500149985001, "reverted_card_payment?": 0.0021997800219978004, "supported_cards_and_currencies": 0.14208579142085792, "terminate_account": 0.0020997900209979003, "top_up_by_bank_transfer_charge": 0.0018998100189981002, "top_up_by_card_charge": 0.0021997800219978004, "top_up_by_cash_or_cheque": 0.0018998100189981002, "top_up_failed": 0.0013998600139986002, "top_up_limits": 0.0051994800519948, "top_up_reverted": 0.0017998200179982, "topping_up_by_card": 0.011198880111988802, "transaction_charged_twice": 0.0012998700129987, "transfer_fee_charged": 0.0013998600139986002, "transfer_into_account": 0.0020997900209979003, "transfer_not_received_by_recipient": 0.0013998600139986002, "transfer_timing": 0.0015998400159984002, "unable_to_verify_identity": 0.0018998100189981002, "verify_my_identity": 0.0018998100189981002, "verify_source_of_funds": 0.0018998100189981002, "verify_top_up": 0.0015998400159984002, "virtual_card_not_working": 0.0020997900209979003, "visa_or_mastercard": 0.005599440055994401, "why_verify_identity": 0.0014998500149985001, "wrong_amount_of_cash_received": 0.0014998500149985001, "wrong_exchange_rate_for_cash_withdrawal": 0.0018998100189981002 }, "error": null, "latency_ms": 71.13629207015038, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2402", "text_group": "5cccc3aaf639747c29657a59e2690474098128c0571f6116629e1235e28bd842", "expected": "getting_spare_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0006998600279944011, "activate_my_card": 0.0008998200359928015, "age_limit": 0.0006998600279944011, "apple_pay_or_google_pay": 0.0015996800639872027, "atm_support": 0.001799640071985603, "automatic_top_up": 0.0010997800439912018, "balance_not_updated_after_bank_transfer": 0.0011997600479904018, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011997600479904018, "beneficiary_not_allowed": 0.0013997200559888023, "cancel_transfer": 0.0011997600479904018, "card_about_to_expire": 0.001299740051989602, "card_acceptance": 0.0014997000599880025, "card_arrival": 0.0015996800639872027, "card_delivery_estimate": 0.001299740051989602, "card_linking": 0.001799640071985603, "card_not_working": 0.0013997200559888023, "card_payment_fee_charged": 0.0011997600479904018, "card_payment_not_recognised": 0.0010997800439912018, "card_payment_wrong_exchange_rate": 0.001299740051989602, "card_swallowed": 0.0013997200559888023, "cash_withdrawal_charge": 0.0008998200359928015, "cash_withdrawal_not_recognised": 0.0006998600279944011, "change_pin": 0.0007998400319936014, "compromised_card": 0.0008998200359928015, "contactless_not_working": 0.0009998000399920016, "country_support": 0.0011997600479904018, "declined_card_payment": 0.0007998400319936014, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0007998400319936014, "direct_debit_payment_not_recognised": 0.001299740051989602, "disposable_card_limits": 0.0014997000599880025, "edit_personal_details": 0.0007998400319936014, "exchange_charge": 0.0010997800439912018, "exchange_rate": 0.0008998200359928015, "exchange_via_app": 0.0008998200359928015, "extra_charge_on_statement": 0.0011997600479904018, "failed_transfer": 0.0006998600279944011, "fiat_currency_support": 0.0011997600479904018, "get_disposable_virtual_card": 0.0008998200359928015, "get_physical_card": 0.004399120175964807, "getting_spare_card": 0.03559288142371526, "getting_virtual_card": 0.0010997800439912018, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.8782243551289742, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.0006998600279944011, "pin_blocked": 0.0006998600279944011, "receiving_money": 0.0015996800639872027, "request_refund": 0.0008998200359928015, "reverted_card_payment?": 0.0009998000399920016, "supported_cards_and_currencies": 0.0021995600879824036, "terminate_account": 0.0007998400319936014, "top_up_by_bank_transfer_charge": 0.0015996800639872027, "top_up_by_card_charge": 0.0020995800839832034, "top_up_by_cash_or_cheque": 0.0010997800439912018, "top_up_failed": 0.0009998000399920016, "top_up_limits": 0.0009998000399920016, "top_up_reverted": 0.0011997600479904018, "topping_up_by_card": 0.0031993601279744054, "transaction_charged_twice": 0.0007998400319936014, "transfer_fee_charged": 0.0007998400319936014, "transfer_into_account": 0.0011997600479904018, "transfer_not_received_by_recipient": 0.0011997600479904018, "transfer_timing": 0.001999600079984003, "unable_to_verify_identity": 0.0008998200359928015, "verify_my_identity": 0.0008998200359928015, "verify_source_of_funds": 0.0007998400319936014, "verify_top_up": 0.0006998600279944011, "virtual_card_not_working": 0.0008998200359928015, "visa_or_mastercard": 0.0013997200559888023, "why_verify_identity": 0.0006998600279944011, "wrong_amount_of_cash_received": 0.0006998600279944011, "wrong_exchange_rate_for_cash_withdrawal": 0.0008998200359928015 }, "error": null, "latency_ms": 71.04370801243931, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2403", "text_group": "9f4acb7d75f5e7214d879e6d7e903142f1c78ae34a6f895a5e1b3564a50f9926", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0012002400480096017, "age_limit": 0.0008001600320064013, "apple_pay_or_google_pay": 0.0010002000400080016, "atm_support": 0.0014002800560112022, "automatic_top_up": 0.0007001400280056011, "balance_not_updated_after_bank_transfer": 0.0006001200240048009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0008001600320064013, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0010002000400080016, "card_acceptance": 0.0014002800560112022, "card_arrival": 0.0010002000400080016, "card_delivery_estimate": 0.0008001600320064013, "card_linking": 0.0033006601320264054, "card_not_working": 0.0011002200440088019, "card_payment_fee_charged": 0.0008001600320064013, "card_payment_not_recognised": 0.0007001400280056011, "card_payment_wrong_exchange_rate": 0.0009001800360072014, "card_swallowed": 0.0009001800360072014, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0006001200240048009, "change_pin": 0.0007001400280056011, "compromised_card": 0.0008001600320064013, "contactless_not_working": 0.0007001400280056011, "country_support": 0.0012002400480096017, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0007001400280056011, "disposable_card_limits": 0.001300260052010402, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.0006001200240048009, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0011002200440088019, "get_disposable_virtual_card": 0.0012002400480096017, "get_physical_card": 0.010702140428085616, "getting_spare_card": 0.8994798959791958, "getting_virtual_card": 0.0012002400480096017, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.012002400480096018, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0006001200240048009, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.0007001400280056011, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0008001600320064013, "supported_cards_and_currencies": 0.017203440688137627, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0007001400280056011, "top_up_by_card_charge": 0.0009001800360072014, "top_up_by_cash_or_cheque": 0.0008001600320064013, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0008001600320064013, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.003700740148029606, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0006001200240048009, "transfer_into_account": 0.0006001200240048009, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.0007001400280056011, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.0006001200240048009, "verify_source_of_funds": 0.0006001200240048009, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0008001600320064013, "visa_or_mastercard": 0.0016003200640128026, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 70.25587500538677, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2404", "text_group": "0dc829dcefa971113149ef7e02b850a96d0ea97a8b4e17f823b4fc5754f96dc2", "expected": "getting_spare_card", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0012001200120012, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.0011001100110011003, "atm_support": 0.0016001600160016002, "automatic_top_up": 0.0009000900090009, "balance_not_updated_after_bank_transfer": 0.0008000800080008001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090009, "beneficiary_not_allowed": 0.0008000800080008001, "cancel_transfer": 0.0007000700070007, "card_about_to_expire": 0.0011001100110011003, "card_acceptance": 0.0018001800180018, "card_arrival": 0.001000100010001, "card_delivery_estimate": 0.0008000800080008001, "card_linking": 0.0113011301130113, "card_not_working": 0.0011001100110011003, "card_payment_fee_charged": 0.0372037203720372, "card_payment_not_recognised": 0.0009000900090009, "card_payment_wrong_exchange_rate": 0.001000100010001, "card_swallowed": 0.001000100010001, "cash_withdrawal_charge": 0.020602060206020602, "cash_withdrawal_not_recognised": 0.0006000600060006, "change_pin": 0.0007000700070007, "compromised_card": 0.001000100010001, "contactless_not_working": 0.0008000800080008001, "country_support": 0.0011001100110011003, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.0009000900090009, "disposable_card_limits": 0.0016001600160016002, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0033003300330033004, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.06140614061406141, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0011001100110011003, "get_disposable_virtual_card": 0.001000100010001, "get_physical_card": 0.0014001400140014, "getting_spare_card": 0.19201920192019203, "getting_virtual_card": 0.0007000700070007, "lost_or_stolen_card": 0.0006000600060006, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0167016701670167, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0008000800080008001, "request_refund": 0.0006000600060006, "reverted_card_payment?": 0.0009000900090009, "supported_cards_and_currencies": 0.0129012901290129, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.008200820082008202, "top_up_by_card_charge": 0.5620562056205621, "top_up_by_cash_or_cheque": 0.0008000800080008001, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.018901890189018902, "transaction_charged_twice": 0.0005000500050005, "transfer_fee_charged": 0.0029002900290029, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.0016001600160016002, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0006000600060006, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008001 }, "error": null, "latency_ms": 71.52854197192937, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2405", "text_group": "044f33c18b14e41ace78945e9be7730f8c18df873f12acb86b77cb8d6ed60dbc", "expected": "getting_spare_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0006000600060006, "age_limit": 0.0007000700070007, "apple_pay_or_google_pay": 0.0009000900090009, "atm_support": 0.0011001100110011003, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.0008000800080008001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008000800080008001, "beneficiary_not_allowed": 0.0008000800080008001, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0015001500150015003, "card_acceptance": 0.001000100010001, "card_arrival": 0.0009000900090009, "card_delivery_estimate": 0.0008000800080008001, "card_linking": 0.0013001300130013002, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.0009000900090009, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0009000900090009, "card_swallowed": 0.002000200020002, "cash_withdrawal_charge": 0.0007000700070007, "cash_withdrawal_not_recognised": 0.0006000600060006, "change_pin": 0.0006000600060006, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.0007000700070007, "country_support": 0.0009000900090009, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.0007000700070007, "disposable_card_limits": 0.0014001400140014, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.0006000600060006, "failed_transfer": 0.0006000600060006, "fiat_currency_support": 0.0009000900090009, "get_disposable_virtual_card": 0.0011001100110011003, "get_physical_card": 0.2792279227922792, "getting_spare_card": 0.14861486148614864, "getting_virtual_card": 0.0008000800080008001, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.5154515451545154, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0007000700070007, "request_refund": 0.0006000600060006, "reverted_card_payment?": 0.0008000800080008001, "supported_cards_and_currencies": 0.002000200020002, "terminate_account": 0.0007000700070007, "top_up_by_bank_transfer_charge": 0.0007000700070007, "top_up_by_card_charge": 0.0007000700070007, "top_up_by_cash_or_cheque": 0.0008000800080008001, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0008000800080008001, "top_up_reverted": 0.0008000800080008001, "topping_up_by_card": 0.0011001100110011003, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0007000700070007, "unable_to_verify_identity": 0.0006000600060006, "verify_my_identity": 0.0006000600060006, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.0009000900090009, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0006000600060006, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008001 }, "error": null, "latency_ms": 70.56466699577868, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2406", "text_group": "4a55f22782f60eab72fb5718187983802b5c7d2f8e5eda59dcd40788352db427", "expected": "getting_spare_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0006000600060006, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0858085808580858, "getting_spare_card": 0.0011001100110011003, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.886988698869887, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.4125000629574, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2407", "text_group": "7c01c2468cce1387961730df4329eacf05fb5744bc9eab31dc90f9c5f4d63b1a", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0011, "activate_my_card": 0.0315, "age_limit": 0.0015, "apple_pay_or_google_pay": 0.0017, "atm_support": 0.0029, "automatic_top_up": 0.0014, "balance_not_updated_after_bank_transfer": 0.0014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015, "beneficiary_not_allowed": 0.0016, "cancel_transfer": 0.0014, "card_about_to_expire": 0.0688, "card_acceptance": 0.0047, "card_arrival": 0.014, "card_delivery_estimate": 0.0019, "card_linking": 0.0739, "card_not_working": 0.003, "card_payment_fee_charged": 0.0016, "card_payment_not_recognised": 0.0016, "card_payment_wrong_exchange_rate": 0.0016, "card_swallowed": 0.0078, "cash_withdrawal_charge": 0.0014, "cash_withdrawal_not_recognised": 0.0011, "change_pin": 0.0015, "compromised_card": 0.0014, "contactless_not_working": 0.0015, "country_support": 0.0019, "declined_card_payment": 0.0014, "declined_cash_withdrawal": 0.001, "declined_transfer": 0.0013, "direct_debit_payment_not_recognised": 0.0013, "disposable_card_limits": 0.0084, "edit_personal_details": 0.0016, "exchange_charge": 0.0014, "exchange_rate": 0.0012, "exchange_via_app": 0.0013, "extra_charge_on_statement": 0.0014, "failed_transfer": 0.0011, "fiat_currency_support": 0.0018, "get_disposable_virtual_card": 0.0173, "get_physical_card": 0.2202, "getting_spare_card": 0.2303, "getting_virtual_card": 0.0035, "lost_or_stolen_card": 0.0011, "lost_or_stolen_phone": 0.0009, "order_physical_card": 0.202, "passcode_forgotten": 0.001, "pending_card_payment": 0.0011, "pending_cash_withdrawal": 0.0009, "pending_top_up": 0.0013, "pending_transfer": 0.0011, "pin_blocked": 0.0011, "receiving_money": 0.002, "request_refund": 0.0018, "reverted_card_payment?": 0.0016, "supported_cards_and_currencies": 0.0062, "terminate_account": 0.0013, "top_up_by_bank_transfer_charge": 0.0014, "top_up_by_card_charge": 0.0023, "top_up_by_cash_or_cheque": 0.0015, "top_up_failed": 0.0013, "top_up_limits": 0.0014, "top_up_reverted": 0.0016, "topping_up_by_card": 0.0179, "transaction_charged_twice": 0.0012, "transfer_fee_charged": 0.0011, "transfer_into_account": 0.0011, "transfer_not_received_by_recipient": 0.0011, "transfer_timing": 0.0012, "unable_to_verify_identity": 0.0012, "verify_my_identity": 0.0013, "verify_source_of_funds": 0.0011, "verify_top_up": 0.0011, "virtual_card_not_working": 0.0017, "visa_or_mastercard": 0.0053, "why_verify_identity": 0.0011, "wrong_amount_of_cash_received": 0.0011, "wrong_exchange_rate_for_cash_withdrawal": 0.0014 }, "error": null, "latency_ms": 70.70504105649889, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2408", "text_group": "e6aedf22fddc351a37ad8a8ff3fe40c86dbfc68709f4d0c39e9be88b8a87893e", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0015996800639872027, "age_limit": 0.0007998400319936014, "apple_pay_or_google_pay": 0.0009998000399920016, "atm_support": 0.0013997200559888023, "automatic_top_up": 0.0007998400319936014, "balance_not_updated_after_bank_transfer": 0.0005998800239952009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007998400319936014, "beneficiary_not_allowed": 0.0007998400319936014, "cancel_transfer": 0.0007998400319936014, "card_about_to_expire": 0.0013997200559888023, "card_acceptance": 0.0013997200559888023, "card_arrival": 0.0009998000399920016, "card_delivery_estimate": 0.0007998400319936014, "card_linking": 0.003999200159968006, "card_not_working": 0.001299740051989602, "card_payment_fee_charged": 0.0007998400319936014, "card_payment_not_recognised": 0.0006998600279944011, "card_payment_wrong_exchange_rate": 0.0008998200359928015, "card_swallowed": 0.0008998200359928015, "cash_withdrawal_charge": 0.0006998600279944011, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.0008998200359928015, "compromised_card": 0.0010997800439912018, "contactless_not_working": 0.0007998400319936014, "country_support": 0.0010997800439912018, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0005998800239952009, "direct_debit_payment_not_recognised": 0.0006998600279944011, "disposable_card_limits": 0.0016996600679864027, "edit_personal_details": 0.0006998600279944011, "exchange_charge": 0.0006998600279944011, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0009998000399920016, "get_disposable_virtual_card": 0.0023995200959808036, "get_physical_card": 0.013897220555888821, "getting_spare_card": 0.8925214957008599, "getting_virtual_card": 0.0024995000999800043, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0004999000199960008, "order_physical_card": 0.02279544091181764, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0005998800239952009, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0007998400319936014, "request_refund": 0.0006998600279944011, "reverted_card_payment?": 0.0007998400319936014, "supported_cards_and_currencies": 0.003999200159968006, "terminate_account": 0.0005998800239952009, "top_up_by_bank_transfer_charge": 0.0007998400319936014, "top_up_by_card_charge": 0.0010997800439912018, "top_up_by_cash_or_cheque": 0.0007998400319936014, "top_up_failed": 0.0006998600279944011, "top_up_limits": 0.0007998400319936014, "top_up_reverted": 0.0007998400319936014, "topping_up_by_card": 0.002599480103979204, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0005998800239952009, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0010997800439912018, "visa_or_mastercard": 0.001799640071985603, "why_verify_identity": 0.0005998800239952009, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 67.44970800355077, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2409", "text_group": "9e21ef2376a3d5609de58b08fbae4649739a305889c16e8f1a67e4bc305671d6", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0012, "activate_my_card": 0.0016, "age_limit": 0.0013, "apple_pay_or_google_pay": 0.0019, "atm_support": 0.0022, "automatic_top_up": 0.0011, "balance_not_updated_after_bank_transfer": 0.0015, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015, "beneficiary_not_allowed": 0.0017, "cancel_transfer": 0.0016, "card_about_to_expire": 0.0069, "card_acceptance": 0.0038, "card_arrival": 0.0018, "card_delivery_estimate": 0.0014, "card_linking": 0.01, "card_not_working": 0.0034, "card_payment_fee_charged": 0.0018, "card_payment_not_recognised": 0.0014, "card_payment_wrong_exchange_rate": 0.0018, "card_swallowed": 0.0021, "cash_withdrawal_charge": 0.0012, "cash_withdrawal_not_recognised": 0.0011, "change_pin": 0.002, "compromised_card": 0.0019, "contactless_not_working": 0.0016, "country_support": 0.0018, "declined_card_payment": 0.0012, "declined_cash_withdrawal": 0.0009, "declined_transfer": 0.001, "direct_debit_payment_not_recognised": 0.0013, "disposable_card_limits": 0.0022, "edit_personal_details": 0.0016, "exchange_charge": 0.0012, "exchange_rate": 0.001, "exchange_via_app": 0.0012, "extra_charge_on_statement": 0.001, "failed_transfer": 0.0009, "fiat_currency_support": 0.0015, "get_disposable_virtual_card": 0.0033, "get_physical_card": 0.0453, "getting_spare_card": 0.7676, "getting_virtual_card": 0.0023, "lost_or_stolen_card": 0.001, "lost_or_stolen_phone": 0.0008, "order_physical_card": 0.043, "passcode_forgotten": 0.001, "pending_card_payment": 0.0011, "pending_cash_withdrawal": 0.0008, "pending_top_up": 0.0009, "pending_transfer": 0.0009, "pin_blocked": 0.0011, "receiving_money": 0.0014, "request_refund": 0.0018, "reverted_card_payment?": 0.0016, "supported_cards_and_currencies": 0.0145, "terminate_account": 0.0011, "top_up_by_bank_transfer_charge": 0.0012, "top_up_by_card_charge": 0.0015, "top_up_by_cash_or_cheque": 0.0013, "top_up_failed": 0.0012, "top_up_limits": 0.0012, "top_up_reverted": 0.0014, "topping_up_by_card": 0.003, "transaction_charged_twice": 0.001, "transfer_fee_charged": 0.0011, "transfer_into_account": 0.001, "transfer_not_received_by_recipient": 0.0011, "transfer_timing": 0.0012, "unable_to_verify_identity": 0.0013, "verify_my_identity": 0.0011, "verify_source_of_funds": 0.001, "verify_top_up": 0.001, "virtual_card_not_working": 0.0018, "visa_or_mastercard": 0.0098, "why_verify_identity": 0.0011, "wrong_amount_of_cash_received": 0.0011, "wrong_exchange_rate_for_cash_withdrawal": 0.0015 }, "error": null, "latency_ms": 67.65624997206032, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2410", "text_group": "39c98ae05be48dc2250b685ec6357b11e7c3f3b479e7af99c2bc61e713081540", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0007, "activate_my_card": 0.0016, "age_limit": 0.0011, "apple_pay_or_google_pay": 0.0013, "atm_support": 0.0023, "automatic_top_up": 0.0011, "balance_not_updated_after_bank_transfer": 0.0009, "balance_not_updated_after_cheque_or_cash_deposit": 0.001, "beneficiary_not_allowed": 0.001, "cancel_transfer": 0.0009, "card_about_to_expire": 0.0012, "card_acceptance": 0.0023, "card_arrival": 0.001, "card_delivery_estimate": 0.0009, "card_linking": 0.0041, "card_not_working": 0.001, "card_payment_fee_charged": 0.0036, "card_payment_not_recognised": 0.0009, "card_payment_wrong_exchange_rate": 0.0011, "card_swallowed": 0.0011, "cash_withdrawal_charge": 0.0027, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0008, "compromised_card": 0.0009, "contactless_not_working": 0.0009, "country_support": 0.0012, "declined_card_payment": 0.0008, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.001, "disposable_card_limits": 0.002, "edit_personal_details": 0.0008, "exchange_charge": 0.0022, "exchange_rate": 0.0008, "exchange_via_app": 0.0009, "extra_charge_on_statement": 0.0029, "failed_transfer": 0.0006, "fiat_currency_support": 0.0013, "get_disposable_virtual_card": 0.0011, "get_physical_card": 0.0012, "getting_spare_card": 0.7594, "getting_virtual_card": 0.0009, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0006, "order_physical_card": 0.003, "passcode_forgotten": 0.0007, "pending_card_payment": 0.0007, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0006, "pending_transfer": 0.0006, "pin_blocked": 0.0007, "receiving_money": 0.001, "request_refund": 0.0008, "reverted_card_payment?": 0.001, "supported_cards_and_currencies": 0.0347, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0037, "top_up_by_card_charge": 0.1139, "top_up_by_cash_or_cheque": 0.0009, "top_up_failed": 0.0007, "top_up_limits": 0.0012, "top_up_reverted": 0.0008, "topping_up_by_card": 0.006, "transaction_charged_twice": 0.0007, "transfer_fee_charged": 0.0018, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0008, "verify_my_identity": 0.0008, "verify_source_of_funds": 0.0008, "verify_top_up": 0.0007, "virtual_card_not_working": 0.0009, "visa_or_mastercard": 0.002, "why_verify_identity": 0.0007, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.0009 }, "error": null, "latency_ms": 67.84533301834017, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2411", "text_group": "85cb7c4608e3da4320ec22dc0dbd8e27ba7b885bac264d6fb513f9106b1ef3d1", "expected": "getting_spare_card", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0013994402239104358, "activate_my_card": 0.00739704118352659, "age_limit": 0.0020991603358656535, "apple_pay_or_google_pay": 0.003698520591763295, "atm_support": 0.0059976009596161535, "automatic_top_up": 0.0023990403838464614, "balance_not_updated_after_bank_transfer": 0.0020991603358656535, "balance_not_updated_after_cheque_or_cash_deposit": 0.002299080367852859, "beneficiary_not_allowed": 0.0021991203518592567, "cancel_transfer": 0.0021991203518592567, "card_about_to_expire": 0.0030987604958016795, "card_acceptance": 0.03078768492602959, "card_arrival": 0.0023990403838464614, "card_delivery_estimate": 0.0018992403038784486, "card_linking": 0.0272890843662535, "card_not_working": 0.004998000799680128, "card_payment_fee_charged": 0.002898840463814474, "card_payment_not_recognised": 0.0020991603358656535, "card_payment_wrong_exchange_rate": 0.002499000399840064, "card_swallowed": 0.002499000399840064, "cash_withdrawal_charge": 0.0018992403038784486, "cash_withdrawal_not_recognised": 0.0013994402239104358, "change_pin": 0.002299080367852859, "compromised_card": 0.0031987205117952823, "contactless_not_working": 0.0020991603358656535, "country_support": 0.0030987604958016795, "declined_card_payment": 0.001999200319872051, "declined_cash_withdrawal": 0.0014994002399040384, "declined_transfer": 0.0016993202718912435, "direct_debit_payment_not_recognised": 0.001799280287884846, "disposable_card_limits": 0.004098360655737705, "edit_personal_details": 0.0021991203518592567, "exchange_charge": 0.0018992403038784486, "exchange_rate": 0.0015993602558976412, "exchange_via_app": 0.0021991203518592567, "extra_charge_on_statement": 0.0018992403038784486, "failed_transfer": 0.0013994402239104358, "fiat_currency_support": 0.005197920831667333, "get_disposable_virtual_card": 0.0031987205117952823, "get_physical_card": 0.0043982407037185135, "getting_spare_card": 0.0429828068772491, "getting_virtual_card": 0.002499000399840064, "lost_or_stolen_card": 0.0014994002399040384, "lost_or_stolen_phone": 0.0011995201919232307, "order_physical_card": 0.006697321071571372, "passcode_forgotten": 0.0014994002399040384, "pending_card_payment": 0.0015993602558976412, "pending_cash_withdrawal": 0.0011995201919232307, "pending_top_up": 0.0012994802079168333, "pending_transfer": 0.0012994802079168333, "pin_blocked": 0.0015993602558976412, "receiving_money": 0.0023990403838464614, "request_refund": 0.0015993602558976412, "reverted_card_payment?": 0.0020991603358656535, "supported_cards_and_currencies": 0.7033186725309877, "terminate_account": 0.0020991603358656535, "top_up_by_bank_transfer_charge": 0.001999200319872051, "top_up_by_card_charge": 0.0023990403838464614, "top_up_by_cash_or_cheque": 0.0018992403038784486, "top_up_failed": 0.0014994002399040384, "top_up_limits": 0.001999200319872051, "top_up_reverted": 0.0018992403038784486, "topping_up_by_card": 0.016293482606957215, "transaction_charged_twice": 0.0014994002399040384, "transfer_fee_charged": 0.0014994002399040384, "transfer_into_account": 0.001999200319872051, "transfer_not_received_by_recipient": 0.0014994002399040384, "transfer_timing": 0.001799280287884846, "unable_to_verify_identity": 0.0020991603358656535, "verify_my_identity": 0.0023990403838464614, "verify_source_of_funds": 0.0020991603358656535, "verify_top_up": 0.0018992403038784486, "virtual_card_not_working": 0.0020991603358656535, "visa_or_mastercard": 0.0116953218712515, "why_verify_identity": 0.0016993202718912435, "wrong_amount_of_cash_received": 0.0014994002399040384, "wrong_exchange_rate_for_cash_withdrawal": 0.001999200319872051 }, "error": null, "latency_ms": 67.71520804613829, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2412", "text_group": "03aac637d30facc08ec2f8f404d57d29bfa413a5459f965b6b3e76e679324f35", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.0006997900629811057, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.0008997300809757073, "card_acceptance": 0.0007997600719784066, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.001099670098970309, "card_not_working": 0.0006997900629811057, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.0007997600719784066, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.000499850044986504, "compromised_card": 0.0008997300809757073, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0005998200539838048, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0007997600719784066, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0008997300809757073, "get_physical_card": 0.002099370188943317, "getting_spare_card": 0.9596121163650905, "getting_virtual_card": 0.0007997600719784066, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0016994901529541137, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.000499850044986504, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.001099670098970309, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.000499850044986504, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.0006997900629811057, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.0003998800359892033, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.000499850044986504 }, "error": null, "latency_ms": 69.57145896740258, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2413", "text_group": "b12f90dc0222ed4a6aefca37da28c5acf3d3c5f1de789ba90d5f47120de229b4", "expected": "getting_spare_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0009998000399920016, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.15276944611077783, "getting_spare_card": 0.004399120175964807, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.8184363127374525, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.00029994001199760045, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 69.92949999403208, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2414", "text_group": "5cd5f14b18222b4d71b6c16e841e950cf716a61e24d13df5860227a336e55f33", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0012, "age_limit": 0.0444, "apple_pay_or_google_pay": 0.001, "atm_support": 0.0018, "automatic_top_up": 0.0008, "balance_not_updated_after_bank_transfer": 0.0011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012, "beneficiary_not_allowed": 0.0012, "cancel_transfer": 0.0009, "card_about_to_expire": 0.0061, "card_acceptance": 0.0025, "card_arrival": 0.0016, "card_delivery_estimate": 0.0012, "card_linking": 0.0062, "card_not_working": 0.0024, "card_payment_fee_charged": 0.0013, "card_payment_not_recognised": 0.001, "card_payment_wrong_exchange_rate": 0.0014, "card_swallowed": 0.0036, "cash_withdrawal_charge": 0.0009, "cash_withdrawal_not_recognised": 0.0008, "change_pin": 0.0014, "compromised_card": 0.0016, "contactless_not_working": 0.0011, "country_support": 0.0013, "declined_card_payment": 0.001, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.001, "direct_debit_payment_not_recognised": 0.0009, "disposable_card_limits": 0.0023, "edit_personal_details": 0.0011, "exchange_charge": 0.0009, "exchange_rate": 0.0008, "exchange_via_app": 0.0009, "extra_charge_on_statement": 0.0012, "failed_transfer": 0.0007, "fiat_currency_support": 0.0013, "get_disposable_virtual_card": 0.0018, "get_physical_card": 0.0111, "getting_spare_card": 0.8108, "getting_virtual_card": 0.0017, "lost_or_stolen_card": 0.0009, "lost_or_stolen_phone": 0.0006, "order_physical_card": 0.0353, "passcode_forgotten": 0.0008, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0007, "pending_top_up": 0.0007, "pending_transfer": 0.0007, "pin_blocked": 0.0009, "receiving_money": 0.0014, "request_refund": 0.0008, "reverted_card_payment?": 0.0013, "supported_cards_and_currencies": 0.0046, "terminate_account": 0.001, "top_up_by_bank_transfer_charge": 0.001, "top_up_by_card_charge": 0.0013, "top_up_by_cash_or_cheque": 0.0009, "top_up_failed": 0.0008, "top_up_limits": 0.001, "top_up_reverted": 0.001, "topping_up_by_card": 0.0029, "transaction_charged_twice": 0.0007, "transfer_fee_charged": 0.0008, "transfer_into_account": 0.0009, "transfer_not_received_by_recipient": 0.0008, "transfer_timing": 0.0009, "unable_to_verify_identity": 0.0009, "verify_my_identity": 0.0008, "verify_source_of_funds": 0.0008, "verify_top_up": 0.0008, "virtual_card_not_working": 0.0012, "visa_or_mastercard": 0.0026, "why_verify_identity": 0.0007, "wrong_amount_of_cash_received": 0.0009, "wrong_exchange_rate_for_cash_withdrawal": 0.001 }, "error": null, "latency_ms": 73.75437498558313, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2415", "text_group": "04ee3177e641d2f5a2f0065499001e978d9855f9aab976ec6e722c3ef65d913b", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0016993202718912435, "activate_my_card": 0.003398640543782487, "age_limit": 0.001799280287884846, "apple_pay_or_google_pay": 0.0025989604158336665, "atm_support": 0.004698120751699321, "automatic_top_up": 0.001799280287884846, "balance_not_updated_after_bank_transfer": 0.0018992403038784486, "balance_not_updated_after_cheque_or_cash_deposit": 0.001999200319872051, "beneficiary_not_allowed": 0.001999200319872051, "cancel_transfer": 0.0016993202718912435, "card_about_to_expire": 0.00819672131147541, "card_acceptance": 0.0075969612155137945, "card_arrival": 0.005897640943622551, "card_delivery_estimate": 0.0021991203518592567, "card_linking": 0.04058376649340264, "card_not_working": 0.009296281487405038, "card_payment_fee_charged": 0.0021991203518592567, "card_payment_not_recognised": 0.0018992403038784486, "card_payment_wrong_exchange_rate": 0.0020991603358656535, "card_swallowed": 0.0038984406237504996, "cash_withdrawal_charge": 0.0016993202718912435, "cash_withdrawal_not_recognised": 0.0013994402239104358, "change_pin": 0.002299080367852859, "compromised_card": 0.0032986805277888847, "contactless_not_working": 0.001999200319872051, "country_support": 0.0034986005597760898, "declined_card_payment": 0.001799280287884846, "declined_cash_withdrawal": 0.0013994402239104358, "declined_transfer": 0.0014994002399040384, "direct_debit_payment_not_recognised": 0.0016993202718912435, "disposable_card_limits": 0.004798080767692923, "edit_personal_details": 0.0015993602558976412, "exchange_charge": 0.0015993602558976412, "exchange_rate": 0.0011995201919232307, "exchange_via_app": 0.0013994402239104358, "extra_charge_on_statement": 0.0013994402239104358, "failed_transfer": 0.0011995201919232307, "fiat_currency_support": 0.002299080367852859, "get_disposable_virtual_card": 0.011395441823270692, "get_physical_card": 0.11265493802479008, "getting_spare_card": 0.39494202319072375, "getting_virtual_card": 0.008096761295481807, "lost_or_stolen_card": 0.0020991603358656535, "lost_or_stolen_phone": 0.0010995601759296284, "order_physical_card": 0.19302279088364654, "passcode_forgotten": 0.0013994402239104358, "pending_card_payment": 0.0013994402239104358, "pending_cash_withdrawal": 0.0010995601759296284, "pending_top_up": 0.0011995201919232307, "pending_transfer": 0.0011995201919232307, "pin_blocked": 0.0016993202718912435, "receiving_money": 0.0018992403038784486, "request_refund": 0.0018992403038784486, "reverted_card_payment?": 0.0025989604158336665, "supported_cards_and_currencies": 0.043882447021191526, "terminate_account": 0.0015993602558976412, "top_up_by_bank_transfer_charge": 0.0018992403038784486, "top_up_by_card_charge": 0.0026989204318272693, "top_up_by_cash_or_cheque": 0.001799280287884846, "top_up_failed": 0.0014994002399040384, "top_up_limits": 0.0016993202718912435, "top_up_reverted": 0.0018992403038784486, "topping_up_by_card": 0.01989204318272691, "transaction_charged_twice": 0.0011995201919232307, "transfer_fee_charged": 0.0012994802079168333, "transfer_into_account": 0.0011995201919232307, "transfer_not_received_by_recipient": 0.0013994402239104358, "transfer_timing": 0.0014994002399040384, "unable_to_verify_identity": 0.001999200319872051, "verify_my_identity": 0.0018992403038784486, "verify_source_of_funds": 0.0016993202718912435, "verify_top_up": 0.0015993602558976412, "virtual_card_not_working": 0.0030987604958016795, "visa_or_mastercard": 0.020191923230707717, "why_verify_identity": 0.0015993602558976412, "wrong_amount_of_cash_received": 0.0013994402239104358, "wrong_exchange_rate_for_cash_withdrawal": 0.001799280287884846 }, "error": null, "latency_ms": 71.53004209976643, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2416", "text_group": "6afa31b474621ae6a1994b73076dde60c49f5bf73b7343837616284ad1f6f1d4", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.0009998000399920016, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0007998400319936014, "atm_support": 0.0010997800439912018, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.0005998800239952009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.0005998800239952009, "card_about_to_expire": 0.0010997800439912018, "card_acceptance": 0.001299740051989602, "card_arrival": 0.0007998400319936014, "card_delivery_estimate": 0.0006998600279944011, "card_linking": 0.003899220155968806, "card_not_working": 0.0010997800439912018, "card_payment_fee_charged": 0.0006998600279944011, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.0007998400319936014, "card_swallowed": 0.0008998200359928015, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0006998600279944011, "compromised_card": 0.0008998200359928015, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0008998200359928015, "declined_card_payment": 0.0005998800239952009, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0005998800239952009, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0009998000399920016, "edit_personal_details": 0.0006998600279944011, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0016996600679864027, "get_physical_card": 0.014597080583883223, "getting_spare_card": 0.9123175364927014, "getting_virtual_card": 0.0013997200559888023, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.012897420515896822, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0007998400319936014, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0006998600279944011, "supported_cards_and_currencies": 0.004799040191961607, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0007998400319936014, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.0021995600879824036, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.0004999000199960008, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.0005998800239952009, "verify_my_identity": 0.0005998800239952009, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.0007998400319936014, "visa_or_mastercard": 0.0015996800639872027, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0006998600279944011 }, "error": null, "latency_ms": 71.95404195226729, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2417", "text_group": "280d86575c679cdefdd5235b2a8c0a3532abbee2895b47118ddc841067e35a91", "expected": "getting_spare_card", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.0023002300230023, "activate_my_card": 0.0112011201120112, "age_limit": 0.2741274127412741, "apple_pay_or_google_pay": 0.0037003700370037006, "atm_support": 0.0069006900690069, "automatic_top_up": 0.0038003800380038005, "balance_not_updated_after_bank_transfer": 0.0029002900290029, "balance_not_updated_after_cheque_or_cash_deposit": 0.0036003600360036, "beneficiary_not_allowed": 0.004100410041004101, "cancel_transfer": 0.0032003200320032004, "card_about_to_expire": 0.007700770077007701, "card_acceptance": 0.0185018501850185, "card_arrival": 0.0101010101010101, "card_delivery_estimate": 0.004100410041004101, "card_linking": 0.0498049804980498, "card_not_working": 0.0078007800780078, "card_payment_fee_charged": 0.004100410041004101, "card_payment_not_recognised": 0.0035003500350035003, "card_payment_wrong_exchange_rate": 0.0045004500450045, "card_swallowed": 0.004000400040004, "cash_withdrawal_charge": 0.0033003300330033004, "cash_withdrawal_not_recognised": 0.0026002600260026003, "change_pin": 0.0038003800380038005, "compromised_card": 0.0036003600360036, "contactless_not_working": 0.004100410041004101, "country_support": 0.005900590059005901, "declined_card_payment": 0.0033003300330033004, "declined_cash_withdrawal": 0.0024002400240024, "declined_transfer": 0.0028002800280028, "direct_debit_payment_not_recognised": 0.0034003400340034003, "disposable_card_limits": 0.007500750075007501, "edit_personal_details": 0.0039003900390039, "exchange_charge": 0.0036003600360036, "exchange_rate": 0.0030003000300030005, "exchange_via_app": 0.0035003500350035003, "extra_charge_on_statement": 0.0030003000300030005, "failed_transfer": 0.0026002600260026003, "fiat_currency_support": 0.004400440044004401, "get_disposable_virtual_card": 0.007300730073007301, "get_physical_card": 0.0968096809680968, "getting_spare_card": 0.082008200820082, "getting_virtual_card": 0.007700770077007701, "lost_or_stolen_card": 0.0022002200220022005, "lost_or_stolen_phone": 0.0019001900190019003, "order_physical_card": 0.12931293129312932, "passcode_forgotten": 0.0025002500250025004, "pending_card_payment": 0.0039003900390039, "pending_cash_withdrawal": 0.0022002200220022005, "pending_top_up": 0.0031003100310031, "pending_transfer": 0.0027002700270027003, "pin_blocked": 0.0032003200320032004, "receiving_money": 0.0046004600460046, "request_refund": 0.0035003500350035003, "reverted_card_payment?": 0.004000400040004, "supported_cards_and_currencies": 0.0429042904290429, "terminate_account": 0.0029002900290029, "top_up_by_bank_transfer_charge": 0.0039003900390039, "top_up_by_card_charge": 0.0046004600460046, "top_up_by_cash_or_cheque": 0.0035003500350035003, "top_up_failed": 0.0030003000300030005, "top_up_limits": 0.0035003500350035003, "top_up_reverted": 0.0036003600360036, "topping_up_by_card": 0.030203020302030203, "transaction_charged_twice": 0.0024002400240024, "transfer_fee_charged": 0.0027002700270027003, "transfer_into_account": 0.0025002500250025004, "transfer_not_received_by_recipient": 0.0026002600260026003, "transfer_timing": 0.0032003200320032004, "unable_to_verify_identity": 0.0032003200320032004, "verify_my_identity": 0.0032003200320032004, "verify_source_of_funds": 0.0029002900290029, "verify_top_up": 0.0028002800280028, "virtual_card_not_working": 0.004000400040004, "visa_or_mastercard": 0.010201020102010202, "why_verify_identity": 0.0026002600260026003, "wrong_amount_of_cash_received": 0.0026002600260026003, "wrong_exchange_rate_for_cash_withdrawal": 0.0034003400340034003 }, "error": null, "latency_ms": 71.83499995153397, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2418", "text_group": "ba12b10a010ee5b5eccd13454a3b13a0dae8800660d194df5cd744f25f52a252", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0008003201280512205, "activate_my_card": 0.0020008003201280513, "age_limit": 0.11504601840736296, "apple_pay_or_google_pay": 0.0012004801920768306, "atm_support": 0.0021008403361344537, "automatic_top_up": 0.0012004801920768306, "balance_not_updated_after_bank_transfer": 0.0013005202080832333, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015006002400960385, "beneficiary_not_allowed": 0.001600640256102441, "cancel_transfer": 0.0012004801920768306, "card_about_to_expire": 0.002901160464185674, "card_acceptance": 0.005402160864345739, "card_arrival": 0.003001200480192077, "card_delivery_estimate": 0.0014005602240896359, "card_linking": 0.014305722288915567, "card_not_working": 0.0020008003201280513, "card_payment_fee_charged": 0.0014005602240896359, "card_payment_not_recognised": 0.0013005202080832333, "card_payment_wrong_exchange_rate": 0.0017006802721088435, "card_swallowed": 0.0020008003201280513, "cash_withdrawal_charge": 0.0012004801920768306, "cash_withdrawal_not_recognised": 0.0011004401760704283, "change_pin": 0.0019007603041216487, "compromised_card": 0.0019007603041216487, "contactless_not_working": 0.0015006002400960385, "country_support": 0.0020008003201280513, "declined_card_payment": 0.0012004801920768306, "declined_cash_withdrawal": 0.0010004001600640256, "declined_transfer": 0.0012004801920768306, "direct_debit_payment_not_recognised": 0.0011004401760704283, "disposable_card_limits": 0.003001200480192077, "edit_personal_details": 0.0015006002400960385, "exchange_charge": 0.0013005202080832333, "exchange_rate": 0.0012004801920768306, "exchange_via_app": 0.0013005202080832333, "extra_charge_on_statement": 0.0010004001600640256, "failed_transfer": 0.0010004001600640256, "fiat_currency_support": 0.0017006802721088435, "get_disposable_virtual_card": 0.008503401360544218, "get_physical_card": 0.06842737094837936, "getting_spare_card": 0.6335534213685474, "getting_virtual_card": 0.0039015606242496998, "lost_or_stolen_card": 0.0011004401760704283, "lost_or_stolen_phone": 0.000900360144057623, "order_physical_card": 0.03611444577831133, "passcode_forgotten": 0.000900360144057623, "pending_card_payment": 0.0011004401760704283, "pending_cash_withdrawal": 0.000900360144057623, "pending_top_up": 0.0010004001600640256, "pending_transfer": 0.0010004001600640256, "pin_blocked": 0.0011004401760704283, "receiving_money": 0.0019007603041216487, "request_refund": 0.0011004401760704283, "reverted_card_payment?": 0.001600640256102441, "supported_cards_and_currencies": 0.014005602240896359, "terminate_account": 0.0011004401760704283, "top_up_by_bank_transfer_charge": 0.0012004801920768306, "top_up_by_card_charge": 0.0015006002400960385, "top_up_by_cash_or_cheque": 0.0014005602240896359, "top_up_failed": 0.0012004801920768306, "top_up_limits": 0.0014005602240896359, "top_up_reverted": 0.0015006002400960385, "topping_up_by_card": 0.006602641056422569, "transaction_charged_twice": 0.000900360144057623, "transfer_fee_charged": 0.0010004001600640256, "transfer_into_account": 0.0010004001600640256, "transfer_not_received_by_recipient": 0.0011004401760704283, "transfer_timing": 0.0013005202080832333, "unable_to_verify_identity": 0.0013005202080832333, "verify_my_identity": 0.0013005202080832333, "verify_source_of_funds": 0.0013005202080832333, "verify_top_up": 0.0012004801920768306, "virtual_card_not_working": 0.0015006002400960385, "visa_or_mastercard": 0.0020008003201280513, "why_verify_identity": 0.0011004401760704283, "wrong_amount_of_cash_received": 0.0011004401760704283, "wrong_exchange_rate_for_cash_withdrawal": 0.0014005602240896359 }, "error": null, "latency_ms": 71.09912508167326, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2419", "text_group": "f0998321c8af693c03a3e3c83f585dc1d8be4740ffbdfc3e4540ac85e273050c", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0008998200359928015, "activate_my_card": 0.001799640071985603, "age_limit": 0.001299740051989602, "apple_pay_or_google_pay": 0.0016996600679864027, "atm_support": 0.0027994401119776045, "automatic_top_up": 0.0010997800439912018, "balance_not_updated_after_bank_transfer": 0.0013997200559888023, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014997000599880025, "beneficiary_not_allowed": 0.0016996600679864027, "cancel_transfer": 0.001299740051989602, "card_about_to_expire": 0.007498500299940012, "card_acceptance": 0.003999200159968006, "card_arrival": 0.008298340331933614, "card_delivery_estimate": 0.0016996600679864027, "card_linking": 0.019996000799840034, "card_not_working": 0.003599280143971206, "card_payment_fee_charged": 0.0014997000599880025, "card_payment_not_recognised": 0.001299740051989602, "card_payment_wrong_exchange_rate": 0.0015996800639872027, "card_swallowed": 0.003699260147970406, "cash_withdrawal_charge": 0.0010997800439912018, "cash_withdrawal_not_recognised": 0.0010997800439912018, "change_pin": 0.0014997000599880025, "compromised_card": 0.0023995200959808036, "contactless_not_working": 0.0015996800639872027, "country_support": 0.0018996200759848032, "declined_card_payment": 0.001299740051989602, "declined_cash_withdrawal": 0.0009998000399920016, "declined_transfer": 0.0011997600479904018, "direct_debit_payment_not_recognised": 0.0011997600479904018, "disposable_card_limits": 0.0021995600879824036, "edit_personal_details": 0.0011997600479904018, "exchange_charge": 0.0009998000399920016, "exchange_rate": 0.0008998200359928015, "exchange_via_app": 0.0009998000399920016, "extra_charge_on_statement": 0.0008998200359928015, "failed_transfer": 0.0008998200359928015, "fiat_currency_support": 0.0015996800639872027, "get_disposable_virtual_card": 0.005198960207958408, "get_physical_card": 0.10297940411917617, "getting_spare_card": 0.6293741251749649, "getting_virtual_card": 0.003999200159968006, "lost_or_stolen_card": 0.004599080183963208, "lost_or_stolen_phone": 0.0009998000399920016, "order_physical_card": 0.09208158368326336, "passcode_forgotten": 0.0009998000399920016, "pending_card_payment": 0.0009998000399920016, "pending_cash_withdrawal": 0.0007998400319936014, "pending_top_up": 0.0008998200359928015, "pending_transfer": 0.0007998400319936014, "pin_blocked": 0.0010997800439912018, "receiving_money": 0.0013997200559888023, "request_refund": 0.001299740051989602, "reverted_card_payment?": 0.001799640071985603, "supported_cards_and_currencies": 0.013697260547890423, "terminate_account": 0.0011997600479904018, "top_up_by_bank_transfer_charge": 0.0010997800439912018, "top_up_by_card_charge": 0.001299740051989602, "top_up_by_cash_or_cheque": 0.001299740051989602, "top_up_failed": 0.0010997800439912018, "top_up_limits": 0.0010997800439912018, "top_up_reverted": 0.0013997200559888023, "topping_up_by_card": 0.007998400319936013, "transaction_charged_twice": 0.0008998200359928015, "transfer_fee_charged": 0.0009998000399920016, "transfer_into_account": 0.0008998200359928015, "transfer_not_received_by_recipient": 0.0010997800439912018, "transfer_timing": 0.0010997800439912018, "unable_to_verify_identity": 0.0011997600479904018, "verify_my_identity": 0.0010997800439912018, "verify_source_of_funds": 0.0010997800439912018, "verify_top_up": 0.0009998000399920016, "virtual_card_not_working": 0.001999600079984003, "visa_or_mastercard": 0.012397520495900819, "why_verify_identity": 0.0011997600479904018, "wrong_amount_of_cash_received": 0.0011997600479904018, "wrong_exchange_rate_for_cash_withdrawal": 0.0015996800639872027 }, "error": null, "latency_ms": 67.43183301296085, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2420", "text_group": "464b63888196402db3a8e6e89d5e7ef7336a7e620b8ad876088096e2585e221f", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.001000100010001, "activate_my_card": 0.0013001300130013002, "age_limit": 0.001000100010001, "apple_pay_or_google_pay": 0.0014001400140014, "atm_support": 0.0017001700170017002, "automatic_top_up": 0.0009000900090009, "balance_not_updated_after_bank_transfer": 0.0011001100110011003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012001200120012, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.001000100010001, "card_about_to_expire": 0.0012001200120012, "card_acceptance": 0.0021002100210021, "card_arrival": 0.006700670067006701, "card_delivery_estimate": 0.005700570057005701, "card_linking": 0.0055005500550055, "card_not_working": 0.0011001100110011003, "card_payment_fee_charged": 0.0056005600560056, "card_payment_not_recognised": 0.001000100010001, "card_payment_wrong_exchange_rate": 0.0012001200120012, "card_swallowed": 0.0012001200120012, "cash_withdrawal_charge": 0.0030003000300030005, "cash_withdrawal_not_recognised": 0.0007000700070007, "change_pin": 0.0009000900090009, "compromised_card": 0.0011001100110011003, "contactless_not_working": 0.001000100010001, "country_support": 0.0013001300130013002, "declined_card_payment": 0.0009000900090009, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.0009000900090009, "direct_debit_payment_not_recognised": 0.0009000900090009, "disposable_card_limits": 0.0013001300130013002, "edit_personal_details": 0.0008000800080008001, "exchange_charge": 0.0034003400340034003, "exchange_rate": 0.0008000800080008001, "exchange_via_app": 0.0009000900090009, "extra_charge_on_statement": 0.0024002400240024, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0012001200120012, "get_disposable_virtual_card": 0.0018001800180018, "get_physical_card": 0.0045004500450045, "getting_spare_card": 0.6268626862686268, "getting_virtual_card": 0.0012001200120012, "lost_or_stolen_card": 0.0007000700070007, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.021802180218021803, "passcode_forgotten": 0.0007000700070007, "pending_card_payment": 0.0008000800080008001, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0007000700070007, "pending_transfer": 0.0007000700070007, "pin_blocked": 0.0008000800080008001, "receiving_money": 0.0016001600160016002, "request_refund": 0.001000100010001, "reverted_card_payment?": 0.0012001200120012, "supported_cards_and_currencies": 0.0032003200320032004, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.08270827082708271, "top_up_by_card_charge": 0.1414141414141414, "top_up_by_cash_or_cheque": 0.001000100010001, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0009000900090009, "top_up_reverted": 0.001000100010001, "topping_up_by_card": 0.006600660066006601, "transaction_charged_twice": 0.0009000900090009, "transfer_fee_charged": 0.0166016601660166, "transfer_into_account": 0.0007000700070007, "transfer_not_received_by_recipient": 0.0017001700170017002, "transfer_timing": 0.0013001300130013002, "unable_to_verify_identity": 0.0008000800080008001, "verify_my_identity": 0.0009000900090009, "verify_source_of_funds": 0.0009000900090009, "verify_top_up": 0.0009000900090009, "virtual_card_not_working": 0.001000100010001, "visa_or_mastercard": 0.0018001800180018, "why_verify_identity": 0.0008000800080008001, "wrong_amount_of_cash_received": 0.0008000800080008001, "wrong_exchange_rate_for_cash_withdrawal": 0.001000100010001 }, "error": null, "latency_ms": 67.45645892806351, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2421", "text_group": "ba92612499700b4b26b47049b4b5c9c3f5fbcee4548ab109bf77dcbdef353c6d", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0013998600139986002, "age_limit": 0.0010998900109989002, "apple_pay_or_google_pay": 0.0011998800119988001, "atm_support": 0.0017998200179982, "automatic_top_up": 0.0008999100089991, "balance_not_updated_after_bank_transfer": 0.0007999200079992001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008999100089991, "beneficiary_not_allowed": 0.000999900009999, "cancel_transfer": 0.0007999200079992001, "card_about_to_expire": 0.0013998600139986002, "card_acceptance": 0.0014998500149985001, "card_arrival": 0.0013998600139986002, "card_delivery_estimate": 0.0011998800119988001, "card_linking": 0.0038996100389961, "card_not_working": 0.0012998700129987, "card_payment_fee_charged": 0.000999900009999, "card_payment_not_recognised": 0.0007999200079992001, "card_payment_wrong_exchange_rate": 0.0010998900109989002, "card_swallowed": 0.0010998900109989002, "cash_withdrawal_charge": 0.0008999100089991, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.0007999200079992001, "compromised_card": 0.0008999100089991, "contactless_not_working": 0.0008999100089991, "country_support": 0.0012998700129987, "declined_card_payment": 0.0006999300069993001, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.0007999200079992001, "disposable_card_limits": 0.0015998400159984002, "edit_personal_details": 0.0006999300069993001, "exchange_charge": 0.0007999200079992001, "exchange_rate": 0.0006999300069993001, "exchange_via_app": 0.0006999300069993001, "extra_charge_on_statement": 0.000999900009999, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.0012998700129987, "get_disposable_virtual_card": 0.0012998700129987, "get_physical_card": 0.005699430056994301, "getting_spare_card": 0.8825117488251175, "getting_virtual_card": 0.0013998600139986002, "lost_or_stolen_card": 0.0005999400059994001, "lost_or_stolen_phone": 0.0005999400059994001, "order_physical_card": 0.0265973402659734, "passcode_forgotten": 0.0005999400059994001, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.0005999400059994001, "pending_transfer": 0.0005999400059994001, "pin_blocked": 0.0006999300069993001, "receiving_money": 0.0008999100089991, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.000999900009999, "supported_cards_and_currencies": 0.012198780121987803, "terminate_account": 0.0006999300069993001, "top_up_by_bank_transfer_charge": 0.0008999100089991, "top_up_by_card_charge": 0.0013998600139986002, "top_up_by_cash_or_cheque": 0.0008999100089991, "top_up_failed": 0.0006999300069993001, "top_up_limits": 0.000999900009999, "top_up_reverted": 0.0008999100089991, "topping_up_by_card": 0.0035996400359964, "transaction_charged_twice": 0.0006999300069993001, "transfer_fee_charged": 0.0006999300069993001, "transfer_into_account": 0.0006999300069993001, "transfer_not_received_by_recipient": 0.0007999200079992001, "transfer_timing": 0.0007999200079992001, "unable_to_verify_identity": 0.0007999200079992001, "verify_my_identity": 0.0007999200079992001, "verify_source_of_funds": 0.0007999200079992001, "verify_top_up": 0.0006999300069993001, "virtual_card_not_working": 0.0008999100089991, "visa_or_mastercard": 0.0017998200179982, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0006999300069993001, "wrong_exchange_rate_for_cash_withdrawal": 0.0008999100089991 }, "error": null, "latency_ms": 68.22516699321568, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2422", "text_group": "de28a5b42a04c1e9cb5c828ec0f981ac3d125842acbb1fd62a34b40cd1f6b24c", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0008, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0008, "atm_support": 0.001, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0014, "card_acceptance": 0.001, "card_arrival": 0.001, "card_delivery_estimate": 0.0007, "card_linking": 0.0023, "card_not_working": 0.0013, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0009, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0007, "compromised_card": 0.001, "contactless_not_working": 0.0006, "country_support": 0.0009, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0011, "edit_personal_details": 0.0005, "exchange_charge": 0.0005, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0004, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0019, "get_physical_card": 0.0161, "getting_spare_card": 0.8801, "getting_virtual_card": 0.0017, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0485, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0005, "receiving_money": 0.0006, "request_refund": 0.0005, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0037, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0007, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0005, "top_up_limits": 0.0005, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0016, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0009, "visa_or_mastercard": 0.0022, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 68.42341704759747, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2423", "text_group": "a8b087b1522d584c36f7fa947925425967209b5ec445e3a1e68686df09d55ce7", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0014001400140014, "activate_my_card": 0.0018001800180018, "age_limit": 0.0015001500150015003, "apple_pay_or_google_pay": 0.0021002100210021, "atm_support": 0.0029002900290029, "automatic_top_up": 0.0012001200120012, "balance_not_updated_after_bank_transfer": 0.0017001700170017002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016001600160016002, "beneficiary_not_allowed": 0.0017001700170017002, "cancel_transfer": 0.0015001500150015003, "card_about_to_expire": 0.0385038503850385, "card_acceptance": 0.006700670067006701, "card_arrival": 0.0030003000300030005, "card_delivery_estimate": 0.0016001600160016002, "card_linking": 0.0139013901390139, "card_not_working": 0.0054005400540054005, "card_payment_fee_charged": 0.0025002500250025004, "card_payment_not_recognised": 0.0016001600160016002, "card_payment_wrong_exchange_rate": 0.0019001900190019003, "card_swallowed": 0.004000400040004, "cash_withdrawal_charge": 0.0014001400140014, "cash_withdrawal_not_recognised": 0.0011001100110011003, "change_pin": 0.0017001700170017002, "compromised_card": 0.0022002200220022005, "contactless_not_working": 0.0017001700170017002, "country_support": 0.0017001700170017002, "declined_card_payment": 0.0015001500150015003, "declined_cash_withdrawal": 0.001000100010001, "declined_transfer": 0.0012001200120012, "direct_debit_payment_not_recognised": 0.0015001500150015003, "disposable_card_limits": 0.004300430043004301, "edit_personal_details": 0.0015001500150015003, "exchange_charge": 0.0014001400140014, "exchange_rate": 0.0011001100110011003, "exchange_via_app": 0.0013001300130013002, "extra_charge_on_statement": 0.0013001300130013002, "failed_transfer": 0.0009000900090009, "fiat_currency_support": 0.0016001600160016002, "get_disposable_virtual_card": 0.002000200020002, "get_physical_card": 0.006000600060006001, "getting_spare_card": 0.7042704270427043, "getting_virtual_card": 0.0019001900190019003, "lost_or_stolen_card": 0.001000100010001, "lost_or_stolen_phone": 0.0008000800080008001, "order_physical_card": 0.0851085108510851, "passcode_forgotten": 0.001000100010001, "pending_card_payment": 0.0011001100110011003, "pending_cash_withdrawal": 0.0008000800080008001, "pending_top_up": 0.0009000900090009, "pending_transfer": 0.0009000900090009, "pin_blocked": 0.0013001300130013002, "receiving_money": 0.0013001300130013002, "request_refund": 0.0015001500150015003, "reverted_card_payment?": 0.0019001900190019003, "supported_cards_and_currencies": 0.017601760176017604, "terminate_account": 0.0011001100110011003, "top_up_by_bank_transfer_charge": 0.0015001500150015003, "top_up_by_card_charge": 0.002000200020002, "top_up_by_cash_or_cheque": 0.0013001300130013002, "top_up_failed": 0.0012001200120012, "top_up_limits": 0.0013001300130013002, "top_up_reverted": 0.0015001500150015003, "topping_up_by_card": 0.0056005600560056, "transaction_charged_twice": 0.0011001100110011003, "transfer_fee_charged": 0.0012001200120012, "transfer_into_account": 0.001000100010001, "transfer_not_received_by_recipient": 0.0011001100110011003, "transfer_timing": 0.0011001100110011003, "unable_to_verify_identity": 0.0013001300130013002, "verify_my_identity": 0.0011001100110011003, "verify_source_of_funds": 0.001000100010001, "verify_top_up": 0.001000100010001, "virtual_card_not_working": 0.0021002100210021, "visa_or_mastercard": 0.014501450145014501, "why_verify_identity": 0.001000100010001, "wrong_amount_of_cash_received": 0.0012001200120012, "wrong_exchange_rate_for_cash_withdrawal": 0.0015001500150015003 }, "error": null, "latency_ms": 68.05987504776567, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2424", "text_group": "058c4a6dacc74d15042da609b3a1ea8dd840c5dff27c64234915d7f83894b160", "expected": "getting_spare_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0006000600060006, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0007000700070007, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0007000700070007, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00040004000400040005, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0411041104110411, "getting_spare_card": 0.0033003300330033004, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.9242924292429243, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.001000100010001, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 68.24108306318521, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2425", "text_group": "33af6b695bbedb3ce0c834cdf9b10732b19a354fda7cd7c25787b100936a7ec3", "expected": "getting_spare_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0006000600060006001, "activate_my_card": 0.0011001100110011003, "age_limit": 0.0008000800080008002, "apple_pay_or_google_pay": 0.0012001200120012002, "atm_support": 0.0016001600160016004, "automatic_top_up": 0.0010001000100010003, "balance_not_updated_after_bank_transfer": 0.0008000800080008002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090009002, "beneficiary_not_allowed": 0.0010001000100010003, "cancel_transfer": 0.0009000900090009002, "card_about_to_expire": 0.0014001400140014003, "card_acceptance": 0.0013001300130013002, "card_arrival": 0.0009000900090009002, "card_delivery_estimate": 0.0008000800080008002, "card_linking": 0.0026002600260026003, "card_not_working": 0.0011001100110011003, "card_payment_fee_charged": 0.0009000900090009002, "card_payment_not_recognised": 0.0008000800080008002, "card_payment_wrong_exchange_rate": 0.0011001100110011003, "card_swallowed": 0.0014001400140014003, "cash_withdrawal_charge": 0.0008000800080008002, "cash_withdrawal_not_recognised": 0.0007000700070007002, "change_pin": 0.0009000900090009002, "compromised_card": 0.0009000900090009002, "contactless_not_working": 0.0009000900090009002, "country_support": 0.0010001000100010003, "declined_card_payment": 0.0007000700070007002, "declined_cash_withdrawal": 0.0006000600060006001, "declined_transfer": 0.0007000700070007002, "direct_debit_payment_not_recognised": 0.0008000800080008002, "disposable_card_limits": 0.0012001200120012002, "edit_personal_details": 0.0010001000100010003, "exchange_charge": 0.0007000700070007002, "exchange_rate": 0.0007000700070007002, "exchange_via_app": 0.0007000700070007002, "extra_charge_on_statement": 0.0009000900090009002, "failed_transfer": 0.0006000600060006001, "fiat_currency_support": 0.0011001100110011003, "get_disposable_virtual_card": 0.0013001300130013002, "get_physical_card": 0.18621862186218624, "getting_spare_card": 0.06650665066506652, "getting_virtual_card": 0.0013001300130013002, "lost_or_stolen_card": 0.0006000600060006001, "lost_or_stolen_phone": 0.0005000500050005002, "order_physical_card": 0.678967896789679, "passcode_forgotten": 0.0006000600060006001, "pending_card_payment": 0.0006000600060006001, "pending_cash_withdrawal": 0.0006000600060006001, "pending_top_up": 0.0006000600060006001, "pending_transfer": 0.0006000600060006001, "pin_blocked": 0.0007000700070007002, "receiving_money": 0.0009000900090009002, "request_refund": 0.0006000600060006001, "reverted_card_payment?": 0.0008000800080008002, "supported_cards_and_currencies": 0.0020002000200020006, "terminate_account": 0.0008000800080008002, "top_up_by_bank_transfer_charge": 0.0009000900090009002, "top_up_by_card_charge": 0.0011001100110011003, "top_up_by_cash_or_cheque": 0.0009000900090009002, "top_up_failed": 0.0007000700070007002, "top_up_limits": 0.0009000900090009002, "top_up_reverted": 0.0009000900090009002, "topping_up_by_card": 0.0026002600260026003, "transaction_charged_twice": 0.0006000600060006001, "transfer_fee_charged": 0.0007000700070007002, "transfer_into_account": 0.0008000800080008002, "transfer_not_received_by_recipient": 0.0006000600060006001, "transfer_timing": 0.0007000700070007002, "unable_to_verify_identity": 0.0007000700070007002, "verify_my_identity": 0.0007000700070007002, "verify_source_of_funds": 0.0007000700070007002, "verify_top_up": 0.0007000700070007002, "virtual_card_not_working": 0.0010001000100010003, "visa_or_mastercard": 0.0012001200120012002, "why_verify_identity": 0.0007000700070007002, "wrong_amount_of_cash_received": 0.0007000700070007002, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009002 }, "error": null, "latency_ms": 69.78216697461903, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2426", "text_group": "7a72b3a9eb8edb3e354fd8873f5fbaa627efe6603ff6a6537eb1a0de932fbc82", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0011002200440088019, "activate_my_card": 0.002500500100020004, "age_limit": 0.0018003600720144029, "apple_pay_or_google_pay": 0.002500500100020004, "atm_support": 0.0054010802160432084, "automatic_top_up": 0.0018003600720144029, "balance_not_updated_after_bank_transfer": 0.0018003600720144029, "balance_not_updated_after_cheque_or_cash_deposit": 0.001900380076015203, "beneficiary_not_allowed": 0.002000400080016003, "cancel_transfer": 0.0018003600720144029, "card_about_to_expire": 0.0033006601320264054, "card_acceptance": 0.004000800160032006, "card_arrival": 0.0017003400680136026, "card_delivery_estimate": 0.0014002800560112022, "card_linking": 0.012602520504100819, "card_not_working": 0.0022004400880176037, "card_payment_fee_charged": 0.0017003400680136026, "card_payment_not_recognised": 0.0017003400680136026, "card_payment_wrong_exchange_rate": 0.002000400080016003, "card_swallowed": 0.003100620124024805, "cash_withdrawal_charge": 0.0018003600720144029, "cash_withdrawal_not_recognised": 0.0012002400480096017, "change_pin": 0.0017003400680136026, "compromised_card": 0.002600520104020804, "contactless_not_working": 0.0018003600720144029, "country_support": 0.002500500100020004, "declined_card_payment": 0.0014002800560112022, "declined_cash_withdrawal": 0.0012002400480096017, "declined_transfer": 0.001300260052010402, "direct_debit_payment_not_recognised": 0.0016003200640128026, "disposable_card_limits": 0.011802360472094419, "edit_personal_details": 0.0017003400680136026, "exchange_charge": 0.0016003200640128026, "exchange_rate": 0.001300260052010402, "exchange_via_app": 0.0016003200640128026, "extra_charge_on_statement": 0.0022004400880176037, "failed_transfer": 0.0011002200440088019, "fiat_currency_support": 0.003200640128025605, "get_disposable_virtual_card": 0.02450490098019604, "get_physical_card": 0.0044008801760352075, "getting_spare_card": 0.6738347669533906, "getting_virtual_card": 0.010902180436087218, "lost_or_stolen_card": 0.0011002200440088019, "lost_or_stolen_phone": 0.0010002000400080016, "order_physical_card": 0.04430886177235447, "passcode_forgotten": 0.0011002200440088019, "pending_card_payment": 0.0011002200440088019, "pending_cash_withdrawal": 0.0010002000400080016, "pending_top_up": 0.0010002000400080016, "pending_transfer": 0.0010002000400080016, "pin_blocked": 0.001300260052010402, "receiving_money": 0.0018003600720144029, "request_refund": 0.0012002400480096017, "reverted_card_payment?": 0.0018003600720144029, "supported_cards_and_currencies": 0.08781756351270255, "terminate_account": 0.0014002800560112022, "top_up_by_bank_transfer_charge": 0.0018003600720144029, "top_up_by_card_charge": 0.002100420084016803, "top_up_by_cash_or_cheque": 0.0018003600720144029, "top_up_failed": 0.0012002400480096017, "top_up_limits": 0.001900380076015203, "top_up_reverted": 0.0015003000600120023, "topping_up_by_card": 0.005901180236047209, "transaction_charged_twice": 0.0011002200440088019, "transfer_fee_charged": 0.001300260052010402, "transfer_into_account": 0.0012002400480096017, "transfer_not_received_by_recipient": 0.0012002400480096017, "transfer_timing": 0.0014002800560112022, "unable_to_verify_identity": 0.0014002800560112022, "verify_my_identity": 0.0014002800560112022, "verify_source_of_funds": 0.001300260052010402, "verify_top_up": 0.0011002200440088019, "virtual_card_not_working": 0.007001400280056011, "visa_or_mastercard": 0.0029005801160232043, "why_verify_identity": 0.0012002400480096017, "wrong_amount_of_cash_received": 0.0012002400480096017, "wrong_exchange_rate_for_cash_withdrawal": 0.0016003200640128026 }, "error": null, "latency_ms": 68.56983399484307, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2427", "text_group": "6ff944acda11ee4abd2fd0a694838abc43dba4abdace47fd8b9fe9cc7e8af3e8", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0012002400480096017, "age_limit": 0.03290658131626325, "apple_pay_or_google_pay": 0.0008001600320064013, "atm_support": 0.002000400080016003, "automatic_top_up": 0.0007001400280056011, "balance_not_updated_after_bank_transfer": 0.0006001200240048009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0009001800360072014, "card_acceptance": 0.013502700540108022, "card_arrival": 0.0010002000400080016, "card_delivery_estimate": 0.0007001400280056011, "card_linking": 0.003700740148029606, "card_not_working": 0.0010002000400080016, "card_payment_fee_charged": 0.0008001600320064013, "card_payment_not_recognised": 0.0007001400280056011, "card_payment_wrong_exchange_rate": 0.0009001800360072014, "card_swallowed": 0.0010002000400080016, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.0009001800360072014, "compromised_card": 0.0009001800360072014, "contactless_not_working": 0.0008001600320064013, "country_support": 0.0012002400480096017, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.0011002200440088019, "edit_personal_details": 0.0008001600320064013, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0006001200240048009, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0012002400480096017, "get_disposable_virtual_card": 0.0063012602520504096, "get_physical_card": 0.04010802160432086, "getting_spare_card": 0.754250850170034, "getting_virtual_card": 0.002100420084016803, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.009001800360072013, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.003900780156031206, "request_refund": 0.0007001400280056011, "reverted_card_payment?": 0.0008001600320064013, "supported_cards_and_currencies": 0.07361472294458891, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0007001400280056011, "top_up_by_cash_or_cheque": 0.0008001600320064013, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0008001600320064013, "top_up_reverted": 0.0008001600320064013, "topping_up_by_card": 0.010202040408081616, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0006001200240048009, "transfer_into_account": 0.0006001200240048009, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.0007001400280056011, "unable_to_verify_identity": 0.0007001400280056011, "verify_my_identity": 0.0007001400280056011, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0006001200240048009, "virtual_card_not_working": 0.0009001800360072014, "visa_or_mastercard": 0.0030006001200240046, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 70.80070907250047, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2428", "text_group": "dbfb49ef283ea59384f6e504cdff094819836fcf5d3cb97b90f1e8229f865765", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0004999000199960008, "activate_my_card": 0.0009998000399920016, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0008998200359928015, "atm_support": 0.001299740051989602, "automatic_top_up": 0.0005998800239952009, "balance_not_updated_after_bank_transfer": 0.0005998800239952009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.0007998400319936014, "cancel_transfer": 0.0005998800239952009, "card_about_to_expire": 0.0011997600479904018, "card_acceptance": 0.0013997200559888023, "card_arrival": 0.0009998000399920016, "card_delivery_estimate": 0.0006998600279944011, "card_linking": 0.004299140171965607, "card_not_working": 0.0010997800439912018, "card_payment_fee_charged": 0.0006998600279944011, "card_payment_not_recognised": 0.0006998600279944011, "card_payment_wrong_exchange_rate": 0.0007998400319936014, "card_swallowed": 0.0010997800439912018, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0006998600279944011, "compromised_card": 0.0009998000399920016, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0009998000399920016, "declined_card_payment": 0.0005998800239952009, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0005998800239952009, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0010997800439912018, "edit_personal_details": 0.0006998600279944011, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0018996200759848032, "get_physical_card": 0.02429514097180564, "getting_spare_card": 0.8954209158168366, "getting_virtual_card": 0.0015996800639872027, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0004999000199960008, "order_physical_card": 0.015496900619876025, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0007998400319936014, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0007998400319936014, "supported_cards_and_currencies": 0.004899020195960808, "terminate_account": 0.0005998800239952009, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0007998400319936014, "top_up_by_cash_or_cheque": 0.0006998600279944011, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.0024995000999800043, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.0004999000199960008, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0005998800239952009, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.0005998800239952009, "verify_my_identity": 0.0005998800239952009, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0008998200359928015, "visa_or_mastercard": 0.0021995600879824036, "why_verify_identity": 0.0005998800239952009, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 73.5844160662964, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2429", "text_group": "38ca46d144990bfc0a6a8212647b196aec115e99ad95de1e8f1ebbb19b1901fd", "expected": "getting_spare_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0013997200559888023, "age_limit": 0.26444711057788445, "apple_pay_or_google_pay": 0.0010997800439912018, "atm_support": 0.001799640071985603, "automatic_top_up": 0.0009998000399920016, "balance_not_updated_after_bank_transfer": 0.0009998000399920016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011997600479904018, "beneficiary_not_allowed": 0.001299740051989602, "cancel_transfer": 0.0009998000399920016, "card_about_to_expire": 0.0026994601079784043, "card_acceptance": 0.005498900219956008, "card_arrival": 0.009198160367926415, "card_delivery_estimate": 0.0014997000599880025, "card_linking": 0.01889622075584883, "card_not_working": 0.0023995200959808036, "card_payment_fee_charged": 0.0013997200559888023, "card_payment_not_recognised": 0.0011997600479904018, "card_payment_wrong_exchange_rate": 0.0014997000599880025, "card_swallowed": 0.001799640071985603, "cash_withdrawal_charge": 0.0009998000399920016, "cash_withdrawal_not_recognised": 0.0008998200359928015, "change_pin": 0.0013997200559888023, "compromised_card": 0.0014997000599880025, "contactless_not_working": 0.0013997200559888023, "country_support": 0.0015996800639872027, "declined_card_payment": 0.0009998000399920016, "declined_cash_withdrawal": 0.0007998400319936014, "declined_transfer": 0.0009998000399920016, "direct_debit_payment_not_recognised": 0.0009998000399920016, "disposable_card_limits": 0.004199160167966407, "edit_personal_details": 0.001299740051989602, "exchange_charge": 0.0011997600479904018, "exchange_rate": 0.0009998000399920016, "exchange_via_app": 0.0011997600479904018, "extra_charge_on_statement": 0.0008998200359928015, "failed_transfer": 0.0007998400319936014, "fiat_currency_support": 0.0014997000599880025, "get_disposable_virtual_card": 0.004499100179964007, "get_physical_card": 0.2729454109178165, "getting_spare_card": 0.09518096380723856, "getting_virtual_card": 0.0028994201159768043, "lost_or_stolen_card": 0.0010997800439912018, "lost_or_stolen_phone": 0.0007998400319936014, "order_physical_card": 0.23335332933413316, "passcode_forgotten": 0.0007998400319936014, "pending_card_payment": 0.0008998200359928015, "pending_cash_withdrawal": 0.0006998600279944011, "pending_top_up": 0.0007998400319936014, "pending_transfer": 0.0007998400319936014, "pin_blocked": 0.0009998000399920016, "receiving_money": 0.0015996800639872027, "request_refund": 0.0008998200359928015, "reverted_card_payment?": 0.001299740051989602, "supported_cards_and_currencies": 0.007398520295940812, "terminate_account": 0.0008998200359928015, "top_up_by_bank_transfer_charge": 0.0010997800439912018, "top_up_by_card_charge": 0.001299740051989602, "top_up_by_cash_or_cheque": 0.0011997600479904018, "top_up_failed": 0.0008998200359928015, "top_up_limits": 0.0011997600479904018, "top_up_reverted": 0.0011997600479904018, "topping_up_by_card": 0.006398720255948811, "transaction_charged_twice": 0.0007998400319936014, "transfer_fee_charged": 0.0008998200359928015, "transfer_into_account": 0.0007998400319936014, "transfer_not_received_by_recipient": 0.0008998200359928015, "transfer_timing": 0.0009998000399920016, "unable_to_verify_identity": 0.0008998200359928015, "verify_my_identity": 0.0008998200359928015, "verify_source_of_funds": 0.0009998000399920016, "verify_top_up": 0.0008998200359928015, "virtual_card_not_working": 0.001299740051989602, "visa_or_mastercard": 0.0018996200759848032, "why_verify_identity": 0.0008998200359928015, "wrong_amount_of_cash_received": 0.0008998200359928015, "wrong_exchange_rate_for_cash_withdrawal": 0.0010997800439912018 }, "error": null, "latency_ms": 73.55462503619492, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2430", "text_group": "52027fbcd745b4b03a1ffa9183eb8edd76f6b64d70d1af4689e0a9585fd2b53c", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0015, "age_limit": 0.0012, "apple_pay_or_google_pay": 0.001, "atm_support": 0.002, "automatic_top_up": 0.0009, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009, "beneficiary_not_allowed": 0.0009, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0014, "card_acceptance": 0.0024, "card_arrival": 0.0011, "card_delivery_estimate": 0.001, "card_linking": 0.0053, "card_not_working": 0.0012, "card_payment_fee_charged": 0.001, "card_payment_not_recognised": 0.0008, "card_payment_wrong_exchange_rate": 0.001, "card_swallowed": 0.001, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0007, "compromised_card": 0.0009, "contactless_not_working": 0.0007, "country_support": 0.0013, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0349, "edit_personal_details": 0.0006, "exchange_charge": 0.0007, "exchange_rate": 0.0006, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0009, "failed_transfer": 0.0005, "fiat_currency_support": 0.0011, "get_disposable_virtual_card": 0.0013, "get_physical_card": 0.0036, "getting_spare_card": 0.8118, "getting_virtual_card": 0.0013, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0294, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0006, "pending_transfer": 0.0005, "pin_blocked": 0.0006, "receiving_money": 0.0008, "request_refund": 0.0006, "reverted_card_payment?": 0.0009, "supported_cards_and_currencies": 0.0411, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0009, "top_up_by_card_charge": 0.0018, "top_up_by_cash_or_cheque": 0.0008, "top_up_failed": 0.0006, "top_up_limits": 0.0025, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0118, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0008, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0008, "virtual_card_not_working": 0.0009, "visa_or_mastercard": 0.0021, "why_verify_identity": 0.0007, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0008 }, "error": null, "latency_ms": 74.31529194582254, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2431", "text_group": "249fc49f466a0a948554aed0b31ecaccbddd70e50141af2a0b99caada43fc75b", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0007993605115907275, "activate_my_card": 0.0024980015987210234, "age_limit": 0.07254196642685852, "apple_pay_or_google_pay": 0.0012989608313349321, "atm_support": 0.0022981614708233416, "automatic_top_up": 0.0012989608313349321, "balance_not_updated_after_bank_transfer": 0.001199040767386091, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014988009592326141, "beneficiary_not_allowed": 0.0014988009592326141, "cancel_transfer": 0.0010991207034372504, "card_about_to_expire": 0.0037969624300559558, "card_acceptance": 0.0052957633892885695, "card_arrival": 0.0026978417266187056, "card_delivery_estimate": 0.0014988009592326141, "card_linking": 0.011091127098321345, "card_not_working": 0.002797761790567546, "card_payment_fee_charged": 0.001598721023181455, "card_payment_not_recognised": 0.001398880895283773, "card_payment_wrong_exchange_rate": 0.0017985611510791368, "card_swallowed": 0.0019984012789768186, "cash_withdrawal_charge": 0.001199040767386091, "cash_withdrawal_not_recognised": 0.0009992006394884093, "change_pin": 0.0017985611510791368, "compromised_card": 0.002398081534772182, "contactless_not_working": 0.0014988009592326141, "country_support": 0.0019984012789768186, "declined_card_payment": 0.001398880895283773, "declined_cash_withdrawal": 0.0009992006394884093, "declined_transfer": 0.001199040767386091, "direct_debit_payment_not_recognised": 0.001199040767386091, "disposable_card_limits": 0.003697042366107115, "edit_personal_details": 0.0014988009592326141, "exchange_charge": 0.0012989608313349321, "exchange_rate": 0.0010991207034372504, "exchange_via_app": 0.0010991207034372504, "extra_charge_on_statement": 0.0010991207034372504, "failed_transfer": 0.0009992006394884093, "fiat_currency_support": 0.001698641087130296, "get_disposable_virtual_card": 0.004896083133493206, "get_physical_card": 0.03896882494004796, "getting_spare_card": 0.6786570743405277, "getting_virtual_card": 0.0035971223021582736, "lost_or_stolen_card": 0.0009992006394884093, "lost_or_stolen_phone": 0.0007993605115907275, "order_physical_card": 0.060451638689048764, "passcode_forgotten": 0.0009992006394884093, "pending_card_payment": 0.001199040767386091, "pending_cash_withdrawal": 0.0008992805755395684, "pending_top_up": 0.0009992006394884093, "pending_transfer": 0.0009992006394884093, "pin_blocked": 0.001199040767386091, "receiving_money": 0.001398880895283773, "request_refund": 0.001199040767386091, "reverted_card_payment?": 0.001698641087130296, "supported_cards_and_currencies": 0.01278976818545164, "terminate_account": 0.0009992006394884093, "top_up_by_bank_transfer_charge": 0.0014988009592326141, "top_up_by_card_charge": 0.0019984012789768186, "top_up_by_cash_or_cheque": 0.001398880895283773, "top_up_failed": 0.0012989608313349321, "top_up_limits": 0.0014988009592326141, "top_up_reverted": 0.001598721023181455, "topping_up_by_card": 0.012589928057553958, "transaction_charged_twice": 0.0009992006394884093, "transfer_fee_charged": 0.0010991207034372504, "transfer_into_account": 0.0009992006394884093, "transfer_not_received_by_recipient": 0.0010991207034372504, "transfer_timing": 0.0012989608313349321, "unable_to_verify_identity": 0.001199040767386091, "verify_my_identity": 0.001199040767386091, "verify_source_of_funds": 0.0010991207034372504, "verify_top_up": 0.0010991207034372504, "virtual_card_not_working": 0.001698641087130296, "visa_or_mastercard": 0.0029976019184652283, "why_verify_identity": 0.0010991207034372504, "wrong_amount_of_cash_received": 0.0009992006394884093, "wrong_exchange_rate_for_cash_withdrawal": 0.0012989608313349321 }, "error": null, "latency_ms": 75.70862502325326, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2432", "text_group": "00c23f0f888fbbac5f3e0e442f2633e0319025bcefd8f5a09542a2e048d53c26", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0018994301709487154, "activate_my_card": 0.013096071178646407, "age_limit": 0.002199340197940618, "apple_pay_or_google_pay": 0.0035989203239028293, "atm_support": 0.005998200539838049, "automatic_top_up": 0.002399280215935219, "balance_not_updated_after_bank_transfer": 0.0022993102069379188, "balance_not_updated_after_cheque_or_cash_deposit": 0.002399280215935219, "beneficiary_not_allowed": 0.002599220233929821, "cancel_transfer": 0.0022993102069379188, "card_about_to_expire": 0.006697990602819155, "card_acceptance": 0.012096371088673398, "card_arrival": 0.0036988903329001305, "card_delivery_estimate": 0.002399280215935219, "card_linking": 0.052884134759572134, "card_not_working": 0.005898230530840748, "card_payment_fee_charged": 0.002599220233929821, "card_payment_not_recognised": 0.0022993102069379188, "card_payment_wrong_exchange_rate": 0.002599220233929821, "card_swallowed": 0.0034989503149055285, "cash_withdrawal_charge": 0.001999400179946016, "cash_withdrawal_not_recognised": 0.0016994901529541137, "change_pin": 0.004498650404878536, "compromised_card": 0.003099070278916325, "contactless_not_working": 0.0022993102069379188, "country_support": 0.0035989203239028293, "declined_card_payment": 0.0018994301709487154, "declined_cash_withdrawal": 0.0014995501349595122, "declined_transfer": 0.0016994901529541137, "direct_debit_payment_not_recognised": 0.001999400179946016, "disposable_card_limits": 0.00609817054883535, "edit_personal_details": 0.0024992502249325203, "exchange_charge": 0.0018994301709487154, "exchange_rate": 0.0015995201439568132, "exchange_via_app": 0.002099370188943317, "extra_charge_on_statement": 0.0015995201439568132, "failed_transfer": 0.0014995501349595122, "fiat_currency_support": 0.002799160251924423, "get_disposable_virtual_card": 0.02599220233929821, "get_physical_card": 0.07747675697290812, "getting_spare_card": 0.2970108967309807, "getting_virtual_card": 0.021893431970408876, "lost_or_stolen_card": 0.0017994601619514146, "lost_or_stolen_phone": 0.0011996401079676095, "order_physical_card": 0.2470258922323303, "passcode_forgotten": 0.0016994901529541137, "pending_card_payment": 0.0015995201439568132, "pending_cash_withdrawal": 0.0012996101169649105, "pending_top_up": 0.0013995801259622115, "pending_transfer": 0.0013995801259622115, "pin_blocked": 0.0018994301709487154, "receiving_money": 0.002399280215935219, "request_refund": 0.003099070278916325, "reverted_card_payment?": 0.0024992502249325203, "supported_cards_and_currencies": 0.05298410476856943, "terminate_account": 0.001999400179946016, "top_up_by_bank_transfer_charge": 0.002099370188943317, "top_up_by_card_charge": 0.002399280215935219, "top_up_by_cash_or_cheque": 0.0022993102069379188, "top_up_failed": 0.0018994301709487154, "top_up_limits": 0.001999400179946016, "top_up_reverted": 0.0022993102069379188, "topping_up_by_card": 0.017594721583524944, "transaction_charged_twice": 0.0014995501349595122, "transfer_fee_charged": 0.0015995201439568132, "transfer_into_account": 0.0014995501349595122, "transfer_not_received_by_recipient": 0.0017994601619514146, "transfer_timing": 0.0017994601619514146, "unable_to_verify_identity": 0.002399280215935219, "verify_my_identity": 0.0022993102069379188, "verify_source_of_funds": 0.0018994301709487154, "verify_top_up": 0.0016994901529541137, "virtual_card_not_working": 0.003998800359892032, "visa_or_mastercard": 0.02049385184444667, "why_verify_identity": 0.0018994301709487154, "wrong_amount_of_cash_received": 0.0016994901529541137, "wrong_exchange_rate_for_cash_withdrawal": 0.0022993102069379188 }, "error": null, "latency_ms": 78.53941596113145, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2433", "text_group": "26b937376bd1d037752c0005b88074ad6d17edb9e5e4d651c45229af42b3d740", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0008, "activate_my_card": 0.0014, "age_limit": 0.0009, "apple_pay_or_google_pay": 0.0011, "atm_support": 0.0016, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009, "beneficiary_not_allowed": 0.0012, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0018, "card_acceptance": 0.0026, "card_arrival": 0.0032, "card_delivery_estimate": 0.0012, "card_linking": 0.0037, "card_not_working": 0.0024, "card_payment_fee_charged": 0.0009, "card_payment_not_recognised": 0.0009, "card_payment_wrong_exchange_rate": 0.001, "card_swallowed": 0.0013, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0009, "compromised_card": 0.0012, "contactless_not_working": 0.001, "country_support": 0.0015, "declined_card_payment": 0.0012, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0009, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0015, "edit_personal_details": 0.0008, "exchange_charge": 0.0007, "exchange_rate": 0.0006, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0007, "failed_transfer": 0.0007, "fiat_currency_support": 0.0011, "get_disposable_virtual_card": 0.0025, "get_physical_card": 0.0302, "getting_spare_card": 0.8523, "getting_virtual_card": 0.0023, "lost_or_stolen_card": 0.0009, "lost_or_stolen_phone": 0.0006, "order_physical_card": 0.0334, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0007, "pending_transfer": 0.0007, "pin_blocked": 0.0008, "receiving_money": 0.0009, "request_refund": 0.0011, "reverted_card_payment?": 0.0011, "supported_cards_and_currencies": 0.0043, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0008, "top_up_by_card_charge": 0.0012, "top_up_by_cash_or_cheque": 0.0008, "top_up_failed": 0.0008, "top_up_limits": 0.0009, "top_up_reverted": 0.0009, "topping_up_by_card": 0.0027, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0009, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0007, "virtual_card_not_working": 0.0013, "visa_or_mastercard": 0.0023, "why_verify_identity": 0.0007, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.0009 }, "error": null, "latency_ms": 79.69808403868228, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2434", "text_group": "51abd3a6501cf067e72fd37eb46b67aae306cde42682047396d4476cd81596c1", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0016001600160016002, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.0009000900090009, "atm_support": 0.0016001600160016002, "automatic_top_up": 0.0007000700070007, "balance_not_updated_after_bank_transfer": 0.0007000700070007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007000700070007, "beneficiary_not_allowed": 0.0008000800080008001, "cancel_transfer": 0.0007000700070007, "card_about_to_expire": 0.0012001200120012, "card_acceptance": 0.0019001900190019003, "card_arrival": 0.0084008400840084, "card_delivery_estimate": 0.0016001600160016002, "card_linking": 0.0058005800580058, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.0031003100310031, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0009000900090009, "card_swallowed": 0.0009000900090009, "cash_withdrawal_charge": 0.005100510051005101, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0006000600060006, "compromised_card": 0.0008000800080008001, "contactless_not_working": 0.0007000700070007, "country_support": 0.0009000900090009, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0008000800080008001, "disposable_card_limits": 0.0012001200120012, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.0033003300330033004, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.0036003600360036, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0009000900090009, "get_disposable_virtual_card": 0.0017001700170017002, "get_physical_card": 0.021002100210021003, "getting_spare_card": 0.6845684568456846, "getting_virtual_card": 0.0011001100110011003, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.05140514051405141, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0011001100110011003, "request_refund": 0.0006000600060006, "reverted_card_payment?": 0.0008000800080008001, "supported_cards_and_currencies": 0.006700670067006701, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.0081008100810081, "top_up_by_card_charge": 0.1457145714571457, "top_up_by_cash_or_cheque": 0.0006000600060006, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.004300430043004301, "transaction_charged_twice": 0.0005000500050005, "transfer_fee_charged": 0.0014001400140014, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0006000600060006, "verify_my_identity": 0.0006000600060006, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0007000700070007, "visa_or_mastercard": 0.0011001100110011003, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0006000600060006, "wrong_exchange_rate_for_cash_withdrawal": 0.0007000700070007 }, "error": null, "latency_ms": 79.37712501734495, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2435", "text_group": "ccf3f33966c2178d036f0d7a6f9113d9f5a575029ceb4649d13a6c290d6d7c99", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0010002000400080016, "activate_my_card": 0.0016003200640128026, "age_limit": 0.0010002000400080016, "apple_pay_or_google_pay": 0.0016003200640128026, "atm_support": 0.002100420084016803, "automatic_top_up": 0.0011002200440088019, "balance_not_updated_after_bank_transfer": 0.0011002200440088019, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012002400480096017, "beneficiary_not_allowed": 0.001300260052010402, "cancel_transfer": 0.0009001800360072014, "card_about_to_expire": 0.0012002400480096017, "card_acceptance": 0.0022004400880176037, "card_arrival": 0.0012002400480096017, "card_delivery_estimate": 0.001300260052010402, "card_linking": 0.003900780156031206, "card_not_working": 0.0016003200640128026, "card_payment_fee_charged": 0.00620124024804961, "card_payment_not_recognised": 0.0015003000600120023, "card_payment_wrong_exchange_rate": 0.004000800160032006, "card_swallowed": 0.0016003200640128026, "cash_withdrawal_charge": 0.002000400080016003, "cash_withdrawal_not_recognised": 0.0010002000400080016, "change_pin": 0.0009001800360072014, "compromised_card": 0.001300260052010402, "contactless_not_working": 0.0011002200440088019, "country_support": 0.001300260052010402, "declined_card_payment": 0.0017003400680136026, "declined_cash_withdrawal": 0.0010002000400080016, "declined_transfer": 0.0010002000400080016, "direct_debit_payment_not_recognised": 0.0017003400680136026, "disposable_card_limits": 0.0016003200640128026, "edit_personal_details": 0.0009001800360072014, "exchange_charge": 0.002000400080016003, "exchange_rate": 0.0010002000400080016, "exchange_via_app": 0.0010002000400080016, "extra_charge_on_statement": 0.010402080416083216, "failed_transfer": 0.0008001600320064013, "fiat_currency_support": 0.001300260052010402, "get_disposable_virtual_card": 0.002500500100020004, "get_physical_card": 0.01880376075215043, "getting_spare_card": 0.6928385677135427, "getting_virtual_card": 0.002500500100020004, "lost_or_stolen_card": 0.0007001400280056011, "lost_or_stolen_phone": 0.0007001400280056011, "order_physical_card": 0.009601920384076814, "passcode_forgotten": 0.0008001600320064013, "pending_card_payment": 0.0011002200440088019, "pending_cash_withdrawal": 0.0007001400280056011, "pending_top_up": 0.0007001400280056011, "pending_transfer": 0.0007001400280056011, "pin_blocked": 0.0009001800360072014, "receiving_money": 0.0012002400480096017, "request_refund": 0.0012002400480096017, "reverted_card_payment?": 0.0022004400880176037, "supported_cards_and_currencies": 0.0045009001800360065, "terminate_account": 0.0009001800360072014, "top_up_by_bank_transfer_charge": 0.010202040408081616, "top_up_by_card_charge": 0.14362872574514904, "top_up_by_cash_or_cheque": 0.0012002400480096017, "top_up_failed": 0.0011002200440088019, "top_up_limits": 0.0012002400480096017, "top_up_reverted": 0.001300260052010402, "topping_up_by_card": 0.009601920384076814, "transaction_charged_twice": 0.0010002000400080016, "transfer_fee_charged": 0.002000400080016003, "transfer_into_account": 0.0009001800360072014, "transfer_not_received_by_recipient": 0.0009001800360072014, "transfer_timing": 0.0010002000400080016, "unable_to_verify_identity": 0.0010002000400080016, "verify_my_identity": 0.0010002000400080016, "verify_source_of_funds": 0.0009001800360072014, "verify_top_up": 0.0009001800360072014, "virtual_card_not_working": 0.0018003600720144029, "visa_or_mastercard": 0.0035007001400280055, "why_verify_identity": 0.0010002000400080016, "wrong_amount_of_cash_received": 0.0016003200640128026, "wrong_exchange_rate_for_cash_withdrawal": 0.002100420084016803 }, "error": null, "latency_ms": 78.220458002761, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2436", "text_group": "4f9acb8b55cb1dc0d70905882c2888135c1848e4a36d0a41902db0d30e118c1c", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0011001100110011003, "activate_my_card": 0.0028002800280028006, "age_limit": 0.13261326132613263, "apple_pay_or_google_pay": 0.0018001800180018003, "atm_support": 0.004400440044004401, "automatic_top_up": 0.0022002200220022005, "balance_not_updated_after_bank_transfer": 0.0019001900190019005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0020002000200020006, "beneficiary_not_allowed": 0.0022002200220022005, "cancel_transfer": 0.0019001900190019005, "card_about_to_expire": 0.003300330033003301, "card_acceptance": 0.005000500050005001, "card_arrival": 0.0025002500250025004, "card_delivery_estimate": 0.0018001800180018003, "card_linking": 0.015201520152015204, "card_not_working": 0.0028002800280028006, "card_payment_fee_charged": 0.0018001800180018003, "card_payment_not_recognised": 0.0017001700170017002, "card_payment_wrong_exchange_rate": 0.0023002300230023005, "card_swallowed": 0.0024002400240024004, "cash_withdrawal_charge": 0.0017001700170017002, "cash_withdrawal_not_recognised": 0.0015001500150015003, "change_pin": 0.0026002600260026003, "compromised_card": 0.0023002300230023005, "contactless_not_working": 0.0020002000200020006, "country_support": 0.0022002200220022005, "declined_card_payment": 0.0017001700170017002, "declined_cash_withdrawal": 0.0014001400140014003, "declined_transfer": 0.0017001700170017002, "direct_debit_payment_not_recognised": 0.0017001700170017002, "disposable_card_limits": 0.0039003900390039005, "edit_personal_details": 0.0022002200220022005, "exchange_charge": 0.0017001700170017002, "exchange_rate": 0.0017001700170017002, "exchange_via_app": 0.0019001900190019005, "extra_charge_on_statement": 0.0015001500150015003, "failed_transfer": 0.0014001400140014003, "fiat_currency_support": 0.0026002600260026003, "get_disposable_virtual_card": 0.019901990199019906, "get_physical_card": 0.05060506050605061, "getting_spare_card": 0.5932593259325932, "getting_virtual_card": 0.008500850085008503, "lost_or_stolen_card": 0.0013001300130013002, "lost_or_stolen_phone": 0.0011001100110011003, "order_physical_card": 0.027202720272027203, "passcode_forgotten": 0.0014001400140014003, "pending_card_payment": 0.0015001500150015003, "pending_cash_withdrawal": 0.0012001200120012002, "pending_top_up": 0.0014001400140014003, "pending_transfer": 0.0014001400140014003, "pin_blocked": 0.0016001600160016004, "receiving_money": 0.0025002500250025004, "request_refund": 0.0015001500150015003, "reverted_card_payment?": 0.0021002100210021, "supported_cards_and_currencies": 0.006500650065006501, "terminate_account": 0.0022002200220022005, "top_up_by_bank_transfer_charge": 0.0018001800180018003, "top_up_by_card_charge": 0.0020002000200020006, "top_up_by_cash_or_cheque": 0.0020002000200020006, "top_up_failed": 0.0017001700170017002, "top_up_limits": 0.0019001900190019005, "top_up_reverted": 0.0020002000200020006, "topping_up_by_card": 0.011601160116011602, "transaction_charged_twice": 0.0013001300130013002, "transfer_fee_charged": 0.0014001400140014003, "transfer_into_account": 0.0020002000200020006, "transfer_not_received_by_recipient": 0.0015001500150015003, "transfer_timing": 0.0018001800180018003, "unable_to_verify_identity": 0.0019001900190019005, "verify_my_identity": 0.0019001900190019005, "verify_source_of_funds": 0.0017001700170017002, "verify_top_up": 0.0016001600160016004, "virtual_card_not_working": 0.0022002200220022005, "visa_or_mastercard": 0.0023002300230023005, "why_verify_identity": 0.0015001500150015003, "wrong_amount_of_cash_received": 0.0014001400140014003, "wrong_exchange_rate_for_cash_withdrawal": 0.0019001900190019005 }, "error": null, "latency_ms": 73.93458299338818, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2437", "text_group": "eb5ce1d9ac3e05fb048093ae6180449dea3fc2d841d7d2b0c34833cf3d26f904", "expected": "getting_spare_card", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0009000900090009, "activate_my_card": 0.004400440044004401, "age_limit": 0.029102910291029103, "apple_pay_or_google_pay": 0.0017001700170017002, "atm_support": 0.0034003400340034003, "automatic_top_up": 0.0013001300130013002, "balance_not_updated_after_bank_transfer": 0.0014001400140014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014001400140014, "beneficiary_not_allowed": 0.0016001600160016002, "cancel_transfer": 0.0012001200120012, "card_about_to_expire": 0.0029002900290029, "card_acceptance": 0.015101510151015102, "card_arrival": 0.0046004600460046, "card_delivery_estimate": 0.0016001600160016002, "card_linking": 0.20322032203220322, "card_not_working": 0.0037003700370037006, "card_payment_fee_charged": 0.0017001700170017002, "card_payment_not_recognised": 0.0014001400140014, "card_payment_wrong_exchange_rate": 0.0017001700170017002, "card_swallowed": 0.0021002100210021, "cash_withdrawal_charge": 0.0012001200120012, "cash_withdrawal_not_recognised": 0.0012001200120012, "change_pin": 0.0017001700170017002, "compromised_card": 0.0016001600160016002, "contactless_not_working": 0.0018001800180018, "country_support": 0.0019001900190019003, "declined_card_payment": 0.0014001400140014, "declined_cash_withdrawal": 0.001000100010001, "declined_transfer": 0.0013001300130013002, "direct_debit_payment_not_recognised": 0.0012001200120012, "disposable_card_limits": 0.0026002600260026003, "edit_personal_details": 0.0013001300130013002, "exchange_charge": 0.0012001200120012, "exchange_rate": 0.0011001100110011003, "exchange_via_app": 0.0013001300130013002, "extra_charge_on_statement": 0.0011001100110011003, "failed_transfer": 0.001000100010001, "fiat_currency_support": 0.0018001800180018, "get_disposable_virtual_card": 0.004000400040004, "get_physical_card": 0.236023602360236, "getting_spare_card": 0.26612661266126614, "getting_virtual_card": 0.0028002800280028, "lost_or_stolen_card": 0.0014001400140014, "lost_or_stolen_phone": 0.0009000900090009, "order_physical_card": 0.104010401040104, "passcode_forgotten": 0.0013001300130013002, "pending_card_payment": 0.0013001300130013002, "pending_cash_withdrawal": 0.0009000900090009, "pending_top_up": 0.0011001100110011003, "pending_transfer": 0.001000100010001, "pin_blocked": 0.0016001600160016002, "receiving_money": 0.0023002300230023, "request_refund": 0.0014001400140014, "reverted_card_payment?": 0.0017001700170017002, "supported_cards_and_currencies": 0.0147014701470147, "terminate_account": 0.0013001300130013002, "top_up_by_bank_transfer_charge": 0.0013001300130013002, "top_up_by_card_charge": 0.0015001500150015003, "top_up_by_cash_or_cheque": 0.0016001600160016002, "top_up_failed": 0.0012001200120012, "top_up_limits": 0.0015001500150015003, "top_up_reverted": 0.0015001500150015003, "topping_up_by_card": 0.016901690169016898, "transaction_charged_twice": 0.001000100010001, "transfer_fee_charged": 0.0011001100110011003, "transfer_into_account": 0.0013001300130013002, "transfer_not_received_by_recipient": 0.0012001200120012, "transfer_timing": 0.0016001600160016002, "unable_to_verify_identity": 0.0014001400140014, "verify_my_identity": 0.0014001400140014, "verify_source_of_funds": 0.0012001200120012, "verify_top_up": 0.0012001200120012, "virtual_card_not_working": 0.0017001700170017002, "visa_or_mastercard": 0.004000400040004, "why_verify_identity": 0.001000100010001, "wrong_amount_of_cash_received": 0.0011001100110011003, "wrong_exchange_rate_for_cash_withdrawal": 0.0013001300130013002 }, "error": null, "latency_ms": 75.76158293522894, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2438", "text_group": "23db316d82d12a7088aa793d73f09674eeb12d1b3fa60ace11bfe7c443165074", "expected": "getting_spare_card", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0006997201119552179, "activate_my_card": 0.0032986805277888847, "age_limit": 0.14664134346261495, "apple_pay_or_google_pay": 0.0010995601759296284, "atm_support": 0.0016993202718912435, "automatic_top_up": 0.0012994802079168333, "balance_not_updated_after_bank_transfer": 0.0009996001599360256, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010995601759296284, "beneficiary_not_allowed": 0.0012994802079168333, "cancel_transfer": 0.0009996001599360256, "card_about_to_expire": 0.0018992403038784486, "card_acceptance": 0.0054978008796481405, "card_arrival": 0.0029988004798080768, "card_delivery_estimate": 0.0012994802079168333, "card_linking": 0.027089164334266294, "card_not_working": 0.002299080367852859, "card_payment_fee_charged": 0.0014994002399040384, "card_payment_not_recognised": 0.0010995601759296284, "card_payment_wrong_exchange_rate": 0.0012994802079168333, "card_swallowed": 0.0014994002399040384, "cash_withdrawal_charge": 0.0009996001599360256, "cash_withdrawal_not_recognised": 0.000899640143942423, "change_pin": 0.0013994402239104358, "compromised_card": 0.0011995201919232307, "contactless_not_working": 0.0011995201919232307, "country_support": 0.0013994402239104358, "declined_card_payment": 0.0010995601759296284, "declined_cash_withdrawal": 0.0007996801279488206, "declined_transfer": 0.0009996001599360256, "direct_debit_payment_not_recognised": 0.0009996001599360256, "disposable_card_limits": 0.0023990403838464614, "edit_personal_details": 0.0015993602558976412, "exchange_charge": 0.0014994002399040384, "exchange_rate": 0.0009996001599360256, "exchange_via_app": 0.0013994402239104358, "extra_charge_on_statement": 0.0009996001599360256, "failed_transfer": 0.0009996001599360256, "fiat_currency_support": 0.0013994402239104358, "get_disposable_virtual_card": 0.0031987205117952823, "get_physical_card": 0.02219112355057977, "getting_spare_card": 0.17373050779688126, "getting_virtual_card": 0.0027988804478208716, "lost_or_stolen_card": 0.0007996801279488206, "lost_or_stolen_phone": 0.0005997600959616154, "order_physical_card": 0.04968012794882048, "passcode_forgotten": 0.0007996801279488206, "pending_card_payment": 0.0010995601759296284, "pending_cash_withdrawal": 0.0006997201119552179, "pending_top_up": 0.0009996001599360256, "pending_transfer": 0.000899640143942423, "pin_blocked": 0.0009996001599360256, "receiving_money": 0.0013994402239104358, "request_refund": 0.000899640143942423, "reverted_card_payment?": 0.0012994802079168333, "supported_cards_and_currencies": 0.055977608956417436, "terminate_account": 0.0007996801279488206, "top_up_by_bank_transfer_charge": 0.0014994002399040384, "top_up_by_card_charge": 0.0030987604958016795, "top_up_by_cash_or_cheque": 0.0020991603358656535, "top_up_failed": 0.0011995201919232307, "top_up_limits": 0.0016993202718912435, "top_up_reverted": 0.0013994402239104358, "topping_up_by_card": 0.41943222710915634, "transaction_charged_twice": 0.0007996801279488206, "transfer_fee_charged": 0.000899640143942423, "transfer_into_account": 0.007796881247500999, "transfer_not_received_by_recipient": 0.000899640143942423, "transfer_timing": 0.0029988004798080768, "unable_to_verify_identity": 0.0007996801279488206, "verify_my_identity": 0.000899640143942423, "verify_source_of_funds": 0.0007996801279488206, "verify_top_up": 0.0009996001599360256, "virtual_card_not_working": 0.0013994402239104358, "visa_or_mastercard": 0.001799280287884846, "why_verify_identity": 0.0007996801279488206, "wrong_amount_of_cash_received": 0.000899640143942423, "wrong_exchange_rate_for_cash_withdrawal": 0.0009996001599360256 }, "error": null, "latency_ms": 74.22575005330145, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2439", "text_group": "e8d471cf04ba9379ca0e44bed98491c2df9e77f840f6f1f5aef2aa2261d5c955", "expected": "getting_spare_card", "prediction": "age_limit", "probabilities": { "Refund_not_showing_up": 0.0008999100089991, "activate_my_card": 0.025397460253974602, "age_limit": 0.40805919408059194, "apple_pay_or_google_pay": 0.0013998600139986002, "atm_support": 0.0023997600239976003, "automatic_top_up": 0.0014998500149985001, "balance_not_updated_after_bank_transfer": 0.0012998700129987, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013998600139986002, "beneficiary_not_allowed": 0.0015998400159984002, "cancel_transfer": 0.0011998800119988001, "card_about_to_expire": 0.0030996900309969004, "card_acceptance": 0.0077992200779922, "card_arrival": 0.005599440055994401, "card_delivery_estimate": 0.0016998300169983002, "card_linking": 0.15918408159184083, "card_not_working": 0.004199580041995801, "card_payment_fee_charged": 0.0017998200179982, "card_payment_not_recognised": 0.0013998600139986002, "card_payment_wrong_exchange_rate": 0.0016998300169983002, "card_swallowed": 0.0016998300169983002, "cash_withdrawal_charge": 0.0011998800119988001, "cash_withdrawal_not_recognised": 0.0010998900109989002, "change_pin": 0.0030996900309969004, "compromised_card": 0.0015998400159984002, "contactless_not_working": 0.0015998400159984002, "country_support": 0.001999800019998, "declined_card_payment": 0.0012998700129987, "declined_cash_withdrawal": 0.0008999100089991, "declined_transfer": 0.0010998900109989002, "direct_debit_payment_not_recognised": 0.0011998800119988001, "disposable_card_limits": 0.004199580041995801, "edit_personal_details": 0.0060993900609939014, "exchange_charge": 0.0015998400159984002, "exchange_rate": 0.0011998800119988001, "exchange_via_app": 0.0014998500149985001, "extra_charge_on_statement": 0.0011998800119988001, "failed_transfer": 0.0011998800119988001, "fiat_currency_support": 0.0016998300169983002, "get_disposable_virtual_card": 0.0057994200579942, "get_physical_card": 0.0831916808319168, "getting_spare_card": 0.0675932406759324, "getting_virtual_card": 0.0035996400359964, "lost_or_stolen_card": 0.000999900009999, "lost_or_stolen_phone": 0.0007999200079992001, "order_physical_card": 0.07869213078692132, "passcode_forgotten": 0.0010998900109989002, "pending_card_payment": 0.0013998600139986002, "pending_cash_withdrawal": 0.0008999100089991, "pending_top_up": 0.0012998700129987, "pending_transfer": 0.0010998900109989002, "pin_blocked": 0.0014998500149985001, "receiving_money": 0.0025997400259974, "request_refund": 0.0012998700129987, "reverted_card_payment?": 0.0015998400159984002, "supported_cards_and_currencies": 0.017698230176982303, "terminate_account": 0.0011998800119988001, "top_up_by_bank_transfer_charge": 0.0014998500149985001, "top_up_by_card_charge": 0.0018998100189981002, "top_up_by_cash_or_cheque": 0.0015998400159984002, "top_up_failed": 0.0014998500149985001, "top_up_limits": 0.0017998200179982, "top_up_reverted": 0.0014998500149985001, "topping_up_by_card": 0.032296770322967704, "transaction_charged_twice": 0.000999900009999, "transfer_fee_charged": 0.0010998900109989002, "transfer_into_account": 0.0013998600139986002, "transfer_not_received_by_recipient": 0.0011998800119988001, "transfer_timing": 0.0014998500149985001, "unable_to_verify_identity": 0.0013998600139986002, "verify_my_identity": 0.0013998600139986002, "verify_source_of_funds": 0.0011998800119988001, "verify_top_up": 0.0010998900109989002, "virtual_card_not_working": 0.0014998500149985001, "visa_or_mastercard": 0.0022997700229977, "why_verify_identity": 0.0010998900109989002, "wrong_amount_of_cash_received": 0.000999900009999, "wrong_exchange_rate_for_cash_withdrawal": 0.0011998800119988001 }, "error": null, "latency_ms": 72.30333308689296, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2440", "text_group": "d81c6452ab46dddc3df63637aed11c0e4192d61fb48645ba534cfa2cd1b182a9", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0009001800360072014, "automatic_top_up": 0.0014002800560112022, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0028005601120224045, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0009001800360072014, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00040008001600320064, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.003800760152030406, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.9669933986797359, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0024004800960192034, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 71.15187495946884, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2441", "text_group": "2a5d6b0b974f7f4885604283cf81d49c9bd2a3de44128d1b2308a2abcfe77529", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.0012996101169649105, "automatic_top_up": 0.004098770368889334, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.000499850044986504, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0005998200539838048, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0005998200539838048, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0022993102069379188, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0005998200539838048, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.000499850044986504, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0008997300809757073, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.959112266320104, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.00609817054883535, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.000499850044986504, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.000499850044986504 }, "error": null, "latency_ms": 71.24395901337266, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2442", "text_group": "007bde6da51e3574c40085819c233b43ecfd30c0706f8736b1e9e7a6fed2c1ca", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00010003000900270081, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0006001800540162048, "automatic_top_up": 0.0007002100630189057, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009002700810243073, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.00020006001800540162, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.00020006001800540162, "country_support": 0.00040012003601080324, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0006001800540162048, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.0005001500450135041, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00020006001800540162, "supported_cards_and_currencies": 0.0010003000900270082, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00040012003601080324, "top_up_by_card_charge": 0.00040012003601080324, "top_up_by_cash_or_cheque": 0.9776933079923977, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0009002700810243073, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 71.21262501459569, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2443", "text_group": "2294db6b79f813369d4f3552503982f21aa026e3d6b95ee3f2384dd845b7bffa", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0004999000199960008, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0005998800239952009, "atm_support": 0.0026994601079784043, "automatic_top_up": 0.02469506098780244, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008998200359928015, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0007998400319936014, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0006998600279944011, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0011997600479904018, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0003999200159968007, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0009998000399920016, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0008998200359928015, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.001299740051989602, "get_disposable_virtual_card": 0.0005998800239952009, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.0010997800439912018, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0005998800239952009, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0024995000999800043, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0005998800239952009, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0011997600479904018, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.001799640071985603, "top_up_by_card_charge": 0.001299740051989602, "top_up_by_cash_or_cheque": 0.9163167366526694, "top_up_failed": 0.0007998400319936014, "top_up_limits": 0.0020995800839832034, "top_up_reverted": 0.0008998200359928015, "topping_up_by_card": 0.010797840431913617, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0009998000399920016, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0008998200359928015, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 71.66541693732142, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2444", "text_group": "9a04bbfe274cf2e774f4fcc0a3818c54eccecbc94e67e54a1766f6ae849b8246", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0013001300130013002, "automatic_top_up": 0.0212021202120212, "balance_not_updated_after_bank_transfer": 0.001000100010001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0177017701770177, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0006000600060006, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0006000600060006, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0006000600060006, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0005000500050005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0008000800080008001, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0006000600060006, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.005000500050005001, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0006000600060006, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0007000700070007, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0022002200220022005, "top_up_by_card_charge": 0.0008000800080008001, "top_up_by_cash_or_cheque": 0.896989698969897, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.001000100010001, "top_up_reverted": 0.0013001300130013002, "topping_up_by_card": 0.0209020902090209, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.0015001500150015003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0009000900090009, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 70.55549998767674, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2445", "text_group": "15322a67cce8041aac9af1d2bd98d5378045ee7ed3385a97b76c2dc11d9c3e35", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.0007002801120448179, "automatic_top_up": 0.0020008003201280513, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.0027010804321728693, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.0006002400960384153, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00040016006402561027, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.0007002801120448179, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00040016006402561027, "top_up_by_cash_or_cheque": 0.9734893957583034, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.0013005202080832333, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 71.06120907701552, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2446", "text_group": "2a53ecbe08a34e3382273340168772df612cb45c9e287f12f3bf13022bd3a0b0", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.07711542308461693, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0007001400280056011, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0007001400280056011, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.8948789757951591, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.006701340268053611, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.0008001600320064013, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 70.64641697797924, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2447", "text_group": "698f4bfe9bc4d6979a048bc23d429a683c5ceb00166051f09d9b171146dc2603", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.001999600079984003, "activate_my_card": 0.0026994601079784043, "age_limit": 0.002599480103979204, "apple_pay_or_google_pay": 0.004199160167966407, "atm_support": 0.010797840431913617, "automatic_top_up": 0.055588882223555285, "balance_not_updated_after_bank_transfer": 0.008298340331933614, "balance_not_updated_after_cheque_or_cash_deposit": 0.10197960407918416, "beneficiary_not_allowed": 0.004999000199960009, "cancel_transfer": 0.0033993201359728054, "card_about_to_expire": 0.002599480103979204, "card_acceptance": 0.005098980203959208, "card_arrival": 0.0023995200959808036, "card_delivery_estimate": 0.0023995200959808036, "card_linking": 0.0037992401519696063, "card_not_working": 0.0033993201359728054, "card_payment_fee_charged": 0.0031993601279744054, "card_payment_not_recognised": 0.0034993001399720057, "card_payment_wrong_exchange_rate": 0.0037992401519696063, "card_swallowed": 0.002999400119976005, "cash_withdrawal_charge": 0.007198560287942412, "cash_withdrawal_not_recognised": 0.003899220155968806, "change_pin": 0.0024995000999800043, "compromised_card": 0.002599480103979204, "contactless_not_working": 0.0031993601279744054, "country_support": 0.004199160167966407, "declined_card_payment": 0.0028994201159768043, "declined_cash_withdrawal": 0.0037992401519696063, "declined_transfer": 0.0027994401119776045, "direct_debit_payment_not_recognised": 0.003699260147970406, "disposable_card_limits": 0.0046990601879624075, "edit_personal_details": 0.0030993801239752048, "exchange_charge": 0.0033993201359728054, "exchange_rate": 0.0027994401119776045, "exchange_via_app": 0.0030993801239752048, "extra_charge_on_statement": 0.003699260147970406, "failed_transfer": 0.002599480103979204, "fiat_currency_support": 0.005398920215956809, "get_disposable_virtual_card": 0.0037992401519696063, "get_physical_card": 0.0032993401319736052, "getting_spare_card": 0.0028994201159768043, "getting_virtual_card": 0.0026994601079784043, "lost_or_stolen_card": 0.001999600079984003, "lost_or_stolen_phone": 0.0018996200759848032, "order_physical_card": 0.002599480103979204, "passcode_forgotten": 0.001999600079984003, "pending_card_payment": 0.002299540091981604, "pending_cash_withdrawal": 0.0026994601079784043, "pending_top_up": 0.0609878024395121, "pending_transfer": 0.0020995800839832034, "pin_blocked": 0.002299540091981604, "receiving_money": 0.004199160167966407, "request_refund": 0.0023995200959808036, "reverted_card_payment?": 0.0027994401119776045, "supported_cards_and_currencies": 0.007298540291941612, "terminate_account": 0.0027994401119776045, "top_up_by_bank_transfer_charge": 0.009398120375924815, "top_up_by_card_charge": 0.0046990601879624075, "top_up_by_cash_or_cheque": 0.43841231753649273, "top_up_failed": 0.012397520495900819, "top_up_limits": 0.010597880423915218, "top_up_reverted": 0.009698060387922416, "topping_up_by_card": 0.06688662267546491, "transaction_charged_twice": 0.002299540091981604, "transfer_fee_charged": 0.0021995600879824036, "transfer_into_account": 0.0028994201159768043, "transfer_not_received_by_recipient": 0.002299540091981604, "transfer_timing": 0.0026994601079784043, "unable_to_verify_identity": 0.002599480103979204, "verify_my_identity": 0.002299540091981604, "verify_source_of_funds": 0.002599480103979204, "verify_top_up": 0.005098980203959208, "virtual_card_not_working": 0.0026994601079784043, "visa_or_mastercard": 0.003699260147970406, "why_verify_identity": 0.001999600079984003, "wrong_amount_of_cash_received": 0.003999200159968006, "wrong_exchange_rate_for_cash_withdrawal": 0.004099180163967207 }, "error": null, "latency_ms": 70.80008299089968, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2448", "text_group": "a8dda546e10af4685422ff4c0ad0a54f0a66c0714310dd63044bb99af1fbc44b", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0007001400280056011, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.0011002200440088019, "atm_support": 0.0028005601120224045, "automatic_top_up": 0.05961192238447689, "balance_not_updated_after_bank_transfer": 0.0007001400280056011, "balance_not_updated_after_cheque_or_cash_deposit": 0.001300260052010402, "beneficiary_not_allowed": 0.0009001800360072014, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0012002400480096017, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.0006001200240048009, "card_linking": 0.0011002200440088019, "card_not_working": 0.0008001600320064013, "card_payment_fee_charged": 0.0011002200440088019, "card_payment_not_recognised": 0.0011002200440088019, "card_payment_wrong_exchange_rate": 0.0011002200440088019, "card_swallowed": 0.0007001400280056011, "cash_withdrawal_charge": 0.0016003200640128026, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.0006001200240048009, "compromised_card": 0.0006001200240048009, "contactless_not_working": 0.0007001400280056011, "country_support": 0.0010002000400080016, "declined_card_payment": 0.0010002000400080016, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.007901580316063214, "disposable_card_limits": 0.0011002200440088019, "edit_personal_details": 0.0008001600320064013, "exchange_charge": 0.0008001600320064013, "exchange_rate": 0.0007001400280056011, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0011002200440088019, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.0017003400680136026, "get_disposable_virtual_card": 0.0010002000400080016, "get_physical_card": 0.0007001400280056011, "getting_spare_card": 0.003700740148029606, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0008001600320064013, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.0010002000400080016, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.0014002800560112022, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.001900380076015203, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0008001600320064013, "supported_cards_and_currencies": 0.0016003200640128026, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.002500500100020004, "top_up_by_card_charge": 0.0012002400480096017, "top_up_by_cash_or_cheque": 0.8475695139027806, "top_up_failed": 0.0011002200440088019, "top_up_limits": 0.0015003000600120023, "top_up_reverted": 0.001300260052010402, "topping_up_by_card": 0.015903180636127227, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0006001200240048009, "transfer_into_account": 0.0010002000400080016, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.0009001800360072014, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0006001200240048009, "verify_top_up": 0.0008001600320064013, "virtual_card_not_working": 0.0006001200240048009, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0018003600720144029, "wrong_exchange_rate_for_cash_withdrawal": 0.0010002000400080016 }, "error": null, "latency_ms": 70.6766250077635, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2449", "text_group": "86d33eb0d357fced34ce6203243ebec6a0ef7dd8879c67a7bb3a04f09b749bf2", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.0008003201280512205, "automatic_top_up": 0.001800720288115246, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0005002000800320128, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.0007002801120448179, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00030012004801920766, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.0005002000800320128, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00040016006402561027, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.000900360144057623, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.0007002801120448179, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00040016006402561027, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.0005002000800320128, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00040016006402561027, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.0005002000800320128, "top_up_by_card_charge": 0.00040016006402561027, "top_up_by_cash_or_cheque": 0.9654861944777912, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.0005002000800320128, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.006802721088435374, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002000800320128 }, "error": null, "latency_ms": 70.76387503184378, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2450", "text_group": "56ab5da45c07df2ef880c562b68574b4d93a5ec8d2189c803b40b280e3754a89", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0004999500049995, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0007999200079992001, "atm_support": 0.0018998100189981002, "automatic_top_up": 0.007099290070992901, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011998800119988001, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0006999300069993001, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0020997900209979003, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.00039996000399960006, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0004999500049995, "country_support": 0.0007999200079992001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0014998500149985001, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0005999400059994001, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.000999900009999, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.0015998400159984002, "top_up_by_card_charge": 0.0008999100089991, "top_up_by_cash_or_cheque": 0.9309069093090692, "top_up_failed": 0.0006999300069993001, "top_up_limits": 0.0017998200179982, "top_up_reverted": 0.000999900009999, "topping_up_by_card": 0.015898410158984102, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.0006999300069993001, "wrong_exchange_rate_for_cash_withdrawal": 0.0005999400059994001 }, "error": null, "latency_ms": 70.58733399026096, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2451", "text_group": "5a112928fe9c34d8f7e2f23cf9b65414cc212236a7b892091067c56f03aa50be", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.0007996801279488206, "activate_my_card": 0.0011995201919232307, "age_limit": 0.0009996001599360256, "apple_pay_or_google_pay": 0.007696921231507397, "atm_support": 0.011295481807277089, "automatic_top_up": 0.0013994402239104358, "balance_not_updated_after_bank_transfer": 0.0018992403038784486, "balance_not_updated_after_cheque_or_cash_deposit": 0.041583366653338664, "beneficiary_not_allowed": 0.0018992403038784486, "cancel_transfer": 0.0011995201919232307, "card_about_to_expire": 0.0011995201919232307, "card_acceptance": 0.001999200319872051, "card_arrival": 0.0014994002399040384, "card_delivery_estimate": 0.0013994402239104358, "card_linking": 0.001799280287884846, "card_not_working": 0.0018992403038784486, "card_payment_fee_charged": 0.004198320671731307, "card_payment_not_recognised": 0.0031987205117952823, "card_payment_wrong_exchange_rate": 0.011395441823270692, "card_swallowed": 0.0014994002399040384, "cash_withdrawal_charge": 0.0011995201919232307, "cash_withdrawal_not_recognised": 0.000899640143942423, "change_pin": 0.0011995201919232307, "compromised_card": 0.0016993202718912435, "contactless_not_working": 0.04258296681327469, "country_support": 0.005397840863654539, "declined_card_payment": 0.001999200319872051, "declined_cash_withdrawal": 0.000899640143942423, "declined_transfer": 0.0013994402239104358, "direct_debit_payment_not_recognised": 0.015393842463014795, "disposable_card_limits": 0.001799280287884846, "edit_personal_details": 0.0011995201919232307, "exchange_charge": 0.0012994802079168333, "exchange_rate": 0.0013994402239104358, "exchange_via_app": 0.0016993202718912435, "extra_charge_on_statement": 0.0011995201919232307, "failed_transfer": 0.0011995201919232307, "fiat_currency_support": 0.03848460615753699, "get_disposable_virtual_card": 0.0021991203518592567, "get_physical_card": 0.0013994402239104358, "getting_spare_card": 0.0012994802079168333, "getting_virtual_card": 0.0013994402239104358, "lost_or_stolen_card": 0.000899640143942423, "lost_or_stolen_phone": 0.0007996801279488206, "order_physical_card": 0.0013994402239104358, "passcode_forgotten": 0.0010995601759296284, "pending_card_payment": 0.0012994802079168333, "pending_cash_withdrawal": 0.0007996801279488206, "pending_top_up": 0.000899640143942423, "pending_transfer": 0.0009996001599360256, "pin_blocked": 0.0010995601759296284, "receiving_money": 0.001799280287884846, "request_refund": 0.0007996801279488206, "reverted_card_payment?": 0.0016993202718912435, "supported_cards_and_currencies": 0.07217113154738106, "terminate_account": 0.0009996001599360256, "top_up_by_bank_transfer_charge": 0.0011995201919232307, "top_up_by_card_charge": 0.000899640143942423, "top_up_by_cash_or_cheque": 0.6625349860055977, "top_up_failed": 0.0009996001599360256, "top_up_limits": 0.0009996001599360256, "top_up_reverted": 0.0010995601759296284, "topping_up_by_card": 0.002499000399840064, "transaction_charged_twice": 0.000899640143942423, "transfer_fee_charged": 0.0009996001599360256, "transfer_into_account": 0.000899640143942423, "transfer_not_received_by_recipient": 0.0009996001599360256, "transfer_timing": 0.0010995601759296284, "unable_to_verify_identity": 0.0009996001599360256, "verify_my_identity": 0.000899640143942423, "verify_source_of_funds": 0.0010995601759296284, "verify_top_up": 0.0009996001599360256, "virtual_card_not_working": 0.001999200319872051, "visa_or_mastercard": 0.000899640143942423, "why_verify_identity": 0.000899640143942423, "wrong_amount_of_cash_received": 0.0015993602558976412, "wrong_exchange_rate_for_cash_withdrawal": 0.0013994402239104358 }, "error": null, "latency_ms": 68.43350001145154, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2452", "text_group": "f18cdb171b663f11efefa247dd05cb734ef9dc7ce600e5e826aa85e2a34a48d2", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0008999100089991, "automatic_top_up": 0.0012998700129987, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.03369663033696631, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0004999500049995, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.0008999100089991, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.0006999300069993001, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0007999200079992001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.0004999500049995, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0008999100089991, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.9370062993700631, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0011998800119988001, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.0008999100089991, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.12733400147408, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2453", "text_group": "666bd055bb3ea6be61322078b9bc6e3880809efd224ea9cf767fe1246387023a", "expected": "top_up_by_cash_or_cheque", "prediction": "receiving_money", "probabilities": { "Refund_not_showing_up": 0.0018998100189981002, "activate_my_card": 0.0031996800319968005, "age_limit": 0.0029997000299970002, "apple_pay_or_google_pay": 0.0051994800519948, "atm_support": 0.0131986801319868, "automatic_top_up": 0.012698730126987301, "balance_not_updated_after_bank_transfer": 0.0030996900309969004, "balance_not_updated_after_cheque_or_cash_deposit": 0.022097790220977905, "beneficiary_not_allowed": 0.0046995300469953, "cancel_transfer": 0.0037996200379962005, "card_about_to_expire": 0.0023997600239976003, "card_acceptance": 0.03829617038296171, "card_arrival": 0.0020997900209979003, "card_delivery_estimate": 0.0024997500249975004, "card_linking": 0.004199580041995801, "card_not_working": 0.0027997200279972004, "card_payment_fee_charged": 0.0036996300369963007, "card_payment_not_recognised": 0.004299570042995701, "card_payment_wrong_exchange_rate": 0.0036996300369963007, "card_swallowed": 0.0030996900309969004, "cash_withdrawal_charge": 0.0034996500349965005, "cash_withdrawal_not_recognised": 0.0022997700229977, "change_pin": 0.0027997200279972004, "compromised_card": 0.0027997200279972004, "contactless_not_working": 0.0032996700329967, "country_support": 0.004199580041995801, "declined_card_payment": 0.004199580041995801, "declined_cash_withdrawal": 0.0032996700329967, "declined_transfer": 0.0051994800519948, "direct_debit_payment_not_recognised": 0.0413958604139586, "disposable_card_limits": 0.0052994700529947, "edit_personal_details": 0.0031996800319968005, "exchange_charge": 0.0036996300369963007, "exchange_rate": 0.0030996900309969004, "exchange_via_app": 0.0033996600339966003, "extra_charge_on_statement": 0.0040995900409959, "failed_transfer": 0.0028997100289971, "fiat_currency_support": 0.0132986701329867, "get_disposable_virtual_card": 0.0057994200579942, "get_physical_card": 0.0038996100389961, "getting_spare_card": 0.0033996600339966003, "getting_virtual_card": 0.0034996500349965005, "lost_or_stolen_card": 0.0017998200179982, "lost_or_stolen_phone": 0.0016998300169983002, "order_physical_card": 0.0029997000299970002, "passcode_forgotten": 0.0020997900209979003, "pending_card_payment": 0.0025997400259974, "pending_cash_withdrawal": 0.0020997900209979003, "pending_top_up": 0.0029997000299970002, "pending_transfer": 0.0024997500249975004, "pin_blocked": 0.0022997700229977, "receiving_money": 0.23787621237876214, "request_refund": 0.0025997400259974, "reverted_card_payment?": 0.0029997000299970002, "supported_cards_and_currencies": 0.12788721127887212, "terminate_account": 0.0029997000299970002, "top_up_by_bank_transfer_charge": 0.009999000099990002, "top_up_by_card_charge": 0.004299570042995701, "top_up_by_cash_or_cheque": 0.10038996100389962, "top_up_failed": 0.0034996500349965005, "top_up_limits": 0.008499150084991502, "top_up_reverted": 0.0038996100389961, "topping_up_by_card": 0.11498850114988501, "transaction_charged_twice": 0.0021997800219978004, "transfer_fee_charged": 0.0026997300269973002, "transfer_into_account": 0.04899510048995101, "transfer_not_received_by_recipient": 0.0025997400259974, "transfer_timing": 0.0034996500349965005, "unable_to_verify_identity": 0.0023997600239976003, "verify_my_identity": 0.0025997400259974, "verify_source_of_funds": 0.0037996200379962005, "verify_top_up": 0.0035996400359964, "virtual_card_not_working": 0.0026997300269973002, "visa_or_mastercard": 0.0071992800719928, "why_verify_identity": 0.0023997600239976003, "wrong_amount_of_cash_received": 0.0025997400259974, "wrong_exchange_rate_for_cash_withdrawal": 0.0030996900309969004 }, "error": null, "latency_ms": 67.58975004777312, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2454", "text_group": "588324c7695ff5b22e0a4c60eff0642bbf9eda3a94d9fc0cc978608b853d2a1d", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0009, "automatic_top_up": 0.0011, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0002, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0005, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0012, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0003, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0004, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0015, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.9725, "top_up_failed": 0.0003, "top_up_limits": 0.0004, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0011, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.74025000818074, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2455", "text_group": "425089ea17c708c933649b94ba42f5984cd8838e038083974a57dd153b115bac", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0008999100089991, "automatic_top_up": 0.0008999100089991, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0034996500349965005, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0005999400059994001, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0004999500049995, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.0007999200079992001, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0015998400159984002, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.9672032796720329, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0027997200279972004, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 71.57658296637237, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2456", "text_group": "046f1c81fd4dae48e9b0981290e407ef45a72e119e5129e721684fdfe6b3f8cc", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0010997800439912018, "age_limit": 0.0008998200359928015, "apple_pay_or_google_pay": 0.0014997000599880025, "atm_support": 0.0033993201359728054, "automatic_top_up": 0.03639272145570886, "balance_not_updated_after_bank_transfer": 0.0014997000599880025, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018996200759848032, "beneficiary_not_allowed": 0.0014997000599880025, "cancel_transfer": 0.0008998200359928015, "card_about_to_expire": 0.0010997800439912018, "card_acceptance": 0.0015996800639872027, "card_arrival": 0.0010997800439912018, "card_delivery_estimate": 0.0009998000399920016, "card_linking": 0.0015996800639872027, "card_not_working": 0.001299740051989602, "card_payment_fee_charged": 0.0011997600479904018, "card_payment_not_recognised": 0.0011997600479904018, "card_payment_wrong_exchange_rate": 0.0013997200559888023, "card_swallowed": 0.0010997800439912018, "cash_withdrawal_charge": 0.0018996200759848032, "cash_withdrawal_not_recognised": 0.0009998000399920016, "change_pin": 0.0009998000399920016, "compromised_card": 0.0009998000399920016, "contactless_not_working": 0.001299740051989602, "country_support": 0.0016996600679864027, "declined_card_payment": 0.0008998200359928015, "declined_cash_withdrawal": 0.0008998200359928015, "declined_transfer": 0.0008998200359928015, "direct_debit_payment_not_recognised": 0.0011997600479904018, "disposable_card_limits": 0.001799640071985603, "edit_personal_details": 0.0009998000399920016, "exchange_charge": 0.0013997200559888023, "exchange_rate": 0.0009998000399920016, "exchange_via_app": 0.0010997800439912018, "extra_charge_on_statement": 0.0010997800439912018, "failed_transfer": 0.0009998000399920016, "fiat_currency_support": 0.001799640071985603, "get_disposable_virtual_card": 0.001299740051989602, "get_physical_card": 0.0013997200559888023, "getting_spare_card": 0.0034993001399720057, "getting_virtual_card": 0.0009998000399920016, "lost_or_stolen_card": 0.0006998600279944011, "lost_or_stolen_phone": 0.0006998600279944011, "order_physical_card": 0.0016996600679864027, "passcode_forgotten": 0.0007998400319936014, "pending_card_payment": 0.0008998200359928015, "pending_cash_withdrawal": 0.0008998200359928015, "pending_top_up": 0.006098780243951211, "pending_transfer": 0.0007998400319936014, "pin_blocked": 0.0008998200359928015, "receiving_money": 0.0013997200559888023, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.0009998000399920016, "supported_cards_and_currencies": 0.0020995800839832034, "terminate_account": 0.0007998400319936014, "top_up_by_bank_transfer_charge": 0.0037992401519696063, "top_up_by_card_charge": 0.0018996200759848032, "top_up_by_cash_or_cheque": 0.8114377124575085, "top_up_failed": 0.0018996200759848032, "top_up_limits": 0.003599280143971206, "top_up_reverted": 0.001999600079984003, "topping_up_by_card": 0.04849030193961208, "transaction_charged_twice": 0.0007998400319936014, "transfer_fee_charged": 0.0008998200359928015, "transfer_into_account": 0.0008998200359928015, "transfer_not_received_by_recipient": 0.0008998200359928015, "transfer_timing": 0.001299740051989602, "unable_to_verify_identity": 0.0008998200359928015, "verify_my_identity": 0.0007998400319936014, "verify_source_of_funds": 0.0007998400319936014, "verify_top_up": 0.0014997000599880025, "virtual_card_not_working": 0.0008998200359928015, "visa_or_mastercard": 0.0010997800439912018, "why_verify_identity": 0.0007998400319936014, "wrong_amount_of_cash_received": 0.0027994401119776045, "wrong_exchange_rate_for_cash_withdrawal": 0.0013997200559888023 }, "error": null, "latency_ms": 72.69929093308747, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2457", "text_group": "53e94088740c0804ff7896b74a975e2e0e180021ae44ddb4b4e3d512c4a4e454", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0014001400140014, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.004400440044004401, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00040004000400040005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.9708970897089709, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.002000200020002, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.86066692136228, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2458", "text_group": "f0dac0f89d5be15367302bc9b92f91dd269f1a7719e9e4f3eabec1b8c4118bb2", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0014997000599880025, "automatic_top_up": 0.0026994601079784043, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0018996200759848032, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0008998200359928015, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0007998400319936014, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.9572085582883424, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.007798440311937612, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0027994401119776045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 71.30933296866715, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2459", "text_group": "a501a3d58922f027d1bcd33705dd0f1141c791ea294b42ed2929a0f8d567f420", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.001900380076015203, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0005001000200040008, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0008001600320064013, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00040008001600320064, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.970494098819764, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.0007001400280056011, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0044008801760352075, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 72.32770801056176, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2460", "text_group": "b4f0b0afaeddb85c8de1dbcfbc138fb829b68bca2bf4d4114e1f6bebfd958d48", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0005997600959616154, "atm_support": 0.0016993202718912435, "automatic_top_up": 0.02848860455817673, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0020991603358656535, "beneficiary_not_allowed": 0.0005997600959616154, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.0006997201119552179, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0006997201119552179, "card_not_working": 0.0004998000799680128, "card_payment_fee_charged": 0.0004998000799680128, "card_payment_not_recognised": 0.0004998000799680128, "card_payment_wrong_exchange_rate": 0.0005997600959616154, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.000899640143942423, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0003998400639744103, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0004998000799680128, "country_support": 0.0005997600959616154, "declined_card_payment": 0.0003998400639744103, "declined_cash_withdrawal": 0.0003998400639744103, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.0004998000799680128, "disposable_card_limits": 0.000899640143942423, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0004998000799680128, "exchange_rate": 0.0003998400639744103, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0004998000799680128, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.000899640143942423, "get_disposable_virtual_card": 0.0005997600959616154, "get_physical_card": 0.0003998400639744103, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0003998400639744103, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0003998400639744103, "pending_cash_withdrawal": 0.0003998400639744103, "pending_top_up": 0.0038984406237504996, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0006997201119552179, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.0009996001599360256, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0014994002399040384, "top_up_by_card_charge": 0.0009996001599360256, "top_up_by_cash_or_cheque": 0.9080367852858857, "top_up_failed": 0.0005997600959616154, "top_up_limits": 0.0011995201919232307, "top_up_reverted": 0.0007996801279488206, "topping_up_by_card": 0.0194922031187525, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0003998400639744103, "transfer_into_account": 0.0003998400639744103, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0004998000799680128, "verify_top_up": 0.0007996801279488206, "virtual_card_not_working": 0.0003998400639744103, "visa_or_mastercard": 0.0003998400639744103, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0006997201119552179, "wrong_exchange_rate_for_cash_withdrawal": 0.0005997600959616154 }, "error": null, "latency_ms": 71.31050003226846, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2461", "text_group": "9c55b8e323a767f2ca666575f5f84719d0167c6b99e89e86c4de12c19c1cda1f", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0017003400680136026, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.001300260052010402, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.9749949989997999, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.003100620124024805, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 71.52166601736099, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2462", "text_group": "acd130629a95adc90d15308e40846907374d97c5fded533ad91fc57fab4a43ed", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.0003000600120024005, "age_limit": 0.0003000600120024005, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0027005401080216047, "automatic_top_up": 0.0026005201040208044, "balance_not_updated_after_bank_transfer": 0.0004000800160032007, "balance_not_updated_after_cheque_or_cash_deposit": 0.000600120024004801, "beneficiary_not_allowed": 0.000600120024004801, "cancel_transfer": 0.0003000600120024005, "card_about_to_expire": 0.0003000600120024005, "card_acceptance": 0.0011002200440088019, "card_arrival": 0.0003000600120024005, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.000600120024004801, "card_not_working": 0.0004000800160032007, "card_payment_fee_charged": 0.0004000800160032007, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0004000800160032007, "cash_withdrawal_charge": 0.000600120024004801, "cash_withdrawal_not_recognised": 0.0003000600120024005, "change_pin": 0.0003000600120024005, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0004000800160032007, "country_support": 0.000600120024004801, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0004000800160032007, "disposable_card_limits": 0.000600120024004801, "edit_personal_details": 0.0004000800160032007, "exchange_charge": 0.0004000800160032007, "exchange_rate": 0.0004000800160032007, "exchange_via_app": 0.0004000800160032007, "extra_charge_on_statement": 0.0003000600120024005, "failed_transfer": 0.0003000600120024005, "fiat_currency_support": 0.015403080616123227, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0004000800160032007, "getting_spare_card": 0.005601120224044809, "getting_virtual_card": 0.0003000600120024005, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.0003000600120024005, "pending_card_payment": 0.0003000600120024005, "pending_cash_withdrawal": 0.0003000600120024005, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0003000600120024005, "pin_blocked": 0.0003000600120024005, "receiving_money": 0.000600120024004801, "request_refund": 0.0003000600120024005, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0013002600520104022, "terminate_account": 0.0003000600120024005, "top_up_by_bank_transfer_charge": 0.000600120024004801, "top_up_by_card_charge": 0.0004000800160032007, "top_up_by_cash_or_cheque": 0.936987397479496, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0008001600320064014, "top_up_reverted": 0.000600120024004801, "topping_up_by_card": 0.006501300260052011, "transaction_charged_twice": 0.0003000600120024005, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.000600120024004801, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.0004000800160032007, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.0003000600120024005, "verify_source_of_funds": 0.0004000800160032007, "verify_top_up": 0.000600120024004801, "virtual_card_not_working": 0.0003000600120024005, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.0003000600120024005, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 71.81683299131691, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2463", "text_group": "7597512f235020f86dad797d8e6abfb87920db82904639a5a1c7cb1301d3d0ed", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.0016993202718912435, "automatic_top_up": 0.013394642143142744, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006997201119552179, "beneficiary_not_allowed": 0.0005997600959616154, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0005997600959616154, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.000899640143942423, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0002998800479808077, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0006997201119552179, "declined_card_payment": 0.0003998400639744103, "declined_cash_withdrawal": 0.0003998400639744103, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.0005997600959616154, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0004998000799680128, "exchange_rate": 0.0003998400639744103, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0003998400639744103, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.0011995201919232307, "get_disposable_virtual_card": 0.0004998000799680128, "get_physical_card": 0.0003998400639744103, "getting_spare_card": 0.0006997201119552179, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0005997600959616154, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0003998400639744103, "pending_top_up": 0.0007996801279488206, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0004998000799680128, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.0011995201919232307, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0013994402239104358, "top_up_by_card_charge": 0.0006997201119552179, "top_up_by_cash_or_cheque": 0.9307277089164335, "top_up_failed": 0.0005997600959616154, "top_up_limits": 0.0015993602558976412, "top_up_reverted": 0.0006997201119552179, "topping_up_by_card": 0.018592562974810076, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0005997600959616154, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0003998400639744103, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0007996801279488206, "wrong_exchange_rate_for_cash_withdrawal": 0.0005997600959616154 }, "error": null, "latency_ms": 71.43412495497614, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2464", "text_group": "b5a2cfddef6983c65e7f6535508bd6271c1a6154303998cf4e58405938b44b57", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0005997600959616154, "automatic_top_up": 0.0006997201119552179, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.001799280287884846, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0003998400639744103, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0003998400639744103, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0007996801279488206, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0010995601759296284, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0003998400639744103, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.0002998800479808077, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0007996801279488206, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.9751099560175931, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0007996801279488206, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 70.37283398676664, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2465", "text_group": "769264132bc2cfc6af1ca7e49c13ea33fac2a5d8a3f31091d20cae21bffced5d", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0028997100289971, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.976002399760024, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.000999900009999, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 70.03779103979468, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2466", "text_group": "5217f2f43eab7e3c9d09a491589d70b7fe527a429939e5469f77862df7d071a3", "expected": "top_up_by_cash_or_cheque", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.001, "age_limit": 0.0009, "apple_pay_or_google_pay": 0.0017, "atm_support": 0.0039, "automatic_top_up": 0.0217, "balance_not_updated_after_bank_transfer": 0.0008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012, "beneficiary_not_allowed": 0.0011, "cancel_transfer": 0.0008, "card_about_to_expire": 0.001, "card_acceptance": 0.0026, "card_arrival": 0.0009, "card_delivery_estimate": 0.0008, "card_linking": 0.002, "card_not_working": 0.0011, "card_payment_fee_charged": 0.0012, "card_payment_not_recognised": 0.0011, "card_payment_wrong_exchange_rate": 0.0011, "card_swallowed": 0.001, "cash_withdrawal_charge": 0.001, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0008, "compromised_card": 0.0009, "contactless_not_working": 0.0011, "country_support": 0.0014, "declined_card_payment": 0.0009, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0008, "direct_debit_payment_not_recognised": 0.0011, "disposable_card_limits": 0.0029, "edit_personal_details": 0.001, "exchange_charge": 0.001, "exchange_rate": 0.0008, "exchange_via_app": 0.001, "extra_charge_on_statement": 0.0009, "failed_transfer": 0.0008, "fiat_currency_support": 0.0025, "get_disposable_virtual_card": 0.0018, "get_physical_card": 0.0011, "getting_spare_card": 0.0521, "getting_virtual_card": 0.0009, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0013, "passcode_forgotten": 0.0007, "pending_card_payment": 0.0007, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0016, "pending_transfer": 0.0006, "pin_blocked": 0.0007, "receiving_money": 0.0011, "request_refund": 0.0006, "reverted_card_payment?": 0.0009, "supported_cards_and_currencies": 0.0315, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0039, "top_up_by_card_charge": 0.0022, "top_up_by_cash_or_cheque": 0.1194, "top_up_failed": 0.0012, "top_up_limits": 0.0051, "top_up_reverted": 0.0013, "topping_up_by_card": 0.6897, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.0008, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0012, "virtual_card_not_working": 0.0008, "visa_or_mastercard": 0.0027, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.0009 }, "error": null, "latency_ms": 68.96033289376646, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2467", "text_group": "2c3c90cda016b35ca7cc238c369d2f856276c0b1c59766eafdcc0c9f0476ce30", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.0002998800479808077, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0003998400639744103, "atm_support": 0.0011995201919232307, "automatic_top_up": 0.0016993202718912435, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005997600959616154, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0012994802079168333, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0003998400639744103, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.0005997600959616154, "cash_withdrawal_not_recognised": 0.0004998000799680128, "change_pin": 0.0002998800479808077, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0006997201119552179, "declined_card_payment": 0.0003998400639744103, "declined_cash_withdrawal": 0.0004998000799680128, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.001799280287884846, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0004998000799680128, "getting_spare_card": 0.0012994802079168333, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0003998400639744103, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0006997201119552179, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0006997201119552179, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0004998000799680128, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.7960815673730508, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0006997201119552179, "top_up_reverted": 0.0005997600959616154, "topping_up_by_card": 0.0014994002399040384, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0005997600959616154, "verify_top_up": 0.16853258696521392, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0005997600959616154, "wrong_exchange_rate_for_cash_withdrawal": 0.0005997600959616154 }, "error": null, "latency_ms": 70.14470803551376, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2468", "text_group": "aa96d9ffcdb0612f839bb3f7a1e91807a700f76912044185aafc01cc21cd6f18", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.0009003601440576229, "automatic_top_up": 0.0005002000800320128, "balance_not_updated_after_bank_transfer": 0.0007002801120448179, "balance_not_updated_after_cheque_or_cash_deposit": 0.0036014405762304917, "beneficiary_not_allowed": 0.004001600640256103, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0006002400960384153, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0006002400960384153, "card_not_working": 0.0006002400960384153, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.0006002400960384153, "card_swallowed": 0.0006002400960384153, "cash_withdrawal_charge": 0.0006002400960384153, "cash_withdrawal_not_recognised": 0.0007002801120448179, "change_pin": 0.00030012004801920766, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.0005002000800320128, "country_support": 0.0006002400960384153, "declined_card_payment": 0.0006002400960384153, "declined_cash_withdrawal": 0.08793517406962785, "declined_transfer": 0.005402160864345739, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.0005002000800320128, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.0005002000800320128, "exchange_rate": 0.00040016006402561027, "exchange_via_app": 0.0007002801120448179, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.0009003601440576229, "fiat_currency_support": 0.0020008003201280513, "get_disposable_virtual_card": 0.0005002000800320128, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00040016006402561027, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00040016006402561027, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.0006002400960384153, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.0007002801120448179, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.0006002400960384153, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.8620448179271708, "top_up_failed": 0.002901160464185674, "top_up_limits": 0.0006002400960384153, "top_up_reverted": 0.0006002400960384153, "topping_up_by_card": 0.0012004801920768306, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.0005002000800320128, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00040016006402561027, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.0006002400960384153, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.0006002400960384153, "wrong_exchange_rate_for_cash_withdrawal": 0.0007002801120448179 }, "error": null, "latency_ms": 69.98212507460266, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2469", "text_group": "7a7ee8081d4914ad0699eca861786b9554f3bf838a2f5e54efc65344e88d26a5", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0007000700070007, "age_limit": 0.0007000700070007, "apple_pay_or_google_pay": 0.0048004800480048, "atm_support": 0.004100410041004101, "automatic_top_up": 0.0007000700070007, "balance_not_updated_after_bank_transfer": 0.0008000800080008001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014001400140014, "beneficiary_not_allowed": 0.0019001900190019003, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0022002200220022005, "card_arrival": 0.0007000700070007, "card_delivery_estimate": 0.0008000800080008001, "card_linking": 0.001000100010001, "card_not_working": 0.0016001600160016002, "card_payment_fee_charged": 0.0011001100110011003, "card_payment_not_recognised": 0.001000100010001, "card_payment_wrong_exchange_rate": 0.0014001400140014, "card_swallowed": 0.0009000900090009, "cash_withdrawal_charge": 0.001000100010001, "cash_withdrawal_not_recognised": 0.0009000900090009, "change_pin": 0.0007000700070007, "compromised_card": 0.0008000800080008001, "contactless_not_working": 0.0022002200220022005, "country_support": 0.0021002100210021, "declined_card_payment": 0.0028002800280028, "declined_cash_withdrawal": 0.0014001400140014, "declined_transfer": 0.0014001400140014, "direct_debit_payment_not_recognised": 0.004300430043004301, "disposable_card_limits": 0.001000100010001, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0008000800080008001, "exchange_rate": 0.0009000900090009, "exchange_via_app": 0.001000100010001, "extra_charge_on_statement": 0.0006000600060006, "failed_transfer": 0.0009000900090009, "fiat_currency_support": 0.28722872287228723, "get_disposable_virtual_card": 0.0011001100110011003, "get_physical_card": 0.001000100010001, "getting_spare_card": 0.0011001100110011003, "getting_virtual_card": 0.001000100010001, "lost_or_stolen_card": 0.0006000600060006, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.0008000800080008001, "pending_cash_withdrawal": 0.0007000700070007, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0007000700070007, "pin_blocked": 0.0007000700070007, "receiving_money": 0.0015001500150015003, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.001000100010001, "supported_cards_and_currencies": 0.17491749174917492, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.0008000800080008001, "top_up_by_card_charge": 0.0007000700070007, "top_up_by_cash_or_cheque": 0.44614461446144615, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0008000800080008001, "top_up_reverted": 0.001000100010001, "topping_up_by_card": 0.0083008300830083, "transaction_charged_twice": 0.0009000900090009, "transfer_fee_charged": 0.0008000800080008001, "transfer_into_account": 0.0008000800080008001, "transfer_not_received_by_recipient": 0.0008000800080008001, "transfer_timing": 0.0008000800080008001, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0008000800080008001, "verify_top_up": 0.0007000700070007, "virtual_card_not_working": 0.0030003000300030005, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0013001300130013002, "wrong_exchange_rate_for_cash_withdrawal": 0.0014001400140014 }, "error": null, "latency_ms": 70.76116604730487, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2470", "text_group": "e5003ef8b07a50051ffc19b4eb5ca2e242806fa685fc072dc07325960533de33", "expected": "top_up_by_cash_or_cheque", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.0008997300809757073, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.000999700089973008, "atm_support": 0.0022993102069379188, "automatic_top_up": 0.0049985004498650405, "balance_not_updated_after_bank_transfer": 0.000999700089973008, "balance_not_updated_after_cheque_or_cash_deposit": 0.005898230530840748, "beneficiary_not_allowed": 0.0007997600719784066, "cancel_transfer": 0.0006997900629811057, "card_about_to_expire": 0.0005998200539838048, "card_acceptance": 0.001099670098970309, "card_arrival": 0.0005998200539838048, "card_delivery_estimate": 0.0005998200539838048, "card_linking": 0.000999700089973008, "card_not_working": 0.0006997900629811057, "card_payment_fee_charged": 0.0006997900629811057, "card_payment_not_recognised": 0.0006997900629811057, "card_payment_wrong_exchange_rate": 0.0007997600719784066, "card_swallowed": 0.0005998200539838048, "cash_withdrawal_charge": 0.0017994601619514146, "cash_withdrawal_not_recognised": 0.0007997600719784066, "change_pin": 0.0005998200539838048, "compromised_card": 0.0005998200539838048, "contactless_not_working": 0.0006997900629811057, "country_support": 0.000999700089973008, "declined_card_payment": 0.0005998200539838048, "declined_cash_withdrawal": 0.0006997900629811057, "declined_transfer": 0.0006997900629811057, "direct_debit_payment_not_recognised": 0.0015995201439568132, "disposable_card_limits": 0.001099670098970309, "edit_personal_details": 0.0008997300809757073, "exchange_charge": 0.001099670098970309, "exchange_rate": 0.0006997900629811057, "exchange_via_app": 0.000999700089973008, "extra_charge_on_statement": 0.0007997600719784066, "failed_transfer": 0.0007997600719784066, "fiat_currency_support": 0.004698590422873138, "get_disposable_virtual_card": 0.0011996401079676095, "get_physical_card": 0.0007997600719784066, "getting_spare_card": 0.0007997600719784066, "getting_virtual_card": 0.0005998200539838048, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.0011996401079676095, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.0006997900629811057, "pending_transfer": 0.0005998200539838048, "pin_blocked": 0.000499850044986504, "receiving_money": 0.038888333499950016, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.0005998200539838048, "supported_cards_and_currencies": 0.0017994601619514146, "terminate_account": 0.0005998200539838048, "top_up_by_bank_transfer_charge": 0.004098770368889334, "top_up_by_card_charge": 0.0007997600719784066, "top_up_by_cash_or_cheque": 0.21973407977606718, "top_up_failed": 0.0008997300809757073, "top_up_limits": 0.000999700089973008, "top_up_reverted": 0.0008997300809757073, "topping_up_by_card": 0.01339598120563831, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.0005998200539838048, "transfer_into_account": 0.6482055383384985, "transfer_not_received_by_recipient": 0.0007997600719784066, "transfer_timing": 0.005998200539838049, "unable_to_verify_identity": 0.000499850044986504, "verify_my_identity": 0.000499850044986504, "verify_source_of_funds": 0.0005998200539838048, "verify_top_up": 0.000499850044986504, "virtual_card_not_working": 0.0005998200539838048, "visa_or_mastercard": 0.0006997900629811057, "why_verify_identity": 0.000499850044986504, "wrong_amount_of_cash_received": 0.000999700089973008, "wrong_exchange_rate_for_cash_withdrawal": 0.0008997300809757073 }, "error": null, "latency_ms": 70.41958393529058, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2471", "text_group": "177f5c7497ed0d87416baad436e78b7cb9ba9dcc8527215fa44a5804377af5bb", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0003000600120024005, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.000600120024004801, "balance_not_updated_after_bank_transfer": 0.0003000600120024005, "balance_not_updated_after_cheque_or_cash_deposit": 0.033606721344268856, "beneficiary_not_allowed": 0.0013002600520104022, "cancel_transfer": 0.00020004000800160035, "card_about_to_expire": 0.0003000600120024005, "card_acceptance": 0.0004000800160032007, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0003000600120024005, "card_not_working": 0.0004000800160032007, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0003000600120024005, "cash_withdrawal_not_recognised": 0.0003000600120024005, "change_pin": 0.00020004000800160035, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0005001000200040008, "declined_card_payment": 0.002300460092018404, "declined_cash_withdrawal": 0.001200240048009602, "declined_transfer": 0.0009001800360072014, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0004000800160032007, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.0003000600120024005, "failed_transfer": 0.0004000800160032007, "fiat_currency_support": 0.000600120024004801, "get_disposable_virtual_card": 0.0003000600120024005, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.0003000600120024005, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.0003000600120024005, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.0003000600120024005, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.0003000600120024005, "receiving_money": 0.0003000600120024005, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0008001600320064014, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.0004000800160032007, "top_up_by_card_charge": 0.0003000600120024005, "top_up_by_cash_or_cheque": 0.8987797559511903, "top_up_failed": 0.036107221444288864, "top_up_limits": 0.0009001800360072014, "top_up_reverted": 0.002400480096019204, "topping_up_by_card": 0.0019003800760152032, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.0003000600120024005, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0007001400280056011, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.0004000800160032007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004000800160032007 }, "error": null, "latency_ms": 70.22587500978261, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2472", "text_group": "58b92d3c302706cd4582e6ec7d3ca4f3ac150ae4843e28edcc795f90a7813011", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0007998400319936014, "automatic_top_up": 0.0023995200959808036, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015996800639872027, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.0013997200559888023, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.002999400119976005, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.9696060787842432, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0033993201359728054, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 68.77462496049702, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2473", "text_group": "bcd14c2d08df38875527faf19528159a0d11771101677eeddccd4ddf65e2e19f", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0006001800540162048, "automatic_top_up": 0.0008002400720216065, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013003901170351103, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0006001800540162048, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.0014004201260378114, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00020006001800540162, "supported_cards_and_currencies": 0.0006001800540162048, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.00040012003601080324, "top_up_by_cash_or_cheque": 0.9751925577673302, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0014004201260378114, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 69.23962500877678, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2474", "text_group": "00208e00d7b7456ebc9e1539c73488310bc5f0a240ab73427e6109868b967bb1", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.0007000700070007, "activate_my_card": 0.0013001300130013002, "age_limit": 0.001000100010001, "apple_pay_or_google_pay": 0.0016001600160016002, "atm_support": 0.0036003600360036, "automatic_top_up": 0.035903590359035904, "balance_not_updated_after_bank_transfer": 0.0016001600160016002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0028002800280028, "beneficiary_not_allowed": 0.0016001600160016002, "cancel_transfer": 0.0012001200120012, "card_about_to_expire": 0.0012001200120012, "card_acceptance": 0.0027002700270027003, "card_arrival": 0.0011001100110011003, "card_delivery_estimate": 0.001000100010001, "card_linking": 0.0018001800180018, "card_not_working": 0.0014001400140014, "card_payment_fee_charged": 0.0014001400140014, "card_payment_not_recognised": 0.0013001300130013002, "card_payment_wrong_exchange_rate": 0.0014001400140014, "card_swallowed": 0.0012001200120012, "cash_withdrawal_charge": 0.0072007200720072, "cash_withdrawal_not_recognised": 0.0014001400140014, "change_pin": 0.001000100010001, "compromised_card": 0.0011001100110011003, "contactless_not_working": 0.0012001200120012, "country_support": 0.0016001600160016002, "declined_card_payment": 0.001000100010001, "declined_cash_withdrawal": 0.0012001200120012, "declined_transfer": 0.001000100010001, "direct_debit_payment_not_recognised": 0.0012001200120012, "disposable_card_limits": 0.0022002200220022005, "edit_personal_details": 0.0013001300130013002, "exchange_charge": 0.0015001500150015003, "exchange_rate": 0.0011001100110011003, "exchange_via_app": 0.0012001200120012, "extra_charge_on_statement": 0.0015001500150015003, "failed_transfer": 0.0011001100110011003, "fiat_currency_support": 0.0019001900190019003, "get_disposable_virtual_card": 0.0013001300130013002, "get_physical_card": 0.0012001200120012, "getting_spare_card": 0.001000100010001, "getting_virtual_card": 0.0009000900090009, "lost_or_stolen_card": 0.0008000800080008001, "lost_or_stolen_phone": 0.0007000700070007, "order_physical_card": 0.0011001100110011003, "passcode_forgotten": 0.0008000800080008001, "pending_card_payment": 0.0011001100110011003, "pending_cash_withdrawal": 0.0014001400140014, "pending_top_up": 0.0081008100810081, "pending_transfer": 0.0009000900090009, "pin_blocked": 0.0009000900090009, "receiving_money": 0.0014001400140014, "request_refund": 0.0009000900090009, "reverted_card_payment?": 0.0011001100110011003, "supported_cards_and_currencies": 0.0031003100310031, "terminate_account": 0.001000100010001, "top_up_by_bank_transfer_charge": 0.005000500050005001, "top_up_by_card_charge": 0.0058005800580058, "top_up_by_cash_or_cheque": 0.7673767376737674, "top_up_failed": 0.0021002100210021, "top_up_limits": 0.0037003700370037006, "top_up_reverted": 0.0021002100210021, "topping_up_by_card": 0.074007400740074, "transaction_charged_twice": 0.0009000900090009, "transfer_fee_charged": 0.001000100010001, "transfer_into_account": 0.0011001100110011003, "transfer_not_received_by_recipient": 0.0009000900090009, "transfer_timing": 0.0012001200120012, "unable_to_verify_identity": 0.001000100010001, "verify_my_identity": 0.0009000900090009, "verify_source_of_funds": 0.001000100010001, "verify_top_up": 0.0018001800180018, "virtual_card_not_working": 0.001000100010001, "visa_or_mastercard": 0.0014001400140014, "why_verify_identity": 0.0008000800080008001, "wrong_amount_of_cash_received": 0.0021002100210021, "wrong_exchange_rate_for_cash_withdrawal": 0.0016001600160016002 }, "error": null, "latency_ms": 70.313333068043, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2475", "text_group": "8aa344f5d02feef8e1d8dd608b81f78b2f48c042b3fae639465489bc08359ed1", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0003000600120024005, "atm_support": 0.000600120024004801, "automatic_top_up": 0.0003000600120024005, "balance_not_updated_after_bank_transfer": 0.0004000800160032007, "balance_not_updated_after_cheque_or_cash_deposit": 0.011202240448089618, "beneficiary_not_allowed": 0.0003000600120024005, "cancel_transfer": 0.00020004000800160035, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0004000800160032007, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.0003000600120024005, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.00020004000800160035, "card_payment_not_recognised": 0.00020004000800160035, "card_payment_wrong_exchange_rate": 0.0003000600120024005, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0003000600120024005, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0004000800160032007, "declined_card_payment": 0.00020004000800160035, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.0003000600120024005, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.0003000600120024005, "exchange_rate": 0.0003000600120024005, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.00020004000800160035, "fiat_currency_support": 0.000600120024004801, "get_disposable_virtual_card": 0.0003000600120024005, "get_physical_card": 0.0003000600120024005, "getting_spare_card": 0.0008001600320064014, "getting_virtual_card": 0.0003000600120024005, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.0004000800160032007, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.0004000800160032007, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.00020004000800160035, "supported_cards_and_currencies": 0.000600120024004801, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.0003000600120024005, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.9673934786957392, "top_up_failed": 0.0003000600120024005, "top_up_limits": 0.0004000800160032007, "top_up_reverted": 0.0004000800160032007, "topping_up_by_card": 0.0007001400280056011, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.0004000800160032007, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.0003000600120024005, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.0003000600120024005, "verify_top_up": 0.0003000600120024005, "virtual_card_not_working": 0.00020004000800160035, "visa_or_mastercard": 0.00020004000800160035, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 68.83141701109707, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2476", "text_group": "6e09a2917bc3e4fe9700a315f675357d6ec50950e4a42143bf1932e38941782e", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0007998400319936014, "automatic_top_up": 0.0030993801239752048, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0008998200359928015, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0004999000199960008, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.9634073185362928, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.005798840231953609, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 67.61766597628593, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2477", "text_group": "df867f9317df494760ee9a84eea656f67e2d4e0fa168b03d5d5dbbfd30dcce0d", "expected": "top_up_by_cash_or_cheque", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.001000100010001, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0007000700070007, "atm_support": 0.0011001100110011003, "automatic_top_up": 0.0027002700270027003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0014001400140014, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0014001400140014, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00040004000400040005, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0006000600060006, "country_support": 0.0007000700070007, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.001000100010001, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.001000100010001, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0012001200120012, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0007000700070007, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0005000500050005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0098009800980098, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0011001100110011003, "top_up_by_card_charge": 0.0014001400140014, "top_up_by_cash_or_cheque": 0.0013001300130013002, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0014001400140014, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.9455945594559456, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0011001100110011003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 68.5568330809474, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2478", "text_group": "3c57cae2455a4a5c73f2406ad52453b7b81bd80a07ee4a8189a6e670adabf91f", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0013, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0318, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.001, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0006, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0059, "card_payment_wrong_exchange_rate": 0.0015, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0006, "country_support": 0.0008, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0051, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0004, "exchange_charge": 0.0005, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0003, "fiat_currency_support": 0.0011, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0006, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0005, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0007, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0007, "request_refund": 0.0003, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.008, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.9138, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0014, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 68.92454205080867, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2479", "text_group": "998f7a52e9360d9ed051aaaf4950da2626b37762113dc3f08f0fc00550eb3088", "expected": "top_up_by_cash_or_cheque", "prediction": "top_up_by_cash_or_cheque", "probabilities": { "Refund_not_showing_up": 0.0008999100089991, "activate_my_card": 0.0012998700129987, "age_limit": 0.0013998600139986002, "apple_pay_or_google_pay": 0.0018998100189981002, "atm_support": 0.030296970302969704, "automatic_top_up": 0.0012998700129987, "balance_not_updated_after_bank_transfer": 0.0016998300169983002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0478952104789521, "beneficiary_not_allowed": 0.0023997600239976003, "cancel_transfer": 0.0013998600139986002, "card_about_to_expire": 0.0011998800119988001, "card_acceptance": 0.044295570442955706, "card_arrival": 0.0014998500149985001, "card_delivery_estimate": 0.0014998500149985001, "card_linking": 0.0020997900209979003, "card_not_working": 0.0018998100189981002, "card_payment_fee_charged": 0.0013998600139986002, "card_payment_not_recognised": 0.0018998100189981002, "card_payment_wrong_exchange_rate": 0.0018998100189981002, "card_swallowed": 0.0015998400159984002, "cash_withdrawal_charge": 0.0012998700129987, "cash_withdrawal_not_recognised": 0.0010998900109989002, "change_pin": 0.0013998600139986002, "compromised_card": 0.0017998200179982, "contactless_not_working": 0.004299570042995701, "country_support": 0.06129387061293871, "declined_card_payment": 0.001999800019998, "declined_cash_withdrawal": 0.0012998700129987, "declined_transfer": 0.0022997700229977, "direct_debit_payment_not_recognised": 0.0015998400159984002, "disposable_card_limits": 0.0016998300169983002, "edit_personal_details": 0.0014998500149985001, "exchange_charge": 0.0012998700129987, "exchange_rate": 0.0012998700129987, "exchange_via_app": 0.0015998400159984002, "extra_charge_on_statement": 0.0012998700129987, "failed_transfer": 0.0012998700129987, "fiat_currency_support": 0.037896210378962104, "get_disposable_virtual_card": 0.0018998100189981002, "get_physical_card": 0.0020997900209979003, "getting_spare_card": 0.0014998500149985001, "getting_virtual_card": 0.0014998500149985001, "lost_or_stolen_card": 0.000999900009999, "lost_or_stolen_phone": 0.000999900009999, "order_physical_card": 0.0013998600139986002, "passcode_forgotten": 0.000999900009999, "pending_card_payment": 0.0010998900109989002, "pending_cash_withdrawal": 0.000999900009999, "pending_top_up": 0.0010998900109989002, "pending_transfer": 0.0010998900109989002, "pin_blocked": 0.0012998700129987, "receiving_money": 0.0017998200179982, "request_refund": 0.0013998600139986002, "reverted_card_payment?": 0.0013998600139986002, "supported_cards_and_currencies": 0.061493850614938506, "terminate_account": 0.0013998600139986002, "top_up_by_bank_transfer_charge": 0.0011998800119988001, "top_up_by_card_charge": 0.000999900009999, "top_up_by_cash_or_cheque": 0.611938806119388, "top_up_failed": 0.0010998900109989002, "top_up_limits": 0.0011998800119988001, "top_up_reverted": 0.0013998600139986002, "topping_up_by_card": 0.0014998500149985001, "transaction_charged_twice": 0.000999900009999, "transfer_fee_charged": 0.0010998900109989002, "transfer_into_account": 0.0010998900109989002, "transfer_not_received_by_recipient": 0.0011998800119988001, "transfer_timing": 0.0011998800119988001, "unable_to_verify_identity": 0.0013998600139986002, "verify_my_identity": 0.0017998200179982, "verify_source_of_funds": 0.0020997900209979003, "verify_top_up": 0.0018998100189981002, "virtual_card_not_working": 0.0013998600139986002, "visa_or_mastercard": 0.0014998500149985001, "why_verify_identity": 0.0014998500149985001, "wrong_amount_of_cash_received": 0.0013998600139986002, "wrong_exchange_rate_for_cash_withdrawal": 0.0014998500149985001 }, "error": null, "latency_ms": 70.25887491181493, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2480", "text_group": "053163b47810eb6dcbf227cb10efb2b1a7d7b5b6c32edd10221806a13b44f3d2", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.0003999200159968007, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.0009998000399920016, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0008998200359928015, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0023995200959808036, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.19976004799040192, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.7715456908618277, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0007998400319936014, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 69.31862491182983, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2481", "text_group": "395e45df66f7c7f284ca9bff0959c874dc6ae95b205f31e01a911bca20ae1832", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0016994901529541137, "activate_my_card": 0.011396581025692293, "age_limit": 0.0022993102069379188, "apple_pay_or_google_pay": 0.003998800359892032, "atm_support": 0.00489853044086774, "automatic_top_up": 0.0022993102069379188, "balance_not_updated_after_bank_transfer": 0.002099370188943317, "balance_not_updated_after_cheque_or_cash_deposit": 0.002399280215935219, "beneficiary_not_allowed": 0.0028991302609217232, "cancel_transfer": 0.001999400179946016, "card_about_to_expire": 0.0071978406478056586, "card_acceptance": 0.011896431070678797, "card_arrival": 0.01129661101669499, "card_delivery_estimate": 0.004698590422873138, "card_linking": 0.047285814255723285, "card_not_working": 0.008897330800759773, "card_payment_fee_charged": 0.0028991302609217232, "card_payment_not_recognised": 0.002399280215935219, "card_payment_wrong_exchange_rate": 0.0024992502249325203, "card_swallowed": 0.002799160251924423, "cash_withdrawal_charge": 0.002099370188943317, "cash_withdrawal_not_recognised": 0.0015995201439568132, "change_pin": 0.002199340197940618, "compromised_card": 0.0022993102069379188, "contactless_not_working": 0.0029991002699190244, "country_support": 0.0033989803059082274, "declined_card_payment": 0.0018994301709487154, "declined_cash_withdrawal": 0.0013995801259622115, "declined_transfer": 0.0015995201439568132, "direct_debit_payment_not_recognised": 0.001999400179946016, "disposable_card_limits": 0.004698590422873138, "edit_personal_details": 0.001999400179946016, "exchange_charge": 0.002199340197940618, "exchange_rate": 0.0016994901529541137, "exchange_via_app": 0.0018994301709487154, "extra_charge_on_statement": 0.0017994601619514146, "failed_transfer": 0.0014995501349595122, "fiat_currency_support": 0.002799160251924423, "get_disposable_virtual_card": 0.003099070278916325, "get_physical_card": 0.20983704888533442, "getting_spare_card": 0.02349295211436569, "getting_virtual_card": 0.00619814055783265, "lost_or_stolen_card": 0.0015995201439568132, "lost_or_stolen_phone": 0.0011996401079676095, "order_physical_card": 0.4527641707487754, "passcode_forgotten": 0.0015995201439568132, "pending_card_payment": 0.002099370188943317, "pending_cash_withdrawal": 0.0012996101169649105, "pending_top_up": 0.0015995201439568132, "pending_transfer": 0.0014995501349595122, "pin_blocked": 0.0017994601619514146, "receiving_money": 0.0022993102069379188, "request_refund": 0.002199340197940618, "reverted_card_payment?": 0.0022993102069379188, "supported_cards_and_currencies": 0.030890732780165953, "terminate_account": 0.0015995201439568132, "top_up_by_bank_transfer_charge": 0.002399280215935219, "top_up_by_card_charge": 0.005398380485854244, "top_up_by_cash_or_cheque": 0.0022993102069379188, "top_up_failed": 0.001999400179946016, "top_up_limits": 0.002199340197940618, "top_up_reverted": 0.0022993102069379188, "topping_up_by_card": 0.018894331700489854, "transaction_charged_twice": 0.0014995501349595122, "transfer_fee_charged": 0.0016994901529541137, "transfer_into_account": 0.0014995501349595122, "transfer_not_received_by_recipient": 0.0015995201439568132, "transfer_timing": 0.0018994301709487154, "unable_to_verify_identity": 0.002099370188943317, "verify_my_identity": 0.001999400179946016, "verify_source_of_funds": 0.0017994601619514146, "verify_top_up": 0.0017994601619514146, "virtual_card_not_working": 0.0034989503149055285, "visa_or_mastercard": 0.014295711286614016, "why_verify_identity": 0.0016994901529541137, "wrong_amount_of_cash_received": 0.0016994901529541137, "wrong_exchange_rate_for_cash_withdrawal": 0.002099370188943317 }, "error": null, "latency_ms": 69.82666603289545, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2482", "text_group": "0e5dd87c1b113f0f6dee71d35a06f864990557f2857a716cad8a6e721078b2fb", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0004999500049995, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0006999300069993001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.000999900009999, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0016998300169983002, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0034996500349965005, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.0025997400259974, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0004999500049995, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.0008999100089991, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.0005999400059994001, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.15348465153484653, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.698930106989301, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.012698730126987301, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.001999800019998, "top_up_by_card_charge": 0.09199080091990801, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0030996900309969004, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0010998900109989002, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 69.32233297266066, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2483", "text_group": "e2894feeeb54fb0b6b07bad3c850febc1d4718647269cf75b258c12992034204", "expected": "order_physical_card", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0013001300130013002, "activate_my_card": 0.0053005300530053, "age_limit": 0.0018001800180018, "apple_pay_or_google_pay": 0.0032003200320032004, "atm_support": 0.0053005300530053, "automatic_top_up": 0.0015001500150015003, "balance_not_updated_after_bank_transfer": 0.0016001600160016002, "balance_not_updated_after_cheque_or_cash_deposit": 0.002000200020002, "beneficiary_not_allowed": 0.0021002100210021, "cancel_transfer": 0.0014001400140014, "card_about_to_expire": 0.005000500050005001, "card_acceptance": 0.019801980198019802, "card_arrival": 0.2706270627062706, "card_delivery_estimate": 0.005100510051005101, "card_linking": 0.05300530053005301, "card_not_working": 0.0224022402240224, "card_payment_fee_charged": 0.0029002900290029, "card_payment_not_recognised": 0.002000200020002, "card_payment_wrong_exchange_rate": 0.0021002100210021, "card_swallowed": 0.0046004600460046, "cash_withdrawal_charge": 0.002000200020002, "cash_withdrawal_not_recognised": 0.0015001500150015003, "change_pin": 0.0017001700170017002, "compromised_card": 0.004400440044004401, "contactless_not_working": 0.0025002500250025004, "country_support": 0.0049004900490049, "declined_card_payment": 0.0019001900190019003, "declined_cash_withdrawal": 0.0014001400140014, "declined_transfer": 0.0015001500150015003, "direct_debit_payment_not_recognised": 0.0018001800180018, "disposable_card_limits": 0.0034003400340034003, "edit_personal_details": 0.0016001600160016002, "exchange_charge": 0.0015001500150015003, "exchange_rate": 0.0013001300130013002, "exchange_via_app": 0.0015001500150015003, "extra_charge_on_statement": 0.0013001300130013002, "failed_transfer": 0.0014001400140014, "fiat_currency_support": 0.0026002600260026003, "get_disposable_virtual_card": 0.0023002300230023, "get_physical_card": 0.20332033203320332, "getting_spare_card": 0.012001200120012002, "getting_virtual_card": 0.0049004900490049, "lost_or_stolen_card": 0.0186018601860186, "lost_or_stolen_phone": 0.0014001400140014, "order_physical_card": 0.0809080908090809, "passcode_forgotten": 0.0015001500150015003, "pending_card_payment": 0.0015001500150015003, "pending_cash_withdrawal": 0.0011001100110011003, "pending_top_up": 0.0011001100110011003, "pending_transfer": 0.0011001100110011003, "pin_blocked": 0.0016001600160016002, "receiving_money": 0.002000200020002, "request_refund": 0.0015001500150015003, "reverted_card_payment?": 0.0027002700270027003, "supported_cards_and_currencies": 0.10661066106610662, "terminate_account": 0.0013001300130013002, "top_up_by_bank_transfer_charge": 0.0019001900190019003, "top_up_by_card_charge": 0.0021002100210021, "top_up_by_cash_or_cheque": 0.002000200020002, "top_up_failed": 0.0015001500150015003, "top_up_limits": 0.0016001600160016002, "top_up_reverted": 0.0019001900190019003, "topping_up_by_card": 0.0157015701570157, "transaction_charged_twice": 0.0013001300130013002, "transfer_fee_charged": 0.0013001300130013002, "transfer_into_account": 0.0012001200120012, "transfer_not_received_by_recipient": 0.0014001400140014, "transfer_timing": 0.0014001400140014, "unable_to_verify_identity": 0.0022002200220022005, "verify_my_identity": 0.002000200020002, "verify_source_of_funds": 0.0016001600160016002, "verify_top_up": 0.0015001500150015003, "virtual_card_not_working": 0.0030003000300030005, "visa_or_mastercard": 0.054705470547054706, "why_verify_identity": 0.0017001700170017002, "wrong_amount_of_cash_received": 0.0014001400140014, "wrong_exchange_rate_for_cash_withdrawal": 0.0019001900190019003 }, "error": null, "latency_ms": 71.04549999348819, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2484", "text_group": "085e6ffc695460786e822554f365b537d4c9b064671c748a5179aa41dcc6b153", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0003999200159968007, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0005998800239952009, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.004799040191961607, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.96750649870026, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.00029994001199760045, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.001999600079984003, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 76.1098749935627, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2485", "text_group": "38df1fc0b968e037a8ef26119bc1211b37c1199b90cf2ed3fa15e81fcddf40f1", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.000899370440691516, "activate_my_card": 0.011392025582092536, "age_limit": 0.0011991605875886879, "apple_pay_or_google_pay": 0.002698111322074548, "atm_support": 0.0029979014689717203, "automatic_top_up": 0.001099230538622964, "balance_not_updated_after_bank_transfer": 0.00099930048965724, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011991605875886879, "beneficiary_not_allowed": 0.001399020685520136, "cancel_transfer": 0.000899370440691516, "card_about_to_expire": 0.002198461077245928, "card_acceptance": 0.0042969921055261324, "card_arrival": 0.0069951034276006805, "card_delivery_estimate": 0.002298391126211652, "card_linking": 0.01548915758968722, "card_not_working": 0.0038972719096632357, "card_payment_fee_charged": 0.0016988108324173079, "card_payment_not_recognised": 0.001299090636554412, "card_payment_wrong_exchange_rate": 0.0014989507344858601, "card_swallowed": 0.001399020685520136, "cash_withdrawal_charge": 0.0011991605875886879, "cash_withdrawal_not_recognised": 0.000799440391725792, "change_pin": 0.001099230538622964, "compromised_card": 0.001299090636554412, "contactless_not_working": 0.0014989507344858601, "country_support": 0.00199860097931448, "declined_card_payment": 0.001099230538622964, "declined_cash_withdrawal": 0.000799440391725792, "declined_transfer": 0.000799440391725792, "direct_debit_payment_not_recognised": 0.001099230538622964, "disposable_card_limits": 0.002298391126211652, "edit_personal_details": 0.00099930048965724, "exchange_charge": 0.0011991605875886879, "exchange_rate": 0.000799440391725792, "exchange_via_app": 0.000899370440691516, "extra_charge_on_statement": 0.00099930048965724, "failed_transfer": 0.000799440391725792, "fiat_currency_support": 0.001598880783451584, "get_disposable_virtual_card": 0.001399020685520136, "get_physical_card": 0.05925851903667433, "getting_spare_card": 0.013390626561407017, "getting_virtual_card": 0.002698111322074548, "lost_or_stolen_card": 0.000699510342760068, "lost_or_stolen_phone": 0.0005995802937943439, "order_physical_card": 0.7099030678525033, "passcode_forgotten": 0.000799440391725792, "pending_card_payment": 0.00099930048965724, "pending_cash_withdrawal": 0.0005995802937943439, "pending_top_up": 0.000699510342760068, "pending_transfer": 0.000699510342760068, "pin_blocked": 0.000899370440691516, "receiving_money": 0.001099230538622964, "request_refund": 0.000899370440691516, "reverted_card_payment?": 0.001299090636554412, "supported_cards_and_currencies": 0.02967922454282003, "terminate_account": 0.000799440391725792, "top_up_by_bank_transfer_charge": 0.001399020685520136, "top_up_by_card_charge": 0.003597481762766064, "top_up_by_cash_or_cheque": 0.0011991605875886879, "top_up_failed": 0.000899370440691516, "top_up_limits": 0.001099230538622964, "top_up_reverted": 0.0011991605875886879, "topping_up_by_card": 0.04157090036974118, "transaction_charged_twice": 0.000799440391725792, "transfer_fee_charged": 0.000899370440691516, "transfer_into_account": 0.000799440391725792, "transfer_not_received_by_recipient": 0.000799440391725792, "transfer_timing": 0.00099930048965724, "unable_to_verify_identity": 0.00099930048965724, "verify_my_identity": 0.000899370440691516, "verify_source_of_funds": 0.000799440391725792, "verify_top_up": 0.000799440391725792, "virtual_card_not_working": 0.001598880783451584, "visa_or_mastercard": 0.023383631457979417, "why_verify_identity": 0.000799440391725792, "wrong_amount_of_cash_received": 0.000799440391725792, "wrong_exchange_rate_for_cash_withdrawal": 0.001099230538622964 }, "error": null, "latency_ms": 72.87037500645965, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2486", "text_group": "14cf16168a37d5773ff5dad1c4440ed2771b4346205084db81b7757e7bfb0dcb", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0004999500049995, "card_arrival": 0.0012998700129987, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0005999400059994001, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.6414358564143585, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.33326667333266674, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 69.96670796070248, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2487", "text_group": "91a882168716b0730a979c40b785c7efc3e63ad03256096e1da497cfea8e4f67", "expected": "order_physical_card", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0010002000400080016, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0014002800560112022, "card_arrival": 0.14662932586517305, "card_delivery_estimate": 0.5995199039807962, "card_linking": 0.0018003600720144029, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00040008001600320064, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.0005001000200040008, "country_support": 0.00640128025605121, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0008001600320064013, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.0006001200240048009, "get_physical_card": 0.04770954190838168, "getting_spare_card": 0.004200840168033606, "getting_virtual_card": 0.0008001600320064013, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.15713142628525703, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0007001400280056011, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0018003600720144029, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0008001600320064013, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0028005601120224045, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0016003200640128026, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 71.07620895840228, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2488", "text_group": "734600daa80ee34147226cdfb50b6b5bd94222b1679f079f246eb9c4c6914fa7", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.0003999200159968007, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0008998200359928015, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.47310537892421517, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.5020995800839831, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.00029994001199760045, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0006998600279944011, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.22120791953057, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2489", "text_group": "ddff202ce2b65c0e1076e532a473b59a10d39aaeeb0e062e155899eae7f40507", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0005001000200040008, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0007001400280056011, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0010002000400080016, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0014002800560112022, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.004800960192038407, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00040008001600320064, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0005001000200040008, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0008001600320064013, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0023004600920184036, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.010302060412082417, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.9114822964592918, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.001900380076015203, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.001900380076015203, "top_up_by_card_charge": 0.03590718143628726, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0015003000600120023, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 70.348915993236, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2490", "text_group": "db205342889f1e44375a396e92a57d6729699a9f493565559df26cbd9f54f780", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.000499850044986504, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0006997900629811057, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0007997600719784066, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.000999700089973008, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.003099070278916325, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0014995501349595122, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0003998800359892033, "country_support": 0.000499850044986504, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0006997900629811057, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0008997300809757073, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.02829151254623613, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.8979306208137559, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0034989503149055285, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0015995201439568132, "top_up_by_card_charge": 0.03448965310406878, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0012996101169649105, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 71.74687494989485, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2491", "text_group": "9ac3c2531a306ac93e2091e4769805eae0a5ea79bb57ffc0fb8af329e61dc502", "expected": "order_physical_card", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0005003001801080648, "activate_my_card": 0.0009005403241945167, "age_limit": 0.0008004802881729038, "apple_pay_or_google_pay": 0.0010006003602161296, "atm_support": 0.002301380828497098, "automatic_top_up": 0.0007004202521512908, "balance_not_updated_after_bank_transfer": 0.0008004802881729038, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011006603962377428, "beneficiary_not_allowed": 0.0011006603962377428, "cancel_transfer": 0.0006003602161296778, "card_about_to_expire": 0.0008004802881729038, "card_acceptance": 0.011807084250550331, "card_arrival": 0.618671202721633, "card_delivery_estimate": 0.033420052031218735, "card_linking": 0.017310386231739045, "card_not_working": 0.0012007204322593557, "card_payment_fee_charged": 0.0010006003602161296, "card_payment_not_recognised": 0.0007004202521512908, "card_payment_wrong_exchange_rate": 0.0009005403241945167, "card_swallowed": 0.0012007204322593557, "cash_withdrawal_charge": 0.0008004802881729038, "cash_withdrawal_not_recognised": 0.0006003602161296778, "change_pin": 0.0006003602161296778, "compromised_card": 0.0007004202521512908, "contactless_not_working": 0.0009005403241945167, "country_support": 0.01881128677206324, "declined_card_payment": 0.0007004202521512908, "declined_cash_withdrawal": 0.0006003602161296778, "declined_transfer": 0.0008004802881729038, "direct_debit_payment_not_recognised": 0.0007004202521512908, "disposable_card_limits": 0.0014008405043025817, "edit_personal_details": 0.0007004202521512908, "exchange_charge": 0.0011006603962377428, "exchange_rate": 0.0007004202521512908, "exchange_via_app": 0.0009005403241945167, "extra_charge_on_statement": 0.0008004802881729038, "failed_transfer": 0.0007004202521512908, "fiat_currency_support": 0.0015009005403241946, "get_disposable_virtual_card": 0.0013007804682809686, "get_physical_card": 0.06653992395437262, "getting_spare_card": 0.010706423854312587, "getting_virtual_card": 0.0012007204322593557, "lost_or_stolen_card": 0.0006003602161296778, "lost_or_stolen_phone": 0.0005003001801080648, "order_physical_card": 0.11246748048829298, "passcode_forgotten": 0.0005003001801080648, "pending_card_payment": 0.0006003602161296778, "pending_cash_withdrawal": 0.0005003001801080648, "pending_top_up": 0.0006003602161296778, "pending_transfer": 0.0007004202521512908, "pin_blocked": 0.0006003602161296778, "receiving_money": 0.004402641584950971, "request_refund": 0.0007004202521512908, "reverted_card_payment?": 0.0008004802881729038, "supported_cards_and_currencies": 0.046127676605963584, "terminate_account": 0.0007004202521512908, "top_up_by_bank_transfer_charge": 0.0014008405043025817, "top_up_by_card_charge": 0.0011006603962377428, "top_up_by_cash_or_cheque": 0.0009005403241945167, "top_up_failed": 0.0007004202521512908, "top_up_limits": 0.0008004802881729038, "top_up_reverted": 0.0008004802881729038, "topping_up_by_card": 0.0024014408645187113, "transaction_charged_twice": 0.0006003602161296778, "transfer_fee_charged": 0.0007004202521512908, "transfer_into_account": 0.0008004802881729038, "transfer_not_received_by_recipient": 0.0018010806483890335, "transfer_timing": 0.0013007804682809686, "unable_to_verify_identity": 0.0007004202521512908, "verify_my_identity": 0.0006003602161296778, "verify_source_of_funds": 0.0008004802881729038, "verify_top_up": 0.0007004202521512908, "virtual_card_not_working": 0.0008004802881729038, "visa_or_mastercard": 0.0016009605763458077, "why_verify_identity": 0.0006003602161296778, "wrong_amount_of_cash_received": 0.0007004202521512908, "wrong_exchange_rate_for_cash_withdrawal": 0.0008004802881729038 }, "error": null, "latency_ms": 70.73354197200388, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2492", "text_group": "945097fca89f341a0b8c9fb2967f2092471d7b44cef7e08951772cecebaf94ba", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0005, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0009, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0006, "card_acceptance": 0.0008, "card_arrival": 0.0005, "card_delivery_estimate": 0.0004, "card_linking": 0.0011, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0022, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0044, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0005, "contactless_not_working": 0.0005, "country_support": 0.0006, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0004, "exchange_charge": 0.0012, "exchange_rate": 0.0004, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0011, "failed_transfer": 0.0003, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0258, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.8683, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0005, "request_refund": 0.0003, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.007, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0025, "top_up_by_card_charge": 0.0546, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0004, "top_up_limits": 0.0004, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0018, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 70.00404200516641, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2493", "text_group": "125ab252dc66dc7454ee0658a0afa69771c37d89de55fa99fa5828b2ef24a746", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.00030009002700810244, "activate_my_card": 0.0006001800540162049, "age_limit": 0.0004001200360108033, "apple_pay_or_google_pay": 0.0007002100630189057, "atm_support": 0.0007002100630189057, "automatic_top_up": 0.0004001200360108033, "balance_not_updated_after_bank_transfer": 0.00030009002700810244, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004001200360108033, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0004001200360108033, "card_about_to_expire": 0.0006001800540162049, "card_acceptance": 0.0010003000900270082, "card_arrival": 0.0006001800540162049, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.001100330099029709, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.0004001200360108033, "cash_withdrawal_not_recognised": 0.00030009002700810244, "change_pin": 0.0004001200360108033, "compromised_card": 0.0007002100630189057, "contactless_not_working": 0.0004001200360108033, "country_support": 0.0006001800540162049, "declined_card_payment": 0.0004001200360108033, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.0004001200360108033, "disposable_card_limits": 0.0006001800540162049, "edit_personal_details": 0.0004001200360108033, "exchange_charge": 0.0004001200360108033, "exchange_rate": 0.00030009002700810244, "exchange_via_app": 0.0004001200360108033, "extra_charge_on_statement": 0.00030009002700810244, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.0005001500450135041, "get_disposable_virtual_card": 0.0007002100630189057, "get_physical_card": 0.7049114734420326, "getting_spare_card": 0.0008002400720216066, "getting_virtual_card": 0.0007002100630189057, "lost_or_stolen_card": 0.00030009002700810244, "lost_or_stolen_phone": 0.00030009002700810244, "order_physical_card": 0.2583775132539762, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.0004001200360108033, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.0004001200360108033, "receiving_money": 0.0004001200360108033, "request_refund": 0.0004001200360108033, "reverted_card_payment?": 0.0004001200360108033, "supported_cards_and_currencies": 0.0013003901170351106, "terminate_account": 0.00030009002700810244, "top_up_by_bank_transfer_charge": 0.0004001200360108033, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.0004001200360108033, "top_up_failed": 0.0004001200360108033, "top_up_limits": 0.0004001200360108033, "top_up_reverted": 0.0004001200360108033, "topping_up_by_card": 0.0008002400720216066, "transaction_charged_twice": 0.0004001200360108033, "transfer_fee_charged": 0.0004001200360108033, "transfer_into_account": 0.00030009002700810244, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.0004001200360108033, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0004001200360108033, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.0004001200360108033, "virtual_card_not_working": 0.0018005401620486148, "visa_or_mastercard": 0.0008002400720216066, "why_verify_identity": 0.0004001200360108033, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.0004001200360108033 }, "error": null, "latency_ms": 71.87324995175004, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2494", "text_group": "b47dfe1b00983c52dc81fe35b7ad8bac8813a192b4895872e0cdaca020903636", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0008, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0006, "card_acceptance": 0.0006, "card_arrival": 0.0054, "card_delivery_estimate": 0.0009, "card_linking": 0.0008, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0102, "contactless_not_working": 0.0004, "country_support": 0.0006, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0014, "get_physical_card": 0.8109, "getting_spare_card": 0.0013, "getting_virtual_card": 0.0014, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.1325, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0004, "receiving_money": 0.0004, "request_refund": 0.0008, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0015, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0069, "visa_or_mastercard": 0.0007, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 71.71658310107887, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2495", "text_group": "9589a16aceb4ed4ea7ebc74728e7080efb0930ad8793c682c42e1c2957688880", "expected": "order_physical_card", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.00049965024482862, "activate_my_card": 0.000799440391725792, "age_limit": 0.000899370440691516, "apple_pay_or_google_pay": 0.000799440391725792, "atm_support": 0.001898670930348756, "automatic_top_up": 0.00049965024482862, "balance_not_updated_after_bank_transfer": 0.00049965024482862, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005995802937943439, "beneficiary_not_allowed": 0.000699510342760068, "cancel_transfer": 0.000399720195862896, "card_about_to_expire": 0.0005995802937943439, "card_acceptance": 0.01818726891176177, "card_arrival": 0.19786149695213354, "card_delivery_estimate": 0.12691116218646947, "card_linking": 0.00199860097931448, "card_not_working": 0.000699510342760068, "card_payment_fee_charged": 0.0005995802937943439, "card_payment_not_recognised": 0.0005995802937943439, "card_payment_wrong_exchange_rate": 0.000699510342760068, "card_swallowed": 0.0036974118117317884, "cash_withdrawal_charge": 0.0005995802937943439, "cash_withdrawal_not_recognised": 0.000699510342760068, "change_pin": 0.00049965024482862, "compromised_card": 0.000699510342760068, "contactless_not_working": 0.000699510342760068, "country_support": 0.02917957429799141, "declined_card_payment": 0.0005995802937943439, "declined_cash_withdrawal": 0.000799440391725792, "declined_transfer": 0.000699510342760068, "direct_debit_payment_not_recognised": 0.0005995802937943439, "disposable_card_limits": 0.001598880783451584, "edit_personal_details": 0.000399720195862896, "exchange_charge": 0.00049965024482862, "exchange_rate": 0.00049965024482862, "exchange_via_app": 0.0005995802937943439, "extra_charge_on_statement": 0.000399720195862896, "failed_transfer": 0.00049965024482862, "fiat_currency_support": 0.001099230538622964, "get_disposable_virtual_card": 0.001299090636554412, "get_physical_card": 0.10092934945538125, "getting_spare_card": 0.003797341860697512, "getting_virtual_card": 0.001099230538622964, "lost_or_stolen_card": 0.000799440391725792, "lost_or_stolen_phone": 0.0005995802937943439, "order_physical_card": 0.17457779554311983, "passcode_forgotten": 0.000399720195862896, "pending_card_payment": 0.000399720195862896, "pending_cash_withdrawal": 0.000399720195862896, "pending_top_up": 0.000399720195862896, "pending_transfer": 0.000399720195862896, "pin_blocked": 0.00049965024482862, "receiving_money": 0.0011991605875886879, "request_refund": 0.00049965024482862, "reverted_card_payment?": 0.0005995802937943439, "supported_cards_and_currencies": 0.2977915459178575, "terminate_account": 0.000399720195862896, "top_up_by_bank_transfer_charge": 0.0005995802937943439, "top_up_by_card_charge": 0.0005995802937943439, "top_up_by_cash_or_cheque": 0.000699510342760068, "top_up_failed": 0.00049965024482862, "top_up_limits": 0.000699510342760068, "top_up_reverted": 0.0005995802937943439, "topping_up_by_card": 0.001598880783451584, "transaction_charged_twice": 0.000399720195862896, "transfer_fee_charged": 0.00049965024482862, "transfer_into_account": 0.000399720195862896, "transfer_not_received_by_recipient": 0.00099930048965724, "transfer_timing": 0.0005995802937943439, "unable_to_verify_identity": 0.0005995802937943439, "verify_my_identity": 0.00049965024482862, "verify_source_of_funds": 0.0005995802937943439, "verify_top_up": 0.00049965024482862, "virtual_card_not_working": 0.000699510342760068, "visa_or_mastercard": 0.001099230538622964, "why_verify_identity": 0.00049965024482862, "wrong_amount_of_cash_received": 0.00049965024482862, "wrong_exchange_rate_for_cash_withdrawal": 0.0005995802937943439 }, "error": null, "latency_ms": 70.53870800882578, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2496", "text_group": "e14e956f59b77a0dd903abd3494b4e70a63fdae3374f3c43845e2f8eca55efc8", "expected": "order_physical_card", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.9430056994300571, "card_delivery_estimate": 0.010498950104989501, "card_linking": 0.0005999400059994001, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.013798620137986202, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.001999800019998, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.0005999400059994001, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0014998500149985001, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0023997600239976003, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.0014998500149985001, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 70.24354208260775, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2497", "text_group": "1f4f62e299cc554f76a8f1b289b3e90b10dca7bdc0b32edb64ab07a0d51c62a5", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.000499850044986504, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0005998200539838048, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0003998800359892033, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.3314005798260522, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.644406677996601, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0002999100269919024, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.0005998200539838048, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 69.86504199448973, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2498", "text_group": "8686a76dc78f7803230d51881d467e0dafbaeea0f5cf49bca1fda3bf9adb7730", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0004998000799680128, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.0005997600959616154, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0005997600959616154, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.0004998000799680128, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0006997201119552179, "card_not_working": 0.0004998000799680128, "card_payment_fee_charged": 0.0005997600959616154, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0006997201119552179, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0002998800479808077, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0004998000799680128, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0004998000799680128, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0005997600959616154, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.01989204318272691, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.9401239504198321, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0002998800479808077, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.000899640143942423, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0005997600959616154, "top_up_by_card_charge": 0.01089564174330268, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.0009996001599360256, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0003998400639744103, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0005997600959616154, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 70.62074996065348, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2499", "text_group": "d8b569b2efc6f6d4fcca4409ed64923339cb17400abef992495432b62073c665", "expected": "order_physical_card", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0034996500349965005, "activate_my_card": 0.008399160083991601, "age_limit": 0.0032996700329967, "apple_pay_or_google_pay": 0.0077992200779922, "atm_support": 0.014098590140985901, "automatic_top_up": 0.0038996100389961, "balance_not_updated_after_bank_transfer": 0.0037996200379962005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0038996100389961, "beneficiary_not_allowed": 0.0045995400459954, "cancel_transfer": 0.0034996500349965005, "card_about_to_expire": 0.007099290070992901, "card_acceptance": 0.0160983901609839, "card_arrival": 0.004399560043995601, "card_delivery_estimate": 0.0036996300369963007, "card_linking": 0.024697530246975304, "card_not_working": 0.0080991900809919, "card_payment_fee_charged": 0.003999600039996, "card_payment_not_recognised": 0.0038996100389961, "card_payment_wrong_exchange_rate": 0.0040995900409959, "card_swallowed": 0.0037996200379962005, "cash_withdrawal_charge": 0.0035996400359964, "cash_withdrawal_not_recognised": 0.0027997200279972004, "change_pin": 0.0037996200379962005, "compromised_card": 0.0040995900409959, "contactless_not_working": 0.0052994700529947, "country_support": 0.007099290070992901, "declined_card_payment": 0.0031996800319968005, "declined_cash_withdrawal": 0.0024997500249975004, "declined_transfer": 0.0027997200279972004, "direct_debit_payment_not_recognised": 0.0034996500349965005, "disposable_card_limits": 0.011698830116988301, "edit_personal_details": 0.0032996700329967, "exchange_charge": 0.0034996500349965005, "exchange_rate": 0.0029997000299970002, "exchange_via_app": 0.0036996300369963007, "extra_charge_on_statement": 0.0027997200279972004, "failed_transfer": 0.0024997500249975004, "fiat_currency_support": 0.006999300069993001, "get_disposable_virtual_card": 0.0143985601439856, "get_physical_card": 0.05929407059294071, "getting_spare_card": 0.05679432056794321, "getting_virtual_card": 0.010298970102989701, "lost_or_stolen_card": 0.0024997500249975004, "lost_or_stolen_phone": 0.0017998200179982, "order_physical_card": 0.1304869513048695, "passcode_forgotten": 0.0024997500249975004, "pending_card_payment": 0.0025997400259974, "pending_cash_withdrawal": 0.001999800019998, "pending_top_up": 0.0022997700229977, "pending_transfer": 0.0022997700229977, "pin_blocked": 0.0029997000299970002, "receiving_money": 0.004199580041995801, "request_refund": 0.0034996500349965005, "reverted_card_payment?": 0.0033996600339966003, "supported_cards_and_currencies": 0.38386161383861617, "terminate_account": 0.0026997300269973002, "top_up_by_bank_transfer_charge": 0.0035996400359964, "top_up_by_card_charge": 0.0034996500349965005, "top_up_by_cash_or_cheque": 0.0037996200379962005, "top_up_failed": 0.0026997300269973002, "top_up_limits": 0.0029997000299970002, "top_up_reverted": 0.0034996500349965005, "topping_up_by_card": 0.025097490250974904, "transaction_charged_twice": 0.0023997600239976003, "transfer_fee_charged": 0.0025997400259974, "transfer_into_account": 0.0024997500249975004, "transfer_not_received_by_recipient": 0.0026997300269973002, "transfer_timing": 0.0027997200279972004, "unable_to_verify_identity": 0.0031996800319968005, "verify_my_identity": 0.0031996800319968005, "verify_source_of_funds": 0.0029997000299970002, "verify_top_up": 0.0031996800319968005, "virtual_card_not_working": 0.0077992200779922, "visa_or_mastercard": 0.0117988201179882, "why_verify_identity": 0.0027997200279972004, "wrong_amount_of_cash_received": 0.0025997400259974, "wrong_exchange_rate_for_cash_withdrawal": 0.0033996600339966003 }, "error": null, "latency_ms": 71.72929204534739, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2500", "text_group": "1ab07b2877fc2235e4ab4c2727d17abbd5e9c9380c9dea9abd24183a86bf72aa", "expected": "order_physical_card", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0009002700810243073, "activate_my_card": 0.002400720216064819, "age_limit": 0.001100330099029709, "apple_pay_or_google_pay": 0.002700810243072922, "atm_support": 0.002700810243072922, "automatic_top_up": 0.0012003601080324095, "balance_not_updated_after_bank_transfer": 0.0010003000900270082, "balance_not_updated_after_cheque_or_cash_deposit": 0.001100330099029709, "beneficiary_not_allowed": 0.001100330099029709, "cancel_transfer": 0.0010003000900270082, "card_about_to_expire": 0.0017005101530459135, "card_acceptance": 0.00490147044113234, "card_arrival": 0.0012003601080324095, "card_delivery_estimate": 0.001100330099029709, "card_linking": 0.005501650495148544, "card_not_working": 0.0026007802340702207, "card_payment_fee_charged": 0.18875662698809642, "card_payment_not_recognised": 0.001600480144043213, "card_payment_wrong_exchange_rate": 0.0015004501350405122, "card_swallowed": 0.0013003901170351103, "cash_withdrawal_charge": 0.01130339101730519, "cash_withdrawal_not_recognised": 0.0009002700810243073, "change_pin": 0.0009002700810243073, "compromised_card": 0.0018005401620486145, "contactless_not_working": 0.0015004501350405122, "country_support": 0.001600480144043213, "declined_card_payment": 0.0014004201260378114, "declined_cash_withdrawal": 0.0009002700810243073, "declined_transfer": 0.0009002700810243073, "direct_debit_payment_not_recognised": 0.001600480144043213, "disposable_card_limits": 0.001600480144043213, "edit_personal_details": 0.0010003000900270082, "exchange_charge": 0.0026007802340702207, "exchange_rate": 0.0008002400720216065, "exchange_via_app": 0.0009002700810243073, "extra_charge_on_statement": 0.01370411123337001, "failed_transfer": 0.0008002400720216065, "fiat_currency_support": 0.0017005101530459135, "get_disposable_virtual_card": 0.0012003601080324095, "get_physical_card": 0.001600480144043213, "getting_spare_card": 0.0013003901170351103, "getting_virtual_card": 0.001100330099029709, "lost_or_stolen_card": 0.0010003000900270082, "lost_or_stolen_phone": 0.0007002100630189057, "order_physical_card": 0.001100330099029709, "passcode_forgotten": 0.0009002700810243073, "pending_card_payment": 0.0009002700810243073, "pending_cash_withdrawal": 0.0007002100630189057, "pending_top_up": 0.0007002100630189057, "pending_transfer": 0.0007002100630189057, "pin_blocked": 0.0009002700810243073, "receiving_money": 0.001100330099029709, "request_refund": 0.0010003000900270082, "reverted_card_payment?": 0.0017005101530459135, "supported_cards_and_currencies": 0.23817145143543061, "terminate_account": 0.0009002700810243073, "top_up_by_bank_transfer_charge": 0.01700510153045914, "top_up_by_card_charge": 0.3626087826347904, "top_up_by_cash_or_cheque": 0.0009002700810243073, "top_up_failed": 0.0008002400720216065, "top_up_limits": 0.0009002700810243073, "top_up_reverted": 0.001100330099029709, "topping_up_by_card": 0.028208462538761626, "transaction_charged_twice": 0.0009002700810243073, "transfer_fee_charged": 0.01000300090027008, "transfer_into_account": 0.0008002400720216065, "transfer_not_received_by_recipient": 0.0008002400720216065, "transfer_timing": 0.0008002400720216065, "unable_to_verify_identity": 0.001100330099029709, "verify_my_identity": 0.001100330099029709, "verify_source_of_funds": 0.0010003000900270082, "verify_top_up": 0.0010003000900270082, "virtual_card_not_working": 0.0015004501350405122, "visa_or_mastercard": 0.039411823547064115, "why_verify_identity": 0.0010003000900270082, "wrong_amount_of_cash_received": 0.0009002700810243073, "wrong_exchange_rate_for_cash_withdrawal": 0.0012003601080324095 }, "error": null, "latency_ms": 72.453833068721, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2501", "text_group": "06aee40a8bdd99601a5c2f16d10be8c9bd645a388aacd27748167a824183319c", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0004999500049995, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0005999400059994001, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0004999500049995, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.3291670832916708, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.6445355464453554, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 71.26954197883606, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2502", "text_group": "28c84dabb805beb861c63e63a6d36c11bc9f152ecf137e748817419eccf3783f", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.00020002000200020005, "activate_my_card": 0.0004000400040004001, "age_limit": 0.00030003000300030005, "apple_pay_or_google_pay": 0.0004000400040004001, "atm_support": 0.0005000500050005002, "automatic_top_up": 0.00030003000300030005, "balance_not_updated_after_bank_transfer": 0.00030003000300030005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030003000300030005, "beneficiary_not_allowed": 0.00030003000300030005, "cancel_transfer": 0.00030003000300030005, "card_about_to_expire": 0.0004000400040004001, "card_acceptance": 0.0005000500050005002, "card_arrival": 0.0005000500050005002, "card_delivery_estimate": 0.0004000400040004001, "card_linking": 0.0007000700070007002, "card_not_working": 0.0005000500050005002, "card_payment_fee_charged": 0.00030003000300030005, "card_payment_not_recognised": 0.00030003000300030005, "card_payment_wrong_exchange_rate": 0.0004000400040004001, "card_swallowed": 0.0005000500050005002, "cash_withdrawal_charge": 0.00030003000300030005, "cash_withdrawal_not_recognised": 0.00030003000300030005, "change_pin": 0.00030003000300030005, "compromised_card": 0.00030003000300030005, "contactless_not_working": 0.00030003000300030005, "country_support": 0.0004000400040004001, "declined_card_payment": 0.00020002000200020005, "declined_cash_withdrawal": 0.00020002000200020005, "declined_transfer": 0.00030003000300030005, "direct_debit_payment_not_recognised": 0.00030003000300030005, "disposable_card_limits": 0.0004000400040004001, "edit_personal_details": 0.00030003000300030005, "exchange_charge": 0.00030003000300030005, "exchange_rate": 0.00020002000200020005, "exchange_via_app": 0.00030003000300030005, "extra_charge_on_statement": 0.00020002000200020005, "failed_transfer": 0.00020002000200020005, "fiat_currency_support": 0.0004000400040004001, "get_disposable_virtual_card": 0.0004000400040004001, "get_physical_card": 0.4093409340934094, "getting_spare_card": 0.0006000600060006001, "getting_virtual_card": 0.0004000400040004001, "lost_or_stolen_card": 0.00020002000200020005, "lost_or_stolen_phone": 0.00020002000200020005, "order_physical_card": 0.5670567056705671, "passcode_forgotten": 0.00020002000200020005, "pending_card_payment": 0.00020002000200020005, "pending_cash_withdrawal": 0.00020002000200020005, "pending_top_up": 0.00020002000200020005, "pending_transfer": 0.00020002000200020005, "pin_blocked": 0.00030003000300030005, "receiving_money": 0.00030003000300030005, "request_refund": 0.00020002000200020005, "reverted_card_payment?": 0.00030003000300030005, "supported_cards_and_currencies": 0.0005000500050005002, "terminate_account": 0.00020002000200020005, "top_up_by_bank_transfer_charge": 0.00030003000300030005, "top_up_by_card_charge": 0.00030003000300030005, "top_up_by_cash_or_cheque": 0.00030003000300030005, "top_up_failed": 0.00030003000300030005, "top_up_limits": 0.00030003000300030005, "top_up_reverted": 0.00030003000300030005, "topping_up_by_card": 0.0005000500050005002, "transaction_charged_twice": 0.00020002000200020005, "transfer_fee_charged": 0.00020002000200020005, "transfer_into_account": 0.00020002000200020005, "transfer_not_received_by_recipient": 0.00020002000200020005, "transfer_timing": 0.00030003000300030005, "unable_to_verify_identity": 0.00030003000300030005, "verify_my_identity": 0.00030003000300030005, "verify_source_of_funds": 0.00030003000300030005, "verify_top_up": 0.00030003000300030005, "virtual_card_not_working": 0.0004000400040004001, "visa_or_mastercard": 0.00030003000300030005, "why_verify_identity": 0.00020002000200020005, "wrong_amount_of_cash_received": 0.00020002000200020005, "wrong_exchange_rate_for_cash_withdrawal": 0.00030003000300030005 }, "error": null, "latency_ms": 70.39304194040596, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2503", "text_group": "9bfe1dfd3ced8522d6ee2c5231e7fd642dac514dd553defff7d50fdaf86fee57", "expected": "order_physical_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0008998200359928015, "activate_my_card": 0.0013997200559888023, "age_limit": 0.0010997800439912018, "apple_pay_or_google_pay": 0.001799640071985603, "atm_support": 0.0028994201159768043, "automatic_top_up": 0.0011997600479904018, "balance_not_updated_after_bank_transfer": 0.0010997800439912018, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011997600479904018, "beneficiary_not_allowed": 0.0013997200559888023, "cancel_transfer": 0.0011997600479904018, "card_about_to_expire": 0.0013997200559888023, "card_acceptance": 0.005198960207958408, "card_arrival": 0.0010997800439912018, "card_delivery_estimate": 0.0009998000399920016, "card_linking": 0.0061987602479504095, "card_not_working": 0.002299540091981604, "card_payment_fee_charged": 0.0011997600479904018, "card_payment_not_recognised": 0.0013997200559888023, "card_payment_wrong_exchange_rate": 0.001299740051989602, "card_swallowed": 0.0013997200559888023, "cash_withdrawal_charge": 0.0010997800439912018, "cash_withdrawal_not_recognised": 0.0008998200359928015, "change_pin": 0.0013997200559888023, "compromised_card": 0.007398520295940812, "contactless_not_working": 0.0014997000599880025, "country_support": 0.0015996800639872027, "declined_card_payment": 0.001299740051989602, "declined_cash_withdrawal": 0.0007998400319936014, "declined_transfer": 0.0008998200359928015, "direct_debit_payment_not_recognised": 0.0010997800439912018, "disposable_card_limits": 0.0030993801239752048, "edit_personal_details": 0.0011997600479904018, "exchange_charge": 0.0009998000399920016, "exchange_rate": 0.0008998200359928015, "exchange_via_app": 0.0010997800439912018, "extra_charge_on_statement": 0.0009998000399920016, "failed_transfer": 0.0007998400319936014, "fiat_currency_support": 0.0021995600879824036, "get_disposable_virtual_card": 0.34443111377724456, "get_physical_card": 0.052589482103579284, "getting_spare_card": 0.09598080383923216, "getting_virtual_card": 0.15446910617876425, "lost_or_stolen_card": 0.0006998600279944011, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.037092581483703264, "passcode_forgotten": 0.0006998600279944011, "pending_card_payment": 0.0007998400319936014, "pending_cash_withdrawal": 0.0006998600279944011, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.0006998600279944011, "pin_blocked": 0.0008998200359928015, "receiving_money": 0.0013997200559888023, "request_refund": 0.0010997800439912018, "reverted_card_payment?": 0.001299740051989602, "supported_cards_and_currencies": 0.16776644671065788, "terminate_account": 0.0008998200359928015, "top_up_by_bank_transfer_charge": 0.0010997800439912018, "top_up_by_card_charge": 0.0010997800439912018, "top_up_by_cash_or_cheque": 0.0011997600479904018, "top_up_failed": 0.0008998200359928015, "top_up_limits": 0.0010997800439912018, "top_up_reverted": 0.0010997800439912018, "topping_up_by_card": 0.003599280143971206, "transaction_charged_twice": 0.0007998400319936014, "transfer_fee_charged": 0.0008998200359928015, "transfer_into_account": 0.0007998400319936014, "transfer_not_received_by_recipient": 0.0008998200359928015, "transfer_timing": 0.0009998000399920016, "unable_to_verify_identity": 0.0008998200359928015, "verify_my_identity": 0.0009998000399920016, "verify_source_of_funds": 0.0009998000399920016, "verify_top_up": 0.0008998200359928015, "virtual_card_not_working": 0.046590681863627276, "visa_or_mastercard": 0.0032993401319736052, "why_verify_identity": 0.0008998200359928015, "wrong_amount_of_cash_received": 0.0008998200359928015, "wrong_exchange_rate_for_cash_withdrawal": 0.0011997600479904018 }, "error": null, "latency_ms": 70.66358393058181, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2504", "text_group": "342484ef4342b1415ef8905738d2556bc355627ae83540a8430d0e264bd19692", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.000499850044986504, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.0005998200539838048, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.000499850044986504, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.2879136259122263, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.6872938118564431, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0002999100269919024, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0006997900629811057, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.0005998200539838048, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 70.59208303689957, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2505", "text_group": "cea7f27afce9520fdb8372d00c815b812b1c0b3d96a64438cbb8f6a24745d8d1", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.0004001200360108033, "age_limit": 0.00030009002700810244, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.00020006001800540165, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.00030009002700810244, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0004001200360108033, "card_arrival": 0.0004001200360108033, "card_delivery_estimate": 0.0004001200360108033, "card_linking": 0.0005001500450135041, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.0004001200360108033, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.00020006001800540165, "country_support": 0.0004001200360108033, "declined_card_payment": 0.00020006001800540165, "declined_cash_withdrawal": 0.00020006001800540165, "declined_transfer": 0.00020006001800540165, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.00030009002700810244, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00030009002700810244, "failed_transfer": 0.00020006001800540165, "fiat_currency_support": 0.00030009002700810244, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.26197859357807346, "getting_spare_card": 0.00030009002700810244, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.7154146243873162, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.00030009002700810244, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.0004001200360108033, "top_up_by_card_charge": 0.002300690207062119, "top_up_by_cash_or_cheque": 0.00020006001800540165, "top_up_failed": 0.00020006001800540165, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.00030009002700810244, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.0004001200360108033, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00020006001800540165, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00020006001800540165, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00030009002700810244, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00020006001800540165, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 70.75075001921505, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2506", "text_group": "2591ae3646a86633d06c1369796e4c42b188aa5c66412938f0dc6628431962d7", "expected": "order_physical_card", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0004998000799680128, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.0006997201119552179, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0004998000799680128, "card_acceptance": 0.0007996801279488206, "card_arrival": 0.8254698120751699, "card_delivery_estimate": 0.09816073570571772, "card_linking": 0.000899640143942423, "card_not_working": 0.0004998000799680128, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0002998800479808077, "compromised_card": 0.0004998000799680128, "contactless_not_working": 0.0004998000799680128, "country_support": 0.0016993202718912435, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0005997600959616154, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.008896441423430629, "getting_spare_card": 0.0006997201119552179, "getting_virtual_card": 0.0004998000799680128, "lost_or_stolen_card": 0.0010995601759296284, "lost_or_stolen_phone": 0.0003998400639744103, "order_physical_card": 0.034486205517792884, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0003998400639744103, "receiving_money": 0.0005997600959616154, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0004998000799680128, "supported_cards_and_currencies": 0.0013994402239104358, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0006997201119552179, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0003998400639744103, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0004998000799680128, "visa_or_mastercard": 0.0009996001599360256, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 70.63054200261831, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2507", "text_group": "31ac59fe6a166db27a440ac05bb72283a39908d336434c1841085a9003bb51c0", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.0006001800540162048, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.0006001800540162048, "atm_support": 0.0007002100630189057, "automatic_top_up": 0.00040012003601080324, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.0008002400720216065, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.0005001500450135041, "card_delivery_estimate": 0.00040012003601080324, "card_linking": 0.0010003000900270082, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.0014004201260378114, "card_payment_not_recognised": 0.00040012003601080324, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.0009002700810243073, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.0003000900270081024, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.00040012003601080324, "country_support": 0.0005001500450135041, "declined_card_payment": 0.00040012003601080324, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.00040012003601080324, "disposable_card_limits": 0.0007002100630189057, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.0007002100630189057, "exchange_rate": 0.00040012003601080324, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.0010003000900270082, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0005001500450135041, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.03391017305191557, "getting_spare_card": 0.0005001500450135041, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.8972691807542262, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.00040012003601080324, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.001100330099029709, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0008002400720216065, "top_up_by_card_charge": 0.03401020306091828, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0012003601080324095, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.00040012003601080324, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.0006001800540162048, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 70.92712505254894, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2508", "text_group": "50ee48c980d7859e7213dbcdf80f9e5598ff755cc70d8cf7cfdbf7ea91cf891f", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0009, "activate_my_card": 0.0318, "age_limit": 0.0011, "apple_pay_or_google_pay": 0.0026, "atm_support": 0.0032, "automatic_top_up": 0.0011, "balance_not_updated_after_bank_transfer": 0.0011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013, "beneficiary_not_allowed": 0.0013, "cancel_transfer": 0.0009, "card_about_to_expire": 0.0019, "card_acceptance": 0.0064, "card_arrival": 0.1152, "card_delivery_estimate": 0.0056, "card_linking": 0.0259, "card_not_working": 0.0047, "card_payment_fee_charged": 0.0017, "card_payment_not_recognised": 0.0013, "card_payment_wrong_exchange_rate": 0.0014, "card_swallowed": 0.0015, "cash_withdrawal_charge": 0.0013, "cash_withdrawal_not_recognised": 0.0008, "change_pin": 0.001, "compromised_card": 0.0015, "contactless_not_working": 0.0014, "country_support": 0.002, "declined_card_payment": 0.001, "declined_cash_withdrawal": 0.0008, "declined_transfer": 0.0009, "direct_debit_payment_not_recognised": 0.0012, "disposable_card_limits": 0.0021, "edit_personal_details": 0.0011, "exchange_charge": 0.0011, "exchange_rate": 0.0009, "exchange_via_app": 0.001, "extra_charge_on_statement": 0.0009, "failed_transfer": 0.0007, "fiat_currency_support": 0.0015, "get_disposable_virtual_card": 0.0011, "get_physical_card": 0.0677, "getting_spare_card": 0.0084, "getting_virtual_card": 0.0018, "lost_or_stolen_card": 0.001, "lost_or_stolen_phone": 0.0007, "order_physical_card": 0.5608, "passcode_forgotten": 0.0008, "pending_card_payment": 0.001, "pending_cash_withdrawal": 0.0007, "pending_top_up": 0.0007, "pending_transfer": 0.0007, "pin_blocked": 0.0009, "receiving_money": 0.0013, "request_refund": 0.0009, "reverted_card_payment?": 0.0015, "supported_cards_and_currencies": 0.0269, "terminate_account": 0.0009, "top_up_by_bank_transfer_charge": 0.0014, "top_up_by_card_charge": 0.002, "top_up_by_cash_or_cheque": 0.0013, "top_up_failed": 0.0009, "top_up_limits": 0.0011, "top_up_reverted": 0.0012, "topping_up_by_card": 0.0327, "transaction_charged_twice": 0.0008, "transfer_fee_charged": 0.0008, "transfer_into_account": 0.0008, "transfer_not_received_by_recipient": 0.0009, "transfer_timing": 0.001, "unable_to_verify_identity": 0.0012, "verify_my_identity": 0.0012, "verify_source_of_funds": 0.001, "verify_top_up": 0.0009, "virtual_card_not_working": 0.0015, "visa_or_mastercard": 0.0365, "why_verify_identity": 0.0009, "wrong_amount_of_cash_received": 0.0009, "wrong_exchange_rate_for_cash_withdrawal": 0.0011 }, "error": null, "latency_ms": 71.5196249075234, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2509", "text_group": "212671da718ac93baaa57ed7f3ea458b8418d19bf28038d5b523b5a1a08c7da4", "expected": "order_physical_card", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0012002400480096017, "activate_my_card": 0.0023004600920184036, "age_limit": 0.001900380076015203, "apple_pay_or_google_pay": 0.0027005401080216042, "atm_support": 0.005701140228045609, "automatic_top_up": 0.0015003000600120023, "balance_not_updated_after_bank_transfer": 0.0014002800560112022, "balance_not_updated_after_cheque_or_cash_deposit": 0.001900380076015203, "beneficiary_not_allowed": 0.0018003600720144029, "cancel_transfer": 0.001300260052010402, "card_about_to_expire": 0.002000400080016003, "card_acceptance": 0.00610122024404881, "card_arrival": 0.249249849969994, "card_delivery_estimate": 0.0616123224644929, "card_linking": 0.006701340268053611, "card_not_working": 0.0023004600920184036, "card_payment_fee_charged": 0.001900380076015203, "card_payment_not_recognised": 0.0016003200640128026, "card_payment_wrong_exchange_rate": 0.0017003400680136026, "card_swallowed": 0.002000400080016003, "cash_withdrawal_charge": 0.0016003200640128026, "cash_withdrawal_not_recognised": 0.0014002800560112022, "change_pin": 0.0015003000600120023, "compromised_card": 0.002000400080016003, "contactless_not_working": 0.0023004600920184036, "country_support": 0.1921384276855371, "declined_card_payment": 0.0014002800560112022, "declined_cash_withdrawal": 0.001300260052010402, "declined_transfer": 0.001300260052010402, "direct_debit_payment_not_recognised": 0.0018003600720144029, "disposable_card_limits": 0.0027005401080216042, "edit_personal_details": 0.001300260052010402, "exchange_charge": 0.0015003000600120023, "exchange_rate": 0.0014002800560112022, "exchange_via_app": 0.0017003400680136026, "extra_charge_on_statement": 0.001300260052010402, "failed_transfer": 0.001300260052010402, "fiat_currency_support": 0.0035007001400280055, "get_disposable_virtual_card": 0.001900380076015203, "get_physical_card": 0.016603320664132826, "getting_spare_card": 0.003100620124024805, "getting_virtual_card": 0.0018003600720144029, "lost_or_stolen_card": 0.0018003600720144029, "lost_or_stolen_phone": 0.001300260052010402, "order_physical_card": 0.06851370274054812, "passcode_forgotten": 0.001300260052010402, "pending_card_payment": 0.001300260052010402, "pending_cash_withdrawal": 0.0011002200440088019, "pending_top_up": 0.0011002200440088019, "pending_transfer": 0.0012002400480096017, "pin_blocked": 0.0015003000600120023, "receiving_money": 0.0022004400880176037, "request_refund": 0.0012002400480096017, "reverted_card_payment?": 0.001900380076015203, "supported_cards_and_currencies": 0.2755551110222045, "terminate_account": 0.001300260052010402, "top_up_by_bank_transfer_charge": 0.0018003600720144029, "top_up_by_card_charge": 0.0015003000600120023, "top_up_by_cash_or_cheque": 0.001900380076015203, "top_up_failed": 0.001300260052010402, "top_up_limits": 0.0018003600720144029, "top_up_reverted": 0.0017003400680136026, "topping_up_by_card": 0.0049009801960392075, "transaction_charged_twice": 0.0012002400480096017, "transfer_fee_charged": 0.001300260052010402, "transfer_into_account": 0.0012002400480096017, "transfer_not_received_by_recipient": 0.0015003000600120023, "transfer_timing": 0.0014002800560112022, "unable_to_verify_identity": 0.0015003000600120023, "verify_my_identity": 0.0015003000600120023, "verify_source_of_funds": 0.0016003200640128026, "verify_top_up": 0.0015003000600120023, "virtual_card_not_working": 0.0017003400680136026, "visa_or_mastercard": 0.0033006601320264054, "why_verify_identity": 0.0014002800560112022, "wrong_amount_of_cash_received": 0.001300260052010402, "wrong_exchange_rate_for_cash_withdrawal": 0.0017003400680136026 }, "error": null, "latency_ms": 70.94983395654708, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2510", "text_group": "dc1398e29a9ef234fdf279874c92adc0ddc65fd46a42aa86dbdfe6bb9631603f", "expected": "order_physical_card", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0015, "age_limit": 0.0007, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0013, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0004, "card_about_to_expire": 0.001, "card_acceptance": 0.0034, "card_arrival": 0.4526, "card_delivery_estimate": 0.0039, "card_linking": 0.0151, "card_not_working": 0.0033, "card_payment_fee_charged": 0.0008, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0017, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0005, "compromised_card": 0.0009, "contactless_not_working": 0.0008, "country_support": 0.0014, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0009, "edit_personal_details": 0.0005, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0004, "fiat_currency_support": 0.0008, "get_disposable_virtual_card": 0.001, "get_physical_card": 0.3118, "getting_spare_card": 0.0034, "getting_virtual_card": 0.0013, "lost_or_stolen_card": 0.004, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.1407, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0005, "receiving_money": 0.0007, "request_refund": 0.0005, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.0092, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0005, "top_up_limits": 0.0005, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0029, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0009, "visa_or_mastercard": 0.0082, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 70.19162504002452, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2511", "text_group": "f1d7f3eeca4e68641e3a95b862e62c46de7706f828f67bd2d804dcb53ee22fbd", "expected": "order_physical_card", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.0013998600139986002, "activate_my_card": 0.0017998200179982, "age_limit": 0.0020997900209979003, "apple_pay_or_google_pay": 0.001999800019998, "atm_support": 0.004199580041995801, "automatic_top_up": 0.0012998700129987, "balance_not_updated_after_bank_transfer": 0.0012998700129987, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016998300169983002, "beneficiary_not_allowed": 0.0015998400159984002, "cancel_transfer": 0.0010998900109989002, "card_about_to_expire": 0.0013998600139986002, "card_acceptance": 0.004999500049995001, "card_arrival": 0.45995400459954006, "card_delivery_estimate": 0.212978702129787, "card_linking": 0.0030996900309969004, "card_not_working": 0.0015998400159984002, "card_payment_fee_charged": 0.0012998700129987, "card_payment_not_recognised": 0.0011998800119988001, "card_payment_wrong_exchange_rate": 0.0014998500149985001, "card_swallowed": 0.0014998500149985001, "cash_withdrawal_charge": 0.0012998700129987, "cash_withdrawal_not_recognised": 0.0011998800119988001, "change_pin": 0.0011998800119988001, "compromised_card": 0.0014998500149985001, "contactless_not_working": 0.0023997600239976003, "country_support": 0.022897710228977103, "declined_card_payment": 0.0012998700129987, "declined_cash_withdrawal": 0.0011998800119988001, "declined_transfer": 0.0012998700129987, "direct_debit_payment_not_recognised": 0.0013998600139986002, "disposable_card_limits": 0.001999800019998, "edit_personal_details": 0.0011998800119988001, "exchange_charge": 0.0015998400159984002, "exchange_rate": 0.0013998600139986002, "exchange_via_app": 0.0014998500149985001, "extra_charge_on_statement": 0.0011998800119988001, "failed_transfer": 0.0010998900109989002, "fiat_currency_support": 0.0027997200279972004, "get_disposable_virtual_card": 0.0028997100289971, "get_physical_card": 0.052594740525947405, "getting_spare_card": 0.003999600039996, "getting_virtual_card": 0.0027997200279972004, "lost_or_stolen_card": 0.0012998700129987, "lost_or_stolen_phone": 0.000999900009999, "order_physical_card": 0.11728827117288271, "passcode_forgotten": 0.000999900009999, "pending_card_payment": 0.0011998800119988001, "pending_cash_withdrawal": 0.000999900009999, "pending_top_up": 0.000999900009999, "pending_transfer": 0.000999900009999, "pin_blocked": 0.0011998800119988001, "receiving_money": 0.007499250074992501, "request_refund": 0.0013998600139986002, "reverted_card_payment?": 0.0014998500149985001, "supported_cards_and_currencies": 0.011198880111988802, "terminate_account": 0.0011998800119988001, "top_up_by_bank_transfer_charge": 0.0015998400159984002, "top_up_by_card_charge": 0.0014998500149985001, "top_up_by_cash_or_cheque": 0.0018998100189981002, "top_up_failed": 0.0010998900109989002, "top_up_limits": 0.0011998800119988001, "top_up_reverted": 0.0014998500149985001, "topping_up_by_card": 0.0028997100289971, "transaction_charged_twice": 0.000999900009999, "transfer_fee_charged": 0.000999900009999, "transfer_into_account": 0.000999900009999, "transfer_not_received_by_recipient": 0.003999600039996, "transfer_timing": 0.0012998700129987, "unable_to_verify_identity": 0.0012998700129987, "verify_my_identity": 0.0012998700129987, "verify_source_of_funds": 0.0012998700129987, "verify_top_up": 0.0011998800119988001, "virtual_card_not_working": 0.0013998600139986002, "visa_or_mastercard": 0.0021997800219978004, "why_verify_identity": 0.0011998800119988001, "wrong_amount_of_cash_received": 0.0011998800119988001, "wrong_exchange_rate_for_cash_withdrawal": 0.0012998700129987 }, "error": null, "latency_ms": 70.8679169183597, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2512", "text_group": "f2c9056c492c341ad08a5f2fa26ea24e6172b75009504cb01637a1ab39dff869", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.002, "age_limit": 0.0007, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0012, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0008, "card_acceptance": 0.0011, "card_arrival": 0.0008, "card_delivery_estimate": 0.0007, "card_linking": 0.0025, "card_not_working": 0.0015, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0007, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0007, "compromised_card": 0.003, "contactless_not_working": 0.0007, "country_support": 0.0008, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.001, "edit_personal_details": 0.0008, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0004, "fiat_currency_support": 0.0008, "get_disposable_virtual_card": 0.0011, "get_physical_card": 0.3908, "getting_spare_card": 0.0017, "getting_virtual_card": 0.0011, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.5494, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0005, "receiving_money": 0.0006, "request_refund": 0.0005, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0022, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0007, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0005, "top_up_limits": 0.0006, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0015, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0021, "visa_or_mastercard": 0.0027, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 71.72312494367361, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2513", "text_group": "eaca08cec968ba764920251be1ddc54fa1c4a63467d1b60ba867d28bed27c84a", "expected": "order_physical_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0004999000199960008, "activate_my_card": 0.0016996600679864027, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0008998200359928015, "atm_support": 0.0015996800639872027, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0005998800239952009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.001999600079984003, "card_acceptance": 0.004499100179964007, "card_arrival": 0.35592881423715256, "card_delivery_estimate": 0.0018996200759848032, "card_linking": 0.023695260947810437, "card_not_working": 0.007398520295940812, "card_payment_fee_charged": 0.0008998200359928015, "card_payment_not_recognised": 0.0006998600279944011, "card_payment_wrong_exchange_rate": 0.0006998600279944011, "card_swallowed": 0.001799640071985603, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0005998800239952009, "compromised_card": 0.0016996600679864027, "contactless_not_working": 0.0008998200359928015, "country_support": 0.0016996600679864027, "declined_card_payment": 0.0005998800239952009, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0013997200559888023, "edit_personal_details": 0.0006998600279944011, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0006998600279944011, "get_physical_card": 0.03049390121975605, "getting_spare_card": 0.0033993201359728054, "getting_virtual_card": 0.0007998400319936014, "lost_or_stolen_card": 0.4761047790441912, "lost_or_stolen_phone": 0.0007998400319936014, "order_physical_card": 0.01149770045990802, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0005998800239952009, "request_refund": 0.0004999000199960008, "reverted_card_payment?": 0.0008998200359928015, "supported_cards_and_currencies": 0.01879624075184963, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0006998600279944011, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.002299540091981604, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0008998200359928015, "verify_my_identity": 0.0008998200359928015, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0009998000399920016, "visa_or_mastercard": 0.01709658068386323, "why_verify_identity": 0.0006998600279944011, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0006998600279944011 }, "error": null, "latency_ms": 70.73129201307893, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2514", "text_group": "e9a3eb07316d865df32b981104b425232763694dbfef100034dbf1333e5c11e0", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0004997001798920648, "activate_my_card": 0.0008994603238057167, "age_limit": 0.0005996402158704777, "apple_pay_or_google_pay": 0.0014991005396761943, "atm_support": 0.0011992804317409553, "automatic_top_up": 0.0005996402158704777, "balance_not_updated_after_bank_transfer": 0.0005996402158704777, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006995802518488907, "beneficiary_not_allowed": 0.0008994603238057167, "cancel_transfer": 0.0006995802518488907, "card_about_to_expire": 0.0007995202878273037, "card_acceptance": 0.0009994003597841297, "card_arrival": 0.0006995802518488907, "card_delivery_estimate": 0.0007995202878273037, "card_linking": 0.0010993403957625426, "card_not_working": 0.0007995202878273037, "card_payment_fee_charged": 0.0016989806116330202, "card_payment_not_recognised": 0.0010993403957625426, "card_payment_wrong_exchange_rate": 0.0010993403957625426, "card_swallowed": 0.0008994603238057167, "cash_withdrawal_charge": 0.0006995802518488907, "cash_withdrawal_not_recognised": 0.0004997001798920648, "change_pin": 0.0004997001798920648, "compromised_card": 0.0005996402158704777, "contactless_not_working": 0.0006995802518488907, "country_support": 0.0008994603238057167, "declined_card_payment": 0.0008994603238057167, "declined_cash_withdrawal": 0.0004997001798920648, "declined_transfer": 0.0005996402158704777, "direct_debit_payment_not_recognised": 0.0018988606835898462, "disposable_card_limits": 0.0007995202878273037, "edit_personal_details": 0.0005996402158704777, "exchange_charge": 0.0007995202878273037, "exchange_rate": 0.0005996402158704777, "exchange_via_app": 0.0005996402158704777, "extra_charge_on_statement": 0.0009994003597841297, "failed_transfer": 0.0004997001798920648, "fiat_currency_support": 0.0008994603238057167, "get_disposable_virtual_card": 0.0007995202878273037, "get_physical_card": 0.10753547871277234, "getting_spare_card": 0.0009994003597841297, "getting_virtual_card": 0.0008994603238057167, "lost_or_stolen_card": 0.00039976014391365186, "lost_or_stolen_phone": 0.00039976014391365186, "order_physical_card": 0.804917049770138, "passcode_forgotten": 0.0004997001798920648, "pending_card_payment": 0.0007995202878273037, "pending_cash_withdrawal": 0.00039976014391365186, "pending_top_up": 0.0004997001798920648, "pending_transfer": 0.0004997001798920648, "pin_blocked": 0.0004997001798920648, "receiving_money": 0.0006995802518488907, "request_refund": 0.0005996402158704777, "reverted_card_payment?": 0.0009994003597841297, "supported_cards_and_currencies": 0.0015990405756546075, "terminate_account": 0.0004997001798920648, "top_up_by_bank_transfer_charge": 0.0023985608634819106, "top_up_by_card_charge": 0.027883270037977217, "top_up_by_cash_or_cheque": 0.0007995202878273037, "top_up_failed": 0.0005996402158704777, "top_up_limits": 0.0005996402158704777, "top_up_reverted": 0.0007995202878273037, "topping_up_by_card": 0.00269838097141715, "transaction_charged_twice": 0.0006995802518488907, "transfer_fee_charged": 0.0007995202878273037, "transfer_into_account": 0.0004997001798920648, "transfer_not_received_by_recipient": 0.0004997001798920648, "transfer_timing": 0.0005996402158704777, "unable_to_verify_identity": 0.0005996402158704777, "verify_my_identity": 0.0005996402158704777, "verify_source_of_funds": 0.0005996402158704777, "verify_top_up": 0.0005996402158704777, "virtual_card_not_working": 0.0008994603238057167, "visa_or_mastercard": 0.0007995202878273037, "why_verify_identity": 0.0004997001798920648, "wrong_amount_of_cash_received": 0.0004997001798920648, "wrong_exchange_rate_for_cash_withdrawal": 0.0006995802518488907 }, "error": null, "latency_ms": 71.79099996574223, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2515", "text_group": "e069ba0e911ff96bcaec3c42e2e1f24e2830e9a8d4d987c2192b652db0fe32dd", "expected": "order_physical_card", "prediction": "card_arrival", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0004999500049995, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.000999900009999, "card_arrival": 0.8554144585541447, "card_delivery_estimate": 0.05379462053794621, "card_linking": 0.0006999300069993001, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0004999500049995, "country_support": 0.006399360063993601, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.009999000099990002, "getting_spare_card": 0.0017998200179982, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0330966903309669, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0005999400059994001, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.010498950104989501, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.000999900009999, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.000999900009999, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 70.44366607442498, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2516", "text_group": "dfc40f890839d6bf13051fdfb81b38ba3698845369f4e529b7a9274ab298f42d", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0005001000200040008, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.0008001600320064013, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0007001400280056011, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0006001200240048009, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00040008001600320064, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.06601320264052811, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.9030806161232247, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0008001600320064013, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0007001400280056011, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0007001400280056011, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 71.07887498568743, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2517", "text_group": "ed6dca0d1e010f3ac3c6e38dc16cec8f74cf3e43cb882102b9d83bb3e9387dc8", "expected": "order_physical_card", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0006999300069993001, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0007999200079992001, "atm_support": 0.0008999100089991, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0007999200079992001, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0011998800119988001, "card_not_working": 0.0006999300069993001, "card_payment_fee_charged": 0.0037996200379962005, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.0007999200079992001, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00039996000399960006, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0006999300069993001, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.0006999300069993001, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.0008999100089991, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.025097490250974904, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.9126087391260873, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0004999500049995, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.0014998500149985001, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.0008999100089991, "top_up_by_card_charge": 0.016798320167983202, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0017998200179982, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.0007999200079992001, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0007999200079992001, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0005999400059994001 }, "error": null, "latency_ms": 70.30825002584606, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2518", "text_group": "0479d8c73a9de3dafd916d62f67d393e7d3b3b46656b0b56636475c1288b085f", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0014001400140014, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0009000900090009, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0009000900090009, "card_arrival": 0.001000100010001, "card_delivery_estimate": 0.0008000800080008001, "card_linking": 0.0021002100210021, "card_not_working": 0.001000100010001, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0005000500050005, "compromised_card": 0.0019001900190019003, "contactless_not_working": 0.0006000600060006, "country_support": 0.0009000900090009, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0015001500150015003, "get_physical_card": 0.5768576857685769, "getting_spare_card": 0.0012001200120012, "getting_virtual_card": 0.0011001100110011003, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.36783678367836786, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0005000500050005, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.0021002100210021, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0006000600060006, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.0015001500150015003, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0006000600060006, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.005900590059005901, "visa_or_mastercard": 0.0009000900090009, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 70.44404104817659, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2519", "text_group": "f69a6171b3003985c6f4146aa61f7c11e82a9ac0bf0395385c524c36def3d4ef", "expected": "order_physical_card", "prediction": "get_physical_card", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.0006998600279944011, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0005998800239952009, "atm_support": 0.0007998400319936014, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0007998400319936014, "card_acceptance": 0.0008998200359928015, "card_arrival": 0.0016996600679864027, "card_delivery_estimate": 0.0007998400319936014, "card_linking": 0.0013997200559888023, "card_not_working": 0.0011997600479904018, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0006998600279944011, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0007998400319936014, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0004999000199960008, "compromised_card": 0.02499500099980004, "contactless_not_working": 0.0005998800239952009, "country_support": 0.0008998200359928015, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0005998800239952009, "get_disposable_virtual_card": 0.0014997000599880025, "get_physical_card": 0.731753649270146, "getting_spare_card": 0.0011997600479904018, "getting_virtual_card": 0.0018996200759848032, "lost_or_stolen_card": 0.001999600079984003, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.17896420715856828, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0004999000199960008, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.0005998800239952009, "supported_cards_and_currencies": 0.0026994601079784043, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0007998400319936014, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0005998800239952009, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.014397120575884824, "visa_or_mastercard": 0.0016996600679864027, "why_verify_identity": 0.0007998400319936014, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 70.30529202893376, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2520", "text_group": "e954243d8ee71aa18f70321fbf0b68ea5b19c8201a3ea8bae49db420e9b0c472", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0004000400040004001, "activate_my_card": 0.00030003000300030005, "age_limit": 0.00030003000300030005, "apple_pay_or_google_pay": 0.0004000400040004001, "atm_support": 0.0006000600060006001, "automatic_top_up": 0.00030003000300030005, "balance_not_updated_after_bank_transfer": 0.0005000500050005002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005002, "beneficiary_not_allowed": 0.010001000100010001, "cancel_transfer": 0.0004000400040004001, "card_about_to_expire": 0.0006000600060006001, "card_acceptance": 0.0008000800080008002, "card_arrival": 0.00030003000300030005, "card_delivery_estimate": 0.0004000400040004001, "card_linking": 0.0006000600060006001, "card_not_working": 0.0012001200120012002, "card_payment_fee_charged": 0.00030003000300030005, "card_payment_not_recognised": 0.0004000400040004001, "card_payment_wrong_exchange_rate": 0.0005000500050005002, "card_swallowed": 0.0006000600060006001, "cash_withdrawal_charge": 0.0004000400040004001, "cash_withdrawal_not_recognised": 0.0004000400040004001, "change_pin": 0.00030003000300030005, "compromised_card": 0.0005000500050005002, "contactless_not_working": 0.0007000700070007002, "country_support": 0.0005000500050005002, "declined_card_payment": 0.003200320032003201, "declined_cash_withdrawal": 0.0024002400240024004, "declined_transfer": 0.006200620062006201, "direct_debit_payment_not_recognised": 0.0004000400040004001, "disposable_card_limits": 0.0016001600160016004, "edit_personal_details": 0.00030003000300030005, "exchange_charge": 0.00030003000300030005, "exchange_rate": 0.00030003000300030005, "exchange_via_app": 0.00030003000300030005, "extra_charge_on_statement": 0.00030003000300030005, "failed_transfer": 0.0005000500050005002, "fiat_currency_support": 0.0006000600060006001, "get_disposable_virtual_card": 0.4265426542654266, "get_physical_card": 0.0004000400040004001, "getting_spare_card": 0.00030003000300030005, "getting_virtual_card": 0.0013001300130013002, "lost_or_stolen_card": 0.00030003000300030005, "lost_or_stolen_phone": 0.00030003000300030005, "order_physical_card": 0.0004000400040004001, "passcode_forgotten": 0.00030003000300030005, "pending_card_payment": 0.00030003000300030005, "pending_cash_withdrawal": 0.00030003000300030005, "pending_top_up": 0.00030003000300030005, "pending_transfer": 0.00030003000300030005, "pin_blocked": 0.0008000800080008002, "receiving_money": 0.0005000500050005002, "request_refund": 0.0004000400040004001, "reverted_card_payment?": 0.0007000700070007002, "supported_cards_and_currencies": 0.0007000700070007002, "terminate_account": 0.00030003000300030005, "top_up_by_bank_transfer_charge": 0.00030003000300030005, "top_up_by_card_charge": 0.00030003000300030005, "top_up_by_cash_or_cheque": 0.0004000400040004001, "top_up_failed": 0.0006000600060006001, "top_up_limits": 0.0004000400040004001, "top_up_reverted": 0.0014001400140014003, "topping_up_by_card": 0.0005000500050005002, "transaction_charged_twice": 0.00030003000300030005, "transfer_fee_charged": 0.00030003000300030005, "transfer_into_account": 0.00030003000300030005, "transfer_not_received_by_recipient": 0.0004000400040004001, "transfer_timing": 0.00030003000300030005, "unable_to_verify_identity": 0.0004000400040004001, "verify_my_identity": 0.00030003000300030005, "verify_source_of_funds": 0.00030003000300030005, "verify_top_up": 0.0004000400040004001, "virtual_card_not_working": 0.5185518551855186, "visa_or_mastercard": 0.00030003000300030005, "why_verify_identity": 0.0004000400040004001, "wrong_amount_of_cash_received": 0.00030003000300030005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005002 }, "error": null, "latency_ms": 71.09824998769909, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2521", "text_group": "f93b5af3fd0ad0a872b8dab8e45dc03777f747b7a1c491fec502c47e2303b473", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.00020018016214593136, "activate_my_card": 0.00020018016214593136, "age_limit": 0.00020018016214593136, "apple_pay_or_google_pay": 0.000300270243218897, "atm_support": 0.00040036032429186273, "automatic_top_up": 0.00020018016214593136, "balance_not_updated_after_bank_transfer": 0.000300270243218897, "balance_not_updated_after_cheque_or_cash_deposit": 0.000300270243218897, "beneficiary_not_allowed": 0.0005004504053648283, "cancel_transfer": 0.000300270243218897, "card_about_to_expire": 0.000300270243218897, "card_acceptance": 0.00040036032429186273, "card_arrival": 0.00020018016214593136, "card_delivery_estimate": 0.000300270243218897, "card_linking": 0.00040036032429186273, "card_not_working": 0.008607746972275048, "card_payment_fee_charged": 0.00020018016214593136, "card_payment_not_recognised": 0.000300270243218897, "card_payment_wrong_exchange_rate": 0.000300270243218897, "card_swallowed": 0.00040036032429186273, "cash_withdrawal_charge": 0.000300270243218897, "cash_withdrawal_not_recognised": 0.000300270243218897, "change_pin": 0.00020018016214593136, "compromised_card": 0.000300270243218897, "contactless_not_working": 0.0008007206485837255, "country_support": 0.000300270243218897, "declined_card_payment": 0.00040036032429186273, "declined_cash_withdrawal": 0.000300270243218897, "declined_transfer": 0.0005004504053648283, "direct_debit_payment_not_recognised": 0.00020018016214593136, "disposable_card_limits": 0.0007006305675107597, "edit_personal_details": 0.00020018016214593136, "exchange_charge": 0.00020018016214593136, "exchange_rate": 0.00020018016214593136, "exchange_via_app": 0.00020018016214593136, "extra_charge_on_statement": 0.00020018016214593136, "failed_transfer": 0.000300270243218897, "fiat_currency_support": 0.00040036032429186273, "get_disposable_virtual_card": 0.01641477329596637, "get_physical_card": 0.000300270243218897, "getting_spare_card": 0.00020018016214593136, "getting_virtual_card": 0.0005004504053648283, "lost_or_stolen_card": 0.00020018016214593136, "lost_or_stolen_phone": 0.00020018016214593136, "order_physical_card": 0.000300270243218897, "passcode_forgotten": 0.00020018016214593136, "pending_card_payment": 0.00020018016214593136, "pending_cash_withdrawal": 0.00020018016214593136, "pending_top_up": 0.00020018016214593136, "pending_transfer": 0.00020018016214593136, "pin_blocked": 0.00040036032429186273, "receiving_money": 0.000300270243218897, "request_refund": 0.00020018016214593136, "reverted_card_payment?": 0.000300270243218897, "supported_cards_and_currencies": 0.0005004504053648283, "terminate_account": 0.000300270243218897, "top_up_by_bank_transfer_charge": 0.00020018016214593136, "top_up_by_card_charge": 0.00020018016214593136, "top_up_by_cash_or_cheque": 0.000300270243218897, "top_up_failed": 0.00040036032429186273, "top_up_limits": 0.000300270243218897, "top_up_reverted": 0.000300270243218897, "topping_up_by_card": 0.000300270243218897, "transaction_charged_twice": 0.00020018016214593136, "transfer_fee_charged": 0.00020018016214593136, "transfer_into_account": 0.00020018016214593136, "transfer_not_received_by_recipient": 0.00020018016214593136, "transfer_timing": 0.00020018016214593136, "unable_to_verify_identity": 0.000300270243218897, "verify_my_identity": 0.00020018016214593136, "verify_source_of_funds": 0.00020018016214593136, "verify_top_up": 0.00020018016214593136, "virtual_card_not_working": 0.9537583825442898, "visa_or_mastercard": 0.00020018016214593136, "why_verify_identity": 0.00020018016214593136, "wrong_amount_of_cash_received": 0.00020018016214593136, "wrong_exchange_rate_for_cash_withdrawal": 0.000300270243218897 }, "error": null, "latency_ms": 73.5045000910759, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2522", "text_group": "e85cf366f082f96625aecbeb92cf5ab9a9d60ae3d7bc175dbe867f7189a9c6d0", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0004000800160032007, "activate_my_card": 0.0004000800160032007, "age_limit": 0.0003000600120024005, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.000600120024004801, "automatic_top_up": 0.0003000600120024005, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.000600120024004801, "cancel_transfer": 0.000600120024004801, "card_about_to_expire": 0.001200240048009602, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0004000800160032007, "card_delivery_estimate": 0.0004000800160032007, "card_linking": 0.000600120024004801, "card_not_working": 0.010502100420084018, "card_payment_fee_charged": 0.0004000800160032007, "card_payment_not_recognised": 0.0004000800160032007, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0007001400280056011, "cash_withdrawal_charge": 0.0004000800160032007, "cash_withdrawal_not_recognised": 0.0004000800160032007, "change_pin": 0.0003000600120024005, "compromised_card": 0.000600120024004801, "contactless_not_working": 0.0008001600320064014, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0004000800160032007, "declined_cash_withdrawal": 0.0004000800160032007, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0004000800160032007, "disposable_card_limits": 0.0031006201240248053, "edit_personal_details": 0.0004000800160032007, "exchange_charge": 0.0003000600120024005, "exchange_rate": 0.0003000600120024005, "exchange_via_app": 0.0004000800160032007, "extra_charge_on_statement": 0.0003000600120024005, "failed_transfer": 0.0004000800160032007, "fiat_currency_support": 0.000600120024004801, "get_disposable_virtual_card": 0.17023404680936188, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0003000600120024005, "getting_virtual_card": 0.001200240048009602, "lost_or_stolen_card": 0.0004000800160032007, "lost_or_stolen_phone": 0.0003000600120024005, "order_physical_card": 0.000600120024004801, "passcode_forgotten": 0.0003000600120024005, "pending_card_payment": 0.0003000600120024005, "pending_cash_withdrawal": 0.0003000600120024005, "pending_top_up": 0.0003000600120024005, "pending_transfer": 0.0003000600120024005, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0004000800160032007, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.000600120024004801, "terminate_account": 0.0004000800160032007, "top_up_by_bank_transfer_charge": 0.0003000600120024005, "top_up_by_card_charge": 0.0003000600120024005, "top_up_by_cash_or_cheque": 0.0004000800160032007, "top_up_failed": 0.0004000800160032007, "top_up_limits": 0.0004000800160032007, "top_up_reverted": 0.000600120024004801, "topping_up_by_card": 0.0004000800160032007, "transaction_charged_twice": 0.0003000600120024005, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.0003000600120024005, "transfer_not_received_by_recipient": 0.0004000800160032007, "transfer_timing": 0.0003000600120024005, "unable_to_verify_identity": 0.0004000800160032007, "verify_my_identity": 0.0004000800160032007, "verify_source_of_funds": 0.0003000600120024005, "verify_top_up": 0.0003000600120024005, "virtual_card_not_working": 0.7837567513502701, "visa_or_mastercard": 0.0004000800160032007, "why_verify_identity": 0.0004000800160032007, "wrong_amount_of_cash_received": 0.0004000800160032007, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 72.38929101731628, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2523", "text_group": "e4cae3fbb2f1f47a77655305094171d06d01ea6bf3ffca1758c6b858669c4ffe", "expected": "virtual_card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.0007002100630189057, "activate_my_card": 0.0006001800540162048, "age_limit": 0.0005001500450135041, "apple_pay_or_google_pay": 0.0008002400720216065, "atm_support": 0.0010003000900270082, "automatic_top_up": 0.0005001500450135041, "balance_not_updated_after_bank_transfer": 0.0007002100630189057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008002400720216065, "beneficiary_not_allowed": 0.0020006001800540163, "cancel_transfer": 0.0007002100630189057, "card_about_to_expire": 0.0009002700810243073, "card_acceptance": 0.002200660198059418, "card_arrival": 0.0006001800540162048, "card_delivery_estimate": 0.0006001800540162048, "card_linking": 0.0015004501350405122, "card_not_working": 0.4850455136540962, "card_payment_fee_charged": 0.0006001800540162048, "card_payment_not_recognised": 0.0006001800540162048, "card_payment_wrong_exchange_rate": 0.0007002100630189057, "card_swallowed": 0.0010003000900270082, "cash_withdrawal_charge": 0.0006001800540162048, "cash_withdrawal_not_recognised": 0.0006001800540162048, "change_pin": 0.0006001800540162048, "compromised_card": 0.0014004201260378114, "contactless_not_working": 0.006101830549164749, "country_support": 0.0009002700810243073, "declined_card_payment": 0.0047014104231269385, "declined_cash_withdrawal": 0.001600480144043213, "declined_transfer": 0.0023006902070621185, "direct_debit_payment_not_recognised": 0.0007002100630189057, "disposable_card_limits": 0.0012003601080324095, "edit_personal_details": 0.0006001800540162048, "exchange_charge": 0.0005001500450135041, "exchange_rate": 0.0005001500450135041, "exchange_via_app": 0.0006001800540162048, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.0007002100630189057, "fiat_currency_support": 0.0009002700810243073, "get_disposable_virtual_card": 0.0010003000900270082, "get_physical_card": 0.005201560468140441, "getting_spare_card": 0.0006001800540162048, "getting_virtual_card": 0.0006001800540162048, "lost_or_stolen_card": 0.0009002700810243073, "lost_or_stolen_phone": 0.0005001500450135041, "order_physical_card": 0.005201560468140441, "passcode_forgotten": 0.0005001500450135041, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.00040012003601080324, "pending_top_up": 0.00040012003601080324, "pending_transfer": 0.0005001500450135041, "pin_blocked": 0.0017005101530459135, "receiving_money": 0.0007002100630189057, "request_refund": 0.0008002400720216065, "reverted_card_payment?": 0.0009002700810243073, "supported_cards_and_currencies": 0.01980594178253476, "terminate_account": 0.0006001800540162048, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.0006001800540162048, "top_up_failed": 0.0007002100630189057, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.0008002400720216065, "topping_up_by_card": 0.0018005401620486145, "transaction_charged_twice": 0.0005001500450135041, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.0005001500450135041, "transfer_not_received_by_recipient": 0.0005001500450135041, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.0007002100630189057, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.0005001500450135041, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.4193257977393218, "visa_or_mastercard": 0.0008002400720216065, "why_verify_identity": 0.0006001800540162048, "wrong_amount_of_cash_received": 0.0006001800540162048, "wrong_exchange_rate_for_cash_withdrawal": 0.0007002100630189057 }, "error": null, "latency_ms": 71.78758294321597, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2524", "text_group": "1813124eb1327ee7fcc0775b33690c7318e6af54be6b76a1c226c3764d690ecd", "expected": "virtual_card_not_working", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.003200640128025605, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0007001400280056011, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.00040008001600320064, "declined_card_payment": 0.020704140828165633, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.003800760152030406, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.8236647329465893, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0010002000400080016, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0006001200240048009, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.01830366073214643, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.005701140228045609, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.09811962392478496, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 73.18391697481275, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2525", "text_group": "4f3bdac66d5012ff1904cc1c1754b39b39d06cfadb2754f46630abb54f8ffa1f", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0018001800180018, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0005000500050005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0033003300330033004, "declined_cash_withdrawal": 0.0017001700170017002, "declined_transfer": 0.004000400040004, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0006000600060006, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0009000900090009, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.9660966096609661, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 69.92320797871798, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2526", "text_group": "d87acdb61e4bce15a10a8134ac9aa01ef1535b54fcaaf578477399d20e5ffad7", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.0003000900270081024, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0005001500450135041, "card_not_working": 0.033410023006902066, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.00020006001800540162, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0013003901170351103, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00040012003601080324, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.00040012003601080324, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.38651595478643597, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.037011103330999294, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.00040012003601080324, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.0017005101530459135, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0006001800540162048, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.5180554166249876, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 72.00358295813203, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2527", "text_group": "2b717135bdec7f9dff2febdcb761604c4c0f0e00615e8b1d5e39077369d2d88d", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0016001600160016002, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0007000700070007, "country_support": 0.0003000300030003, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.0008000800080008001, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.9786978697869787, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.75050007551908, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2528", "text_group": "555752429d514ef47a9edaa0d26029e3df094c40b2ddf1a03f95210393dfe77c", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0002999100269919024, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.000499850044986504, "card_not_working": 0.0006997900629811057, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.000499850044986504, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0005998200539838048, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.9751074677596722, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 71.78724999539554, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2529", "text_group": "ceca79453d6fccfd86e678633762338f76d506c05bf22e9a95ceafc804a76515", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0003000600120024005, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0003000600120024005, "atm_support": 0.0004000800160032007, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0003000600120024005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004000800160032007, "beneficiary_not_allowed": 0.000600120024004801, "cancel_transfer": 0.0004000800160032007, "card_about_to_expire": 0.0004000800160032007, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024005, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0004000800160032007, "card_not_working": 0.004500900180036007, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0003000600120024005, "card_swallowed": 0.0004000800160032007, "cash_withdrawal_charge": 0.0003000600120024005, "cash_withdrawal_not_recognised": 0.0003000600120024005, "change_pin": 0.00020004000800160035, "compromised_card": 0.0004000800160032007, "contactless_not_working": 0.0007001400280056011, "country_support": 0.0003000600120024005, "declined_card_payment": 0.0004000800160032007, "declined_cash_withdrawal": 0.0004000800160032007, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0009001800360072014, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.0003000600120024005, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.02990598119623925, "get_physical_card": 0.0003000600120024005, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.0003000600120024005, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0003000600120024005, "request_refund": 0.0003000600120024005, "reverted_card_payment?": 0.0004000800160032007, "supported_cards_and_currencies": 0.000600120024004801, "terminate_account": 0.0003000600120024005, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.0003000600120024005, "top_up_failed": 0.0003000600120024005, "top_up_limits": 0.0003000600120024005, "top_up_reverted": 0.0004000800160032007, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.0003000600120024005, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.9420884176835368, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.0003000600120024005, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 70.40383294224739, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2530", "text_group": "5efb58e29a6a1944853ff6149c3ced6ba5d5546b609aeada2f90ee9792b19b29", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0005000500050005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0005000500050005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0011001100110011003, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0011001100110011003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0016001600160016002, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.43904390439043905, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.534953495349535, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 69.6428749943152, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2531", "text_group": "1026e232096c67e0f45c686ec2abccc0bc8ad9cb64ebcd3ae2b9c982ee7377b6", "expected": "virtual_card_not_working", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.004000800160032006, "activate_my_card": 0.010902180436087218, "age_limit": 0.005701140228045609, "apple_pay_or_google_pay": 0.03970794158831766, "atm_support": 0.04760952190438088, "automatic_top_up": 0.009501900380076015, "balance_not_updated_after_bank_transfer": 0.006901380276055211, "balance_not_updated_after_cheque_or_cash_deposit": 0.007001400280056011, "beneficiary_not_allowed": 0.012102420484096819, "cancel_transfer": 0.007801560312062412, "card_about_to_expire": 0.007401480296059212, "card_acceptance": 0.01950390078015603, "card_arrival": 0.005101020204040808, "card_delivery_estimate": 0.005201040208041608, "card_linking": 0.027305461092218444, "card_not_working": 0.010702140428085616, "card_payment_fee_charged": 0.007501500300060012, "card_payment_not_recognised": 0.007401480296059212, "card_payment_wrong_exchange_rate": 0.009101820364072815, "card_swallowed": 0.006601320264052811, "cash_withdrawal_charge": 0.0068013602720544105, "cash_withdrawal_not_recognised": 0.005001000200040008, "change_pin": 0.007301460292058411, "compromised_card": 0.009501900380076015, "contactless_not_working": 0.01810362072414483, "country_support": 0.010802160432086417, "declined_card_payment": 0.007901580316063214, "declined_cash_withdrawal": 0.005201040208041608, "declined_transfer": 0.008401680336067212, "direct_debit_payment_not_recognised": 0.009101820364072815, "disposable_card_limits": 0.03460692138427685, "edit_personal_details": 0.007901580316063214, "exchange_charge": 0.009001800360072013, "exchange_rate": 0.008201640328065614, "exchange_via_app": 0.010202040408081616, "extra_charge_on_statement": 0.006901380276055211, "failed_transfer": 0.007001400280056011, "fiat_currency_support": 0.05311062212442488, "get_disposable_virtual_card": 0.058811762352470494, "get_physical_card": 0.00610122024404881, "getting_spare_card": 0.007901580316063214, "getting_virtual_card": 0.022704540908181636, "lost_or_stolen_card": 0.004100820164032807, "lost_or_stolen_phone": 0.004100820164032807, "order_physical_card": 0.00650130026005201, "passcode_forgotten": 0.005001000200040008, "pending_card_payment": 0.005501100220044008, "pending_cash_withdrawal": 0.004200840168033606, "pending_top_up": 0.004700940188037608, "pending_transfer": 0.005001000200040008, "pin_blocked": 0.006701340268053611, "receiving_money": 0.010202040408081616, "request_refund": 0.0045009001800360065, "reverted_card_payment?": 0.007101420284056812, "supported_cards_and_currencies": 0.08581716343268654, "terminate_account": 0.006701340268053611, "top_up_by_bank_transfer_charge": 0.008701740348069613, "top_up_by_card_charge": 0.00640128025605121, "top_up_by_cash_or_cheque": 0.006601320264052811, "top_up_failed": 0.005501100220044008, "top_up_limits": 0.007501500300060012, "top_up_reverted": 0.00640128025605121, "topping_up_by_card": 0.016803360672134424, "transaction_charged_twice": 0.048609721944388874, "transfer_fee_charged": 0.006601320264052811, "transfer_into_account": 0.005601120224044809, "transfer_not_received_by_recipient": 0.005701140228045609, "transfer_timing": 0.0068013602720544105, "unable_to_verify_identity": 0.005601120224044809, "verify_my_identity": 0.005801160232046409, "verify_source_of_funds": 0.005601120224044809, "verify_top_up": 0.005201040208041608, "virtual_card_not_working": 0.08371674334866973, "visa_or_mastercard": 0.008901780356071214, "why_verify_identity": 0.004600920184036807, "wrong_amount_of_cash_received": 0.005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.006601320264052811 }, "error": null, "latency_ms": 71.45591697189957, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2532", "text_group": "d127b099cd0f21cbeb559160c5872d7bcc273b185b8662ac33b66f7f75951cfc", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0007, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0006, "automatic_top_up": 0.0059, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0027, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0002, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0003, "declined_card_payment": 0.0175, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0014, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.001, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0021, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0005, "top_up_limits": 0.0002, "top_up_reverted": 0.0025, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0003, "virtual_card_not_working": 0.9453, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 71.77304197102785, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2533", "text_group": "cb054cfb66273a27ba8af2a2f9a325369a25c51ecc71d2876642912338464054", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.000400200100050025, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.0005002501250625312, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.000400200100050025, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.000400200100050025, "card_not_working": 0.005102551275637819, "card_payment_fee_charged": 0.0002001000500250125, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.000400200100050025, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.0002001000500250125, "compromised_card": 0.000400200100050025, "contactless_not_working": 0.0009004502251125562, "country_support": 0.000400200100050025, "declined_card_payment": 0.0005002501250625312, "declined_cash_withdrawal": 0.0005002501250625312, "declined_transfer": 0.0007003501750875437, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00080040020010005, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.0005002501250625312, "get_disposable_virtual_card": 0.017208604302151074, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.000400200100050025, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0005002501250625312, "receiving_money": 0.00030015007503751874, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.000400200100050025, "supported_cards_and_currencies": 0.0006003001500750375, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.000400200100050025, "top_up_limits": 0.00030015007503751874, "top_up_reverted": 0.000400200100050025, "topping_up_by_card": 0.000400200100050025, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.0002001000500250125, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.9549774887443722, "visa_or_mastercard": 0.0002001000500250125, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 70.55504200980067, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2534", "text_group": "13be08f0b8d1c19be2f82b5dc7e55b85f85d4df837cbccf3d145ff7a0876ac5f", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0005997600959616154, "atm_support": 0.0009996001599360256, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0012994802079168333, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0004998000799680128, "card_not_working": 0.0005997600959616154, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0005997600959616154, "card_swallowed": 0.0004998000799680128, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0002998800479808077, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0004998000799680128, "declined_card_payment": 0.012495001999200322, "declined_cash_withdrawal": 0.0004998000799680128, "declined_transfer": 0.001799280287884846, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.0012994802079168333, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0005997600959616154, "get_disposable_virtual_card": 0.0012994802079168333, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0004998000799680128, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0003998400639744103, "receiving_money": 0.0003998400639744103, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0004998000799680128, "supported_cards_and_currencies": 0.0005997600959616154, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0004998000799680128, "topping_up_by_card": 0.0003998400639744103, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.956017592962815, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 68.22445790749043, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2535", "text_group": "9b6bd5a94a1aa27b15d2056d70e54dd42fa82ef952bf239ad136d81857a5f7cf", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.0039015606242496998, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.0010004001600640256, "country_support": 0.00030012004801920766, "declined_card_payment": 0.0005002000800320128, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.0005002000800320128, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.00020008003201280514, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.976390556222489, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 67.94316694140434, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2536", "text_group": "003053458eac9aa66ea9035615355a8a1e501d0f0e7b456015469b024ab1492a", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0010003000900270082, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.00040012003601080324, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0005001500450135041, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0007002100630189057, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0014004201260378114, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0008002400720216065, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.00020006001800540162, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0007002100630189057, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.9767930379113734, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 68.86637501884252, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2537", "text_group": "b0f1e0b5d507286e9d4688aa42aac757adcb40b16c4fab4c0e1d7a57aab07748", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.0002998500749625187, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.0002998500749625187, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998500749625187, "beneficiary_not_allowed": 0.0005997001499250374, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.00039980009995002505, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.00039980009995002505, "card_not_working": 0.003598200899550225, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.00019990004997501253, "card_payment_wrong_exchange_rate": 0.0002998500749625187, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.00019990004997501253, "compromised_card": 0.0002998500749625187, "contactless_not_working": 0.00039980009995002505, "country_support": 0.00019990004997501253, "declined_card_payment": 0.0006996501749125438, "declined_cash_withdrawal": 0.00039980009995002505, "declined_transfer": 0.0008995502248875562, "direct_debit_payment_not_recognised": 0.00019990004997501253, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.0014992503748125939, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.00019990004997501253, "request_refund": 0.00019990004997501253, "reverted_card_payment?": 0.0002998500749625187, "supported_cards_and_currencies": 0.0004997501249375313, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.00039980009995002505, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.975312343828086, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.00019990004997501253 }, "error": null, "latency_ms": 69.2352089099586, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2538", "text_group": "f9126f654a63874c588d32cc95b333e5e44560f3e56963cfab3d0865368098e6", "expected": "virtual_card_not_working", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0007, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0007, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.006, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0008, "card_acceptance": 0.0007, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0007, "card_not_working": 0.0015, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0003, "compromised_card": 0.0006, "contactless_not_working": 0.0006, "country_support": 0.0005, "declined_card_payment": 0.0049, "declined_cash_withdrawal": 0.0011, "declined_transfer": 0.0024, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0017, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0005, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.4722, "get_physical_card": 0.0006, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0058, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0006, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0005, "receiving_money": 0.0005, "request_refund": 0.0016, "reverted_card_payment?": 0.0047, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0006, "top_up_limits": 0.0004, "top_up_reverted": 0.0025, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.4676, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 70.60579198878258, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2539", "text_group": "4f1624496da912d30c2a828bfb277233126ae624fe5ff15f9ad45da9a2cce786", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0005000500050005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0025002500250025004, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0016001600160016002, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0023002300230023, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.9684968496849685, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 67.92412500362843, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2540", "text_group": "356170a812f0b4ec0a88b0b18ee69b2b55ce635bc9efd9db98e8f6cc74a8041d", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.0003002101471029721, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.0003002101471029721, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002101471029721, "beneficiary_not_allowed": 0.00040028019613729617, "cancel_transfer": 0.0003002101471029721, "card_about_to_expire": 0.0003002101471029721, "card_acceptance": 0.00040028019613729617, "card_arrival": 0.00020014009806864808, "card_delivery_estimate": 0.00020014009806864808, "card_linking": 0.00040028019613729617, "card_not_working": 0.0019013309316521566, "card_payment_fee_charged": 0.00020014009806864808, "card_payment_not_recognised": 0.00020014009806864808, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.0003002101471029721, "cash_withdrawal_charge": 0.00020014009806864808, "cash_withdrawal_not_recognised": 0.00020014009806864808, "change_pin": 0.00020014009806864808, "compromised_card": 0.0003002101471029721, "contactless_not_working": 0.0007004903432402682, "country_support": 0.0003002101471029721, "declined_card_payment": 0.0003002101471029721, "declined_cash_withdrawal": 0.0003002101471029721, "declined_transfer": 0.00040028019613729617, "direct_debit_payment_not_recognised": 0.00020014009806864808, "disposable_card_limits": 0.00040028019613729617, "edit_personal_details": 0.0003002101471029721, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.0003002101471029721, "fiat_currency_support": 0.00040028019613729617, "get_disposable_virtual_card": 0.00040028019613729617, "get_physical_card": 0.00020014009806864808, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.0005003502451716202, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.00020014009806864808, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.0003002101471029721, "receiving_money": 0.0003002101471029721, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.0003002101471029721, "supported_cards_and_currencies": 0.00040028019613729617, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.00020014009806864808, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.00020014009806864808, "top_up_failed": 0.0003002101471029721, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.0003002101471029721, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.00020014009806864808, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.00020014009806864808, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.00020014009806864808, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.978384869408586, "visa_or_mastercard": 0.00020014009806864808, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.00020014009806864808, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 70.5071670236066, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2541", "text_group": "88ee3fe49eec46b26abee49cc68b35106d44952ff6827c15952b83673d4260f9", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0004, "contactless_not_working": 0.0005, "country_support": 0.0003, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0021, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0004, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.9747, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 71.29133294802159, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2542", "text_group": "aa9e4ef498fa59b87cce0daa518a3b091e60fbd80ef7ef0f4ec65ed2ef0c757d", "expected": "virtual_card_not_working", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0004999000199960008, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0006998600279944011, "card_not_working": 0.0011997600479904018, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.0003999200159968007, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.0007998400319936014, "country_support": 0.0005998800239952009, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0014997000599880025, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0006998600279944011, "get_disposable_virtual_card": 0.9212157568486303, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.005598880223955209, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0005998800239952009, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0004999000199960008, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0008998200359928015, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.04039192161567686, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 73.45037499908358, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2543", "text_group": "8121ef6f5c991b24d1c1b340d91aebe8766d42713ec9eeb1427d98c6570c3da1", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00020006001800540165, "atm_support": 0.00030009002700810244, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.00030009002700810244, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.0004001200360108033, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.0004001200360108033, "card_not_working": 0.0018005401620486148, "card_payment_fee_charged": 0.00020006001800540165, "card_payment_not_recognised": 0.00020006001800540165, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00020006001800540165, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.0006001800540162049, "country_support": 0.00030009002700810244, "declined_card_payment": 0.0004001200360108033, "declined_cash_withdrawal": 0.0004001200360108033, "declined_transfer": 0.0006001800540162049, "direct_debit_payment_not_recognised": 0.00020006001800540165, "disposable_card_limits": 0.0004001200360108033, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.0004001200360108033, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.00030009002700810244, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.0004001200360108033, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00020006001800540165, "top_up_failed": 0.00030009002700810244, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.00030009002700810244, "topping_up_by_card": 0.0004001200360108033, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00020006001800540165, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00020006001800540165, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.9784935480644193, "visa_or_mastercard": 0.00020006001800540165, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00020006001800540165, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 71.20004203170538, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2544", "text_group": "fd2c6eb86bbc9fc6801409c9b0001f2b3096da3f53a8afe22bbc2c29d7e5f020", "expected": "virtual_card_not_working", "prediction": "card_not_working", "probabilities": { "Refund_not_showing_up": 0.00040020010005002504, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.0006003001500750375, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.0005002501250625313, "card_not_working": 0.9676838419209605, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00040020010005002504, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00040020010005002504, "contactless_not_working": 0.0008004002001000501, "country_support": 0.00030015007503751874, "declined_card_payment": 0.0022011005502751376, "declined_cash_withdrawal": 0.0005002501250625313, "declined_transfer": 0.0006003001500750375, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.0005002501250625313, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.0005002501250625313, "receiving_money": 0.00020010005002501252, "request_refund": 0.00040020010005002504, "reverted_card_payment?": 0.0005002501250625313, "supported_cards_and_currencies": 0.001500750375187594, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00040020010005002504, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.007103551775887945, "visa_or_mastercard": 0.00040020010005002504, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 71.75883301533759, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2545", "text_group": "913be6b435199008b090e4033ea2aa66f4da6ac241f818e6a149a768f84b11fb", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0004999000199960008, "activate_my_card": 0.0004999000199960008, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0005998800239952009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0007998400319936014, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0007998400319936014, "card_not_working": 0.125874825034993, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0005998800239952009, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0003999200159968007, "compromised_card": 0.0006998600279944011, "contactless_not_working": 0.005098980203959208, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0005998800239952009, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.001299740051989602, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0005998800239952009, "get_disposable_virtual_card": 0.04339132173565287, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0004999000199960008, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0007998400319936014, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.7913417316536693, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 72.3427499178797, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2546", "text_group": "a2df70f2af3c218087aee24907a6311649e220178780f9809416ffb1df6ed0e3", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0006004202942059442, "atm_support": 0.0005003502451716202, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.0003002101471029721, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002101471029721, "beneficiary_not_allowed": 0.0019013309316521566, "cancel_transfer": 0.00020014009806864808, "card_about_to_expire": 0.0003002101471029721, "card_acceptance": 0.0005003502451716202, "card_arrival": 0.00020014009806864808, "card_delivery_estimate": 0.00020014009806864808, "card_linking": 0.00040028019613729617, "card_not_working": 0.00040028019613729617, "card_payment_fee_charged": 0.0003002101471029721, "card_payment_not_recognised": 0.0008005603922745923, "card_payment_wrong_exchange_rate": 0.0005003502451716202, "card_swallowed": 0.0003002101471029721, "cash_withdrawal_charge": 0.00020014009806864808, "cash_withdrawal_not_recognised": 0.00020014009806864808, "change_pin": 0.00020014009806864808, "compromised_card": 0.0003002101471029721, "contactless_not_working": 0.0005003502451716202, "country_support": 0.0003002101471029721, "declined_card_payment": 0.14620234163914742, "declined_cash_withdrawal": 0.00040028019613729617, "declined_transfer": 0.0008005603922745923, "direct_debit_payment_not_recognised": 0.0007004903432402682, "disposable_card_limits": 0.0005003502451716202, "edit_personal_details": 0.0003002101471029721, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.0003002101471029721, "fiat_currency_support": 0.00040028019613729617, "get_disposable_virtual_card": 0.0005003502451716202, "get_physical_card": 0.00020014009806864808, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.0003002101471029721, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.00020014009806864808, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00040028019613729617, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.0003002101471029721, "receiving_money": 0.0003002101471029721, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.020014009806864807, "supported_cards_and_currencies": 0.00040028019613729617, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.00020014009806864808, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.00020014009806864808, "top_up_failed": 0.0003002101471029721, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.00040028019613729617, "topping_up_by_card": 0.0003002101471029721, "transaction_charged_twice": 0.00040028019613729617, "transfer_fee_charged": 0.00020014009806864808, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.00020014009806864808, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.00020014009806864808, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.8102671870309216, "visa_or_mastercard": 0.00020014009806864808, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.00020014009806864808, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 71.99545903131366, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2547", "text_group": "a9e075c1aafe64ce2916af5f95a79e4162742d7459bacf41b1a00aa79d08a950", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0004, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0026, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0008, "country_support": 0.0004, "declined_card_payment": 0.0008, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0013, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0004, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0128, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0004, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0004, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0003, "virtual_card_not_working": 0.959, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 73.70887498836964, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2548", "text_group": "c9766c6ed6650bc52ad5f414d8320674c89400ee270b6baf77c2af4d5235022c", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.012201220122012201, "cancel_transfer": 0.0014001400140014, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.0009000900090009, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0007000700070007, "card_not_working": 0.0011001100110011003, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0007000700070007, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00040004000400040005, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.0007000700070007, "country_support": 0.0006000600060006, "declined_card_payment": 0.0638063806380638, "declined_cash_withdrawal": 0.0029002900290029, "declined_transfer": 0.0919091909190919, "direct_debit_payment_not_recognised": 0.0009000900090009, "disposable_card_limits": 0.0011001100110011003, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.005100510051005101, "fiat_currency_support": 0.0008000800080008001, "get_disposable_virtual_card": 0.0885088508850885, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0008000800080008001, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0006000600060006, "request_refund": 0.0012001200120012, "reverted_card_payment?": 0.0336033603360336, "supported_cards_and_currencies": 0.0008000800080008001, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0017001700170017002, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.1555155515551555, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.5090509050905091, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 74.89425002131611, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2549", "text_group": "90aedbca698081ef345d5d1dc6d655f37c86c1c50ad9e2e79fb4bb2d2510e440", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0002999100269919024, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.0003998800359892033, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.007397780665800261, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.001099670098970309, "country_support": 0.0002999100269919024, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.000499850044986504, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.000999700089973008, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.01959412176347096, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0002999100269919024, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.947815655303409, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 71.19641697499901, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2550", "text_group": "e745926aa8d7a793efd54c6772f79a524617476eaaa084cc378acb422fe9495b", "expected": "virtual_card_not_working", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0006997201119552179, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0005997600959616154, "atm_support": 0.0009996001599360256, "automatic_top_up": 0.0004998000799680128, "balance_not_updated_after_bank_transfer": 0.0003998400639744103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0006997201119552179, "cancel_transfer": 0.0004998000799680128, "card_about_to_expire": 0.0004998000799680128, "card_acceptance": 0.0007996801279488206, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0012994802079168333, "card_not_working": 0.001999200319872051, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0005997600959616154, "card_swallowed": 0.0005997600959616154, "cash_withdrawal_charge": 0.0003998400639744103, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0003998400639744103, "compromised_card": 0.0006997201119552179, "contactless_not_working": 0.0014994002399040384, "country_support": 0.0006997201119552179, "declined_card_payment": 0.0005997600959616154, "declined_cash_withdrawal": 0.0003998400639744103, "declined_transfer": 0.0004998000799680128, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.004098360655737705, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.0003998400639744103, "exchange_via_app": 0.0004998000799680128, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.0011995201919232307, "get_disposable_virtual_card": 0.65843662534986, "get_physical_card": 0.0004998000799680128, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.00899640143942423, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0006997201119552179, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0003998400639744103, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.0005997600959616154, "receiving_money": 0.0005997600959616154, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0004998000799680128, "supported_cards_and_currencies": 0.001999200319872051, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0004998000799680128, "top_up_limits": 0.0004998000799680128, "top_up_reverted": 0.0004998000799680128, "topping_up_by_card": 0.0007996801279488206, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0003998400639744103, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.28908436625349865, "visa_or_mastercard": 0.0003998400639744103, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0003998400639744103, "wrong_exchange_rate_for_cash_withdrawal": 0.0004998000799680128 }, "error": null, "latency_ms": 71.78037497214973, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2551", "text_group": "75cd72702ca3c8346c8ae20f9a08d38e3d05fd41af97df82456a2b72a8f8d6ea", "expected": "virtual_card_not_working", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00030009002700810244, "apple_pay_or_google_pay": 0.0006001800540162049, "atm_support": 0.0006001800540162049, "automatic_top_up": 0.00030009002700810244, "balance_not_updated_after_bank_transfer": 0.0005001500450135041, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.006802040612183655, "cancel_transfer": 0.0004001200360108033, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.0004001200360108033, "card_linking": 0.0006001800540162049, "card_not_working": 0.0012003601080324098, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0009002700810243074, "card_payment_wrong_exchange_rate": 0.0007002100630189057, "card_swallowed": 0.0006001800540162049, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00030009002700810244, "change_pin": 0.00030009002700810244, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0006001800540162049, "country_support": 0.0005001500450135041, "declined_card_payment": 0.030909272781834553, "declined_cash_withdrawal": 0.0007002100630189057, "declined_transfer": 0.0036010803240972295, "direct_debit_payment_not_recognised": 0.0008002400720216066, "disposable_card_limits": 0.0014004201260378114, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.00030009002700810244, "exchange_rate": 0.00030009002700810244, "exchange_via_app": 0.00030009002700810244, "extra_charge_on_statement": 0.00030009002700810244, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.0006001800540162049, "get_disposable_virtual_card": 0.5112533760128039, "get_physical_card": 0.0004001200360108033, "getting_spare_card": 0.0004001200360108033, "getting_virtual_card": 0.0015004501350405124, "lost_or_stolen_card": 0.00030009002700810244, "lost_or_stolen_phone": 0.00030009002700810244, "order_physical_card": 0.0004001200360108033, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.0004001200360108033, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.0004001200360108033, "receiving_money": 0.0005001500450135041, "request_refund": 0.0004001200360108033, "reverted_card_payment?": 0.05441632489746924, "supported_cards_and_currencies": 0.0006001800540162049, "terminate_account": 0.00030009002700810244, "top_up_by_bank_transfer_charge": 0.00030009002700810244, "top_up_by_card_charge": 0.00030009002700810244, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.0006001800540162049, "top_up_limits": 0.0004001200360108033, "top_up_reverted": 0.01820546163849155, "topping_up_by_card": 0.0006001800540162049, "transaction_charged_twice": 0.0004001200360108033, "transfer_fee_charged": 0.0004001200360108033, "transfer_into_account": 0.00030009002700810244, "transfer_not_received_by_recipient": 0.0004001200360108033, "transfer_timing": 0.0004001200360108033, "unable_to_verify_identity": 0.0004001200360108033, "verify_my_identity": 0.00030009002700810244, "verify_source_of_funds": 0.00030009002700810244, "verify_top_up": 0.0004001200360108033, "virtual_card_not_working": 0.3420026007802341, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.0004001200360108033, "wrong_amount_of_cash_received": 0.0004001200360108033, "wrong_exchange_rate_for_cash_withdrawal": 0.0004001200360108033 }, "error": null, "latency_ms": 69.52612509485334, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2552", "text_group": "3e2ef15bcf2434bf0422319e24bce76aef47bfd59862fca04c09742b743678cd", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.00020018016214593136, "activate_my_card": 0.00020018016214593136, "age_limit": 0.00020018016214593136, "apple_pay_or_google_pay": 0.0007006305675107597, "atm_support": 0.0005004504053648283, "automatic_top_up": 0.00020018016214593136, "balance_not_updated_after_bank_transfer": 0.000300270243218897, "balance_not_updated_after_cheque_or_cash_deposit": 0.000300270243218897, "beneficiary_not_allowed": 0.0007006305675107597, "cancel_transfer": 0.000300270243218897, "card_about_to_expire": 0.000300270243218897, "card_acceptance": 0.0005004504053648283, "card_arrival": 0.00020018016214593136, "card_delivery_estimate": 0.00020018016214593136, "card_linking": 0.00040036032429186273, "card_not_working": 0.0014012611350215194, "card_payment_fee_charged": 0.000300270243218897, "card_payment_not_recognised": 0.000600540486437794, "card_payment_wrong_exchange_rate": 0.0005004504053648283, "card_swallowed": 0.000300270243218897, "cash_withdrawal_charge": 0.00020018016214593136, "cash_withdrawal_not_recognised": 0.00020018016214593136, "change_pin": 0.00020018016214593136, "compromised_card": 0.0005004504053648283, "contactless_not_working": 0.0008007206485837255, "country_support": 0.000300270243218897, "declined_card_payment": 0.03873486137523771, "declined_cash_withdrawal": 0.000300270243218897, "declined_transfer": 0.0005004504053648283, "direct_debit_payment_not_recognised": 0.0008007206485837255, "disposable_card_limits": 0.000900810729656691, "edit_personal_details": 0.00020018016214593136, "exchange_charge": 0.00020018016214593136, "exchange_rate": 0.00020018016214593136, "exchange_via_app": 0.000300270243218897, "extra_charge_on_statement": 0.00020018016214593136, "failed_transfer": 0.000300270243218897, "fiat_currency_support": 0.00040036032429186273, "get_disposable_virtual_card": 0.021219097187468724, "get_physical_card": 0.00020018016214593136, "getting_spare_card": 0.00020018016214593136, "getting_virtual_card": 0.000300270243218897, "lost_or_stolen_card": 0.00020018016214593136, "lost_or_stolen_phone": 0.00020018016214593136, "order_physical_card": 0.00020018016214593136, "passcode_forgotten": 0.00020018016214593136, "pending_card_payment": 0.000300270243218897, "pending_cash_withdrawal": 0.00020018016214593136, "pending_top_up": 0.00020018016214593136, "pending_transfer": 0.00020018016214593136, "pin_blocked": 0.00040036032429186273, "receiving_money": 0.000300270243218897, "request_refund": 0.00020018016214593136, "reverted_card_payment?": 0.0010009008107296567, "supported_cards_and_currencies": 0.0005004504053648283, "terminate_account": 0.00020018016214593136, "top_up_by_bank_transfer_charge": 0.00020018016214593136, "top_up_by_card_charge": 0.00020018016214593136, "top_up_by_cash_or_cheque": 0.00020018016214593136, "top_up_failed": 0.000300270243218897, "top_up_limits": 0.00020018016214593136, "top_up_reverted": 0.000300270243218897, "topping_up_by_card": 0.000300270243218897, "transaction_charged_twice": 0.000300270243218897, "transfer_fee_charged": 0.000300270243218897, "transfer_into_account": 0.00020018016214593136, "transfer_not_received_by_recipient": 0.00020018016214593136, "transfer_timing": 0.00020018016214593136, "unable_to_verify_identity": 0.00020018016214593136, "verify_my_identity": 0.00020018016214593136, "verify_source_of_funds": 0.00020018016214593136, "verify_top_up": 0.00020018016214593136, "virtual_card_not_working": 0.9155239715744169, "visa_or_mastercard": 0.00020018016214593136, "why_verify_identity": 0.000300270243218897, "wrong_amount_of_cash_received": 0.00020018016214593136, "wrong_exchange_rate_for_cash_withdrawal": 0.000300270243218897 }, "error": null, "latency_ms": 68.28333297744393, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2553", "text_group": "f47e1477ca7b70f2486d15ea5ac7f24df2d7d6bba9bac00e916e888525f513d6", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0003999200159968007, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.01149770045990802, "cancel_transfer": 0.0005998800239952009, "card_about_to_expire": 0.0006998600279944011, "card_acceptance": 0.0009998000399920016, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0006998600279944011, "card_not_working": 0.0011997600479904018, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0006998600279944011, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0003999200159968007, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0005998800239952009, "declined_card_payment": 0.003599280143971206, "declined_cash_withdrawal": 0.0016996600679864027, "declined_transfer": 0.005798840231953609, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0015996800639872027, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.0006998600279944011, "get_disposable_virtual_card": 0.45710857828434315, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0033993201359728054, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0006998600279944011, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0004999000199960008, "request_refund": 0.0006998600279944011, "reverted_card_payment?": 0.0014997000599880025, "supported_cards_and_currencies": 0.0006998600279944011, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0006998600279944011, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0024995000999800043, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.4776044791041792, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 69.16091707535088, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2554", "text_group": "935f7fe4bab97d70ff49024ded16c115ec28d7a8ed71d8cc45f33bb56f8ae4ca", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.0002998500749625187, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.0002998500749625187, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998500749625187, "beneficiary_not_allowed": 0.0004997501249375313, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.00039980009995002505, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.0002998500749625187, "card_not_working": 0.005297351324337831, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.00019990004997501253, "card_payment_wrong_exchange_rate": 0.0002998500749625187, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.00019990004997501253, "compromised_card": 0.0002998500749625187, "contactless_not_working": 0.0004997501249375313, "country_support": 0.0002998500749625187, "declined_card_payment": 0.00039980009995002505, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.00039980009995002505, "direct_debit_payment_not_recognised": 0.00019990004997501253, "disposable_card_limits": 0.00039980009995002505, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.00019990004997501253, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.0004997501249375313, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.00019990004997501253, "request_refund": 0.00019990004997501253, "reverted_card_payment?": 0.0002998500749625187, "supported_cards_and_currencies": 0.00039980009995002505, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.9758120939530235, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.00019990004997501253 }, "error": null, "latency_ms": 69.43679100368172, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2555", "text_group": "18529dae20dff04e1f7a19e65b2175d3afd052eeca49acaf041acbea0ff86917", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.00040008001600320064, "card_not_working": 0.0015003000600120023, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.03460692138427685, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.9447889577915582, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.95299994014204, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2556", "text_group": "c55f1087a7b3f6511f6ef27a8d84297a18fc7f2da9e93fa97474e097e054e64a", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.00040028019613729617, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.0005003502451716202, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.0003002101471029721, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002101471029721, "beneficiary_not_allowed": 0.0005003502451716202, "cancel_transfer": 0.0003002101471029721, "card_about_to_expire": 0.0003002101471029721, "card_acceptance": 0.00040028019613729617, "card_arrival": 0.00020014009806864808, "card_delivery_estimate": 0.0003002101471029721, "card_linking": 0.0007004903432402682, "card_not_working": 0.0010007004903432404, "card_payment_fee_charged": 0.0003002101471029721, "card_payment_not_recognised": 0.0003002101471029721, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.00040028019613729617, "cash_withdrawal_charge": 0.00020014009806864808, "cash_withdrawal_not_recognised": 0.00020014009806864808, "change_pin": 0.0003002101471029721, "compromised_card": 0.0003002101471029721, "contactless_not_working": 0.0005003502451716202, "country_support": 0.00040028019613729617, "declined_card_payment": 0.0003002101471029721, "declined_cash_withdrawal": 0.0003002101471029721, "declined_transfer": 0.0003002101471029721, "direct_debit_payment_not_recognised": 0.00020014009806864808, "disposable_card_limits": 0.0005003502451716202, "edit_personal_details": 0.0003002101471029721, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.0003002101471029721, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.0003002101471029721, "fiat_currency_support": 0.0005003502451716202, "get_disposable_virtual_card": 0.0020014009806864808, "get_physical_card": 0.00040028019613729617, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.02181527068948264, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.00040028019613729617, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.0003002101471029721, "receiving_money": 0.0003002101471029721, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.0003002101471029721, "supported_cards_and_currencies": 0.0006004202942059442, "terminate_account": 0.0003002101471029721, "top_up_by_bank_transfer_charge": 0.00020014009806864808, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.0003002101471029721, "top_up_failed": 0.0003002101471029721, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.0005003502451716202, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.00020014009806864808, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.00020014009806864808, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.00020014009806864808, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.9541679175422797, "visa_or_mastercard": 0.00020014009806864808, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.00020014009806864808, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 68.72337509412318, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2557", "text_group": "44fd8b6fd722f61b11b1bc2d1f746e3ed834fe2a6c8f3a32380b76f394238879", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.00030018010806483886, "activate_my_card": 0.00030018010806483886, "age_limit": 0.00020012007204322593, "apple_pay_or_google_pay": 0.00040024014408645187, "atm_support": 0.0005003001801080648, "automatic_top_up": 0.00020012007204322593, "balance_not_updated_after_bank_transfer": 0.00030018010806483886, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030018010806483886, "beneficiary_not_allowed": 0.009505703422053232, "cancel_transfer": 0.00040024014408645187, "card_about_to_expire": 0.00030018010806483886, "card_acceptance": 0.0005003001801080648, "card_arrival": 0.00020012007204322593, "card_delivery_estimate": 0.00020012007204322593, "card_linking": 0.0005003001801080648, "card_not_working": 0.0009005403241945166, "card_payment_fee_charged": 0.00030018010806483886, "card_payment_not_recognised": 0.00030018010806483886, "card_payment_wrong_exchange_rate": 0.00040024014408645187, "card_swallowed": 0.00040024014408645187, "cash_withdrawal_charge": 0.00030018010806483886, "cash_withdrawal_not_recognised": 0.00030018010806483886, "change_pin": 0.00020012007204322593, "compromised_card": 0.00030018010806483886, "contactless_not_working": 0.0005003001801080648, "country_support": 0.00040024014408645187, "declined_card_payment": 0.007904742845707425, "declined_cash_withdrawal": 0.0007004202521512907, "declined_transfer": 0.002801681008605163, "direct_debit_payment_not_recognised": 0.00030018010806483886, "disposable_card_limits": 0.0005003001801080648, "edit_personal_details": 0.00030018010806483886, "exchange_charge": 0.00020012007204322593, "exchange_rate": 0.00020012007204322593, "exchange_via_app": 0.00030018010806483886, "extra_charge_on_statement": 0.00020012007204322593, "failed_transfer": 0.00040024014408645187, "fiat_currency_support": 0.0005003001801080648, "get_disposable_virtual_card": 0.0006003602161296777, "get_physical_card": 0.00020012007204322593, "getting_spare_card": 0.00020012007204322593, "getting_virtual_card": 0.0005003001801080648, "lost_or_stolen_card": 0.00020012007204322593, "lost_or_stolen_phone": 0.00020012007204322593, "order_physical_card": 0.00020012007204322593, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.00020012007204322593, "pending_cash_withdrawal": 0.00020012007204322593, "pending_top_up": 0.00020012007204322593, "pending_transfer": 0.00020012007204322593, "pin_blocked": 0.00040024014408645187, "receiving_money": 0.00030018010806483886, "request_refund": 0.00030018010806483886, "reverted_card_payment?": 0.0005003001801080648, "supported_cards_and_currencies": 0.0005003001801080648, "terminate_account": 0.00020012007204322593, "top_up_by_bank_transfer_charge": 0.00020012007204322593, "top_up_by_card_charge": 0.00020012007204322593, "top_up_by_cash_or_cheque": 0.00030018010806483886, "top_up_failed": 0.00040024014408645187, "top_up_limits": 0.00020012007204322593, "top_up_reverted": 0.0005003001801080648, "topping_up_by_card": 0.00040024014408645187, "transaction_charged_twice": 0.00020012007204322593, "transfer_fee_charged": 0.00020012007204322593, "transfer_into_account": 0.00020012007204322593, "transfer_not_received_by_recipient": 0.00020012007204322593, "transfer_timing": 0.00020012007204322593, "unable_to_verify_identity": 0.00030018010806483886, "verify_my_identity": 0.00020012007204322593, "verify_source_of_funds": 0.00020012007204322593, "verify_top_up": 0.00020012007204322593, "virtual_card_not_working": 0.9568741244746848, "visa_or_mastercard": 0.00020012007204322593, "why_verify_identity": 0.00020012007204322593, "wrong_amount_of_cash_received": 0.00030018010806483886, "wrong_exchange_rate_for_cash_withdrawal": 0.00030018010806483886 }, "error": null, "latency_ms": 70.6658330745995, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2558", "text_group": "42997bc5fe8383733894597543efeb0a386e3c4eeb510fce62c43ad513a64a57", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.001000100010001, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.001000100010001, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0008000800080008001, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0015001500150015003, "card_not_working": 0.0009000900090009, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0011001100110011003, "country_support": 0.0005000500050005, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0013001300130013002, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0011001100110011003, "get_disposable_virtual_card": 0.006800680068006801, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.023502350235023502, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.00040004000400040005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0025002500250025004, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.9374937493749375, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 69.43162495736033, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2559", "text_group": "411a05ce9f64f8bafa64e691b788abbd9efbd3c0bad79f033adfe7bb08e5ee5a", "expected": "virtual_card_not_working", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.0003001801080648389, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.00020012007204322596, "atm_support": 0.0003001801080648389, "automatic_top_up": 0.00020012007204322596, "balance_not_updated_after_bank_transfer": 0.0003001801080648389, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.0005003001801080648, "cancel_transfer": 0.0003001801080648389, "card_about_to_expire": 0.0003001801080648389, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.0003001801080648389, "card_linking": 0.0004002401440864519, "card_not_working": 0.007504502701620973, "card_payment_fee_charged": 0.00020012007204322596, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.0004002401440864519, "cash_withdrawal_charge": 0.00020012007204322596, "cash_withdrawal_not_recognised": 0.0003001801080648389, "change_pin": 0.00020012007204322596, "compromised_card": 0.0003001801080648389, "contactless_not_working": 0.0007004202521512908, "country_support": 0.0003001801080648389, "declined_card_payment": 0.0004002401440864519, "declined_cash_withdrawal": 0.0004002401440864519, "declined_transfer": 0.0004002401440864519, "direct_debit_payment_not_recognised": 0.00020012007204322596, "disposable_card_limits": 0.0003001801080648389, "edit_personal_details": 0.0003001801080648389, "exchange_charge": 0.00020012007204322596, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.00020012007204322596, "extra_charge_on_statement": 0.00020012007204322596, "failed_transfer": 0.0003001801080648389, "fiat_currency_support": 0.0004002401440864519, "get_disposable_virtual_card": 0.0004002401440864519, "get_physical_card": 0.00020012007204322596, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.0005003001801080648, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.0003001801080648389, "receiving_money": 0.00020012007204322596, "request_refund": 0.0003001801080648389, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0004002401440864519, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.00020012007204322596, "top_up_by_card_charge": 0.00020012007204322596, "top_up_by_cash_or_cheque": 0.00020012007204322596, "top_up_failed": 0.0003001801080648389, "top_up_limits": 0.00020012007204322596, "top_up_reverted": 0.0003001801080648389, "topping_up_by_card": 0.0003001801080648389, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.00020012007204322596, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.00020012007204322596, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.00020012007204322596, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.9723834300580348, "visa_or_mastercard": 0.00020012007204322596, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.00020012007204322596, "wrong_exchange_rate_for_cash_withdrawal": 0.0003001801080648389 }, "error": null, "latency_ms": 68.98479198571295, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2560", "text_group": "dccf1b73f8fed69475bb70e245fbba5840107b304e1331b433a4df50b2a8080f", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0028997100289971, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012998700129987, "beneficiary_not_allowed": 0.000999900009999, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.021097890210978902, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.0026997300269973002, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0004999500049995, "country_support": 0.0071992800719928, "declined_card_payment": 0.0006999300069993001, "declined_cash_withdrawal": 0.0016998300169983002, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0007999200079992001, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.0008999100089991, "fiat_currency_support": 0.008499150084991502, "get_disposable_virtual_card": 0.0011998800119988001, "get_physical_card": 0.0007999200079992001, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0026997300269973002, "request_refund": 0.0010998900109989002, "reverted_card_payment?": 0.000999900009999, "supported_cards_and_currencies": 0.0024997500249975004, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0028997100289971, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.8096190380961904, "wrong_exchange_rate_for_cash_withdrawal": 0.1053894610538946 }, "error": null, "latency_ms": 69.69091610517353, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2561", "text_group": "56e71af3f16b0be857b8f6756a9b34abdffd3d73e93aa7f72cadac15a30b537f", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0007998400319936014, "activate_my_card": 0.0006998600279944011, "age_limit": 0.0006998600279944011, "apple_pay_or_google_pay": 0.0018996200759848032, "atm_support": 0.0018996200759848032, "automatic_top_up": 0.0007998400319936014, "balance_not_updated_after_bank_transfer": 0.008098380323935212, "balance_not_updated_after_cheque_or_cash_deposit": 0.001999600079984003, "beneficiary_not_allowed": 0.002599480103979204, "cancel_transfer": 0.0016996600679864027, "card_about_to_expire": 0.0007998400319936014, "card_acceptance": 0.001299740051989602, "card_arrival": 0.0007998400319936014, "card_delivery_estimate": 0.0006998600279944011, "card_linking": 0.001299740051989602, "card_not_working": 0.0011997600479904018, "card_payment_fee_charged": 0.0010997800439912018, "card_payment_not_recognised": 0.0013997200559888023, "card_payment_wrong_exchange_rate": 0.2539492101579684, "card_swallowed": 0.0011997600479904018, "cash_withdrawal_charge": 0.0011997600479904018, "cash_withdrawal_not_recognised": 0.0015996800639872027, "change_pin": 0.0008998200359928015, "compromised_card": 0.001299740051989602, "contactless_not_working": 0.001299740051989602, "country_support": 0.001299740051989602, "declined_card_payment": 0.0013997200559888023, "declined_cash_withdrawal": 0.0027994401119776045, "declined_transfer": 0.0023995200959808036, "direct_debit_payment_not_recognised": 0.0018996200759848032, "disposable_card_limits": 0.0011997600479904018, "edit_personal_details": 0.0008998200359928015, "exchange_charge": 0.003599280143971206, "exchange_rate": 0.001999600079984003, "exchange_via_app": 0.00629874025194961, "extra_charge_on_statement": 0.0009998000399920016, "failed_transfer": 0.0033993201359728054, "fiat_currency_support": 0.004299140171965607, "get_disposable_virtual_card": 0.0011997600479904018, "get_physical_card": 0.0009998000399920016, "getting_spare_card": 0.0007998400319936014, "getting_virtual_card": 0.0007998400319936014, "lost_or_stolen_card": 0.0006998600279944011, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.0007998400319936014, "passcode_forgotten": 0.0007998400319936014, "pending_card_payment": 0.0008998200359928015, "pending_cash_withdrawal": 0.0010997800439912018, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.0009998000399920016, "pin_blocked": 0.0009998000399920016, "receiving_money": 0.006498700259948011, "request_refund": 0.0013997200559888023, "reverted_card_payment?": 0.0030993801239752048, "supported_cards_and_currencies": 0.001999600079984003, "terminate_account": 0.0010997800439912018, "top_up_by_bank_transfer_charge": 0.001299740051989602, "top_up_by_card_charge": 0.0008998200359928015, "top_up_by_cash_or_cheque": 0.0011997600479904018, "top_up_failed": 0.0015996800639872027, "top_up_limits": 0.0007998400319936014, "top_up_reverted": 0.04829034193161368, "topping_up_by_card": 0.001299740051989602, "transaction_charged_twice": 0.010797840431913617, "transfer_fee_charged": 0.001299740051989602, "transfer_into_account": 0.0014997000599880025, "transfer_not_received_by_recipient": 0.0015996800639872027, "transfer_timing": 0.0011997600479904018, "unable_to_verify_identity": 0.0007998400319936014, "verify_my_identity": 0.0007998400319936014, "verify_source_of_funds": 0.0008998200359928015, "verify_top_up": 0.0007998400319936014, "virtual_card_not_working": 0.0011997600479904018, "visa_or_mastercard": 0.0010997800439912018, "why_verify_identity": 0.0008998200359928015, "wrong_amount_of_cash_received": 0.22055588882223554, "wrong_exchange_rate_for_cash_withdrawal": 0.35192961407718454 }, "error": null, "latency_ms": 70.8410000661388, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2562", "text_group": "576015f85d43f61466869cc53eb27f453b42f132ded5b01b28fd53f83e226ca1", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0002, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0023, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0006, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.9375, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0008, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0148, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0005, "request_refund": 0.0013, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0018, "top_up_by_card_charge": 0.0008, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0017, "transfer_fee_charged": 0.0012, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0031, "wrong_exchange_rate_for_cash_withdrawal": 0.0117 }, "error": null, "latency_ms": 71.46945805288851, "usage": { "input_tokens": 615, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2563", "text_group": "85067cb450c628b756ac1e0e60a1dd134c20f7e774b2b43bd8d866863e1eb7c8", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.7014597080583883, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.004099180163967207, "exchange_rate": 0.054589082183563294, "exchange_via_app": 0.005598880223955209, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0010997800439912018, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0004999000199960008, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0008998200359928015, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.20955808838232354 }, "error": null, "latency_ms": 68.7205420108512, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2564", "text_group": "419d997df774829d4f4a390c1d19661dec90355f66883d22e616fb5dbf998efe", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.00020002000200020003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.006000600060006001, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.0025002500250025004, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0008000800080008001, "wrong_exchange_rate_for_cash_withdrawal": 0.9725972597259727 }, "error": null, "latency_ms": 70.1711670262739, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2565", "text_group": "2b83bd355b1af562ad7493d7baa3237ccd1d0f281c7061305f18a06a54c8602b", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0008994603238057167, "activate_my_card": 0.0009994003597841297, "age_limit": 0.0008994603238057167, "apple_pay_or_google_pay": 0.002298620827503498, "atm_support": 0.0027983210073955628, "automatic_top_up": 0.0013991605036977814, "balance_not_updated_after_bank_transfer": 0.0023985608634819106, "balance_not_updated_after_cheque_or_cash_deposit": 0.0027983210073955628, "beneficiary_not_allowed": 0.002098740755546672, "cancel_transfer": 0.0014991005396761943, "card_about_to_expire": 0.0009994003597841297, "card_acceptance": 0.0016989806116330202, "card_arrival": 0.0015990405756546075, "card_delivery_estimate": 0.0014991005396761943, "card_linking": 0.0016989806116330202, "card_not_working": 0.0012992204677193685, "card_payment_fee_charged": 0.0013991605036977814, "card_payment_not_recognised": 0.0012992204677193685, "card_payment_wrong_exchange_rate": 0.0017989206476114333, "card_swallowed": 0.0015990405756546075, "cash_withdrawal_charge": 0.5094943034179493, "cash_withdrawal_not_recognised": 0.2671397161702978, "change_pin": 0.0010993403957625426, "compromised_card": 0.0009994003597841297, "contactless_not_working": 0.0012992204677193685, "country_support": 0.0015990405756546075, "declined_card_payment": 0.0009994003597841297, "declined_cash_withdrawal": 0.0030981411153308018, "declined_transfer": 0.0010993403957625426, "direct_debit_payment_not_recognised": 0.0012992204677193685, "disposable_card_limits": 0.0018988606835898462, "edit_personal_details": 0.0011992804317409553, "exchange_charge": 0.015090945432740357, "exchange_rate": 0.002298620827503498, "exchange_via_app": 0.0029982010793523886, "extra_charge_on_statement": 0.002298620827503498, "failed_transfer": 0.0012992204677193685, "fiat_currency_support": 0.022186687987207677, "get_disposable_virtual_card": 0.004497301619028583, "get_physical_card": 0.0019988007195682594, "getting_spare_card": 0.004197481511093344, "getting_virtual_card": 0.0033979612232660403, "lost_or_stolen_card": 0.0012992204677193685, "lost_or_stolen_phone": 0.0010993403957625426, "order_physical_card": 0.004497301619028583, "passcode_forgotten": 0.0009994003597841297, "pending_card_payment": 0.0009994003597841297, "pending_cash_withdrawal": 0.029982010793523885, "pending_top_up": 0.0009994003597841297, "pending_transfer": 0.0010993403957625426, "pin_blocked": 0.0009994003597841297, "receiving_money": 0.0018988606835898462, "request_refund": 0.0012992204677193685, "reverted_card_payment?": 0.0013991605036977814, "supported_cards_and_currencies": 0.006096342194683191, "terminate_account": 0.0010993403957625426, "top_up_by_bank_transfer_charge": 0.005496701978812713, "top_up_by_card_charge": 0.020387767339596245, "top_up_by_cash_or_cheque": 0.004497301619028583, "top_up_failed": 0.0012992204677193685, "top_up_limits": 0.0012992204677193685, "top_up_reverted": 0.0015990405756546075, "topping_up_by_card": 0.002098740755546672, "transaction_charged_twice": 0.0011992804317409553, "transfer_fee_charged": 0.0017989206476114333, "transfer_into_account": 0.0015990405756546075, "transfer_not_received_by_recipient": 0.0011992804317409553, "transfer_timing": 0.0013991605036977814, "unable_to_verify_identity": 0.0011992804317409553, "verify_my_identity": 0.0009994003597841297, "verify_source_of_funds": 0.0010993403957625426, "verify_top_up": 0.0008994603238057167, "virtual_card_not_working": 0.0023985608634819106, "visa_or_mastercard": 0.0010993403957625426, "why_verify_identity": 0.0008994603238057167, "wrong_amount_of_cash_received": 0.0032980211872876276, "wrong_exchange_rate_for_cash_withdrawal": 0.005996402158704777 }, "error": null, "latency_ms": 71.58970891032368, "usage": { "input_tokens": 620, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2566", "text_group": "798126eb954d18cf5eb0aaba44ed3d8a6ebe159ec71aff39e438882c15417dd5", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0002998500749625187, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.0002998500749625187, "atm_support": 0.00039980009995002505, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.0004997501249375313, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997501249375313, "beneficiary_not_allowed": 0.0002998500749625187, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.0002998500749625187, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.0002998500749625187, "card_not_working": 0.0002998500749625187, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.0002998500749625187, "card_payment_wrong_exchange_rate": 0.19960019990004998, "card_swallowed": 0.00019990004997501253, "cash_withdrawal_charge": 0.0002998500749625187, "cash_withdrawal_not_recognised": 0.00039980009995002505, "change_pin": 0.00019990004997501253, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.0002998500749625187, "country_support": 0.0002998500749625187, "declined_card_payment": 0.00039980009995002505, "declined_cash_withdrawal": 0.0005997001499250374, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.00019990004997501253, "disposable_card_limits": 0.00019990004997501253, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.00039980009995002505, "exchange_rate": 0.0011994002998500749, "exchange_via_app": 0.00039980009995002505, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.00019990004997501253, "get_physical_card": 0.00019990004997501253, "getting_spare_card": 0.00019990004997501253, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.0002998500749625187, "request_refund": 0.00019990004997501253, "reverted_card_payment?": 0.0008995502248875562, "supported_cards_and_currencies": 0.0002998500749625187, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.0011994002998500749, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.00019990004997501253, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.013493253373313344, "wrong_exchange_rate_for_cash_withdrawal": 0.7655172413793104 }, "error": null, "latency_ms": 69.13570791948587, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2567", "text_group": "914dbeaa43e7e572fdfb2639d22a005571241ed3427ea03957febb477c8437df", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0005997001499250374, "activate_my_card": 0.0002998500749625187, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.0005997001499250374, "atm_support": 0.018090954522738633, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.0005997001499250374, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005997001499250374, "beneficiary_not_allowed": 0.001699150424787606, "cancel_transfer": 0.00039980009995002505, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.0004997501249375313, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.00039980009995002505, "card_not_working": 0.0005997001499250374, "card_payment_fee_charged": 0.00039980009995002505, "card_payment_not_recognised": 0.00039980009995002505, "card_payment_wrong_exchange_rate": 0.035082458770614694, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.0006996501749125438, "cash_withdrawal_not_recognised": 0.0023988005997001498, "change_pin": 0.0002998500749625187, "compromised_card": 0.00039980009995002505, "contactless_not_working": 0.0006996501749125438, "country_support": 0.0010994502748625688, "declined_card_payment": 0.0012993503248375812, "declined_cash_withdrawal": 0.09365317341329336, "declined_transfer": 0.0013993003498250875, "direct_debit_payment_not_recognised": 0.0004997501249375313, "disposable_card_limits": 0.00039980009995002505, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.0006996501749125438, "exchange_rate": 0.0014992503748125939, "exchange_via_app": 0.0006996501749125438, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.003098450774612694, "fiat_currency_support": 0.011694152923538231, "get_disposable_virtual_card": 0.0007996001999000501, "get_physical_card": 0.0004997501249375313, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.00039980009995002505, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.0002998500749625187, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.0004997501249375313, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.00039980009995002505, "receiving_money": 0.004197901049475262, "request_refund": 0.0004997501249375313, "reverted_card_payment?": 0.0005997001499250374, "supported_cards_and_currencies": 0.0024987506246876563, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.00039980009995002505, "top_up_by_card_charge": 0.00039980009995002505, "top_up_by_cash_or_cheque": 0.0004997501249375313, "top_up_failed": 0.005897051474262869, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.007596201899050475, "topping_up_by_card": 0.0005997001499250374, "transaction_charged_twice": 0.0004997501249375313, "transfer_fee_charged": 0.0004997501249375313, "transfer_into_account": 0.0004997501249375313, "transfer_not_received_by_recipient": 0.0004997501249375313, "transfer_timing": 0.00039980009995002505, "unable_to_verify_identity": 0.00039980009995002505, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.0006996501749125438, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.05857071464267866, "wrong_exchange_rate_for_cash_withdrawal": 0.7243378310844578 }, "error": null, "latency_ms": 69.23470797482878, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2568", "text_group": "5b5ecc77871b993976f2d3d483b2a6f67793442c526c4d94a6cf394edd182889", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.17273454690938186, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0010002000400080016, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.001900380076015203, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.004000800160032006, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.001300260052010402, "wrong_exchange_rate_for_cash_withdrawal": 0.7985597119423885 }, "error": null, "latency_ms": 69.15099988691509, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2569", "text_group": "bb5430e51f26164d053e20948f297f66c6636e852f05571e116893466a0cc072", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "card_payment_wrong_exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.5431, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0007, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0015, "exchange_rate": 0.0042, "exchange_via_app": 0.0008, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0005, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0004, "request_refund": 0.0004, "reverted_card_payment?": 0.0017, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0009, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0007, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0016, "wrong_exchange_rate_for_cash_withdrawal": 0.4255 }, "error": null, "latency_ms": 72.54487497266382, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2570", "text_group": "82ac478ea0cfac4420f4fd5264ada145a27b50d962d2f336fe9f8d559dc13582", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.006102440976390557, "card_swallowed": 0.00020008003201280514, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.0006002400960384153, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00020008003201280514, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.0007002801120448179, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00040016006402561027, "exchange_rate": 0.0012004801920768306, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00040016006402561027, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00020008003201280514, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.0022008803521408565, "wrong_exchange_rate_for_cash_withdrawal": 0.97218887555022 }, "error": null, "latency_ms": 73.44849989749491, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2571", "text_group": "e461c41d8aa8a7f2fa9650aa349adbe9ab3b66af44fc2c60e1cd5659ef2e25ec", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0005998200539838048, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0008997300809757073, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.06907927621713486, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0003998800359892033, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.8613415975207438, "exchange_rate": 0.0031990402879136263, "exchange_via_app": 0.004698590422873138, "extra_charge_on_statement": 0.0012996101169649105, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.0002999100269919024, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.019994001799460162, "top_up_by_card_charge": 0.006598020593821853, "top_up_by_cash_or_cheque": 0.0007997600719784066, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.008797360791762472, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0033989803059082274 }, "error": null, "latency_ms": 74.82216693460941, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2572", "text_group": "4d9410f30f950a691f46a477a5b9e33cfb196d3f78f87cc026fce77edbec868f", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00010006003602161297, "activate_my_card": 0.00010006003602161297, "age_limit": 0.00010006003602161297, "apple_pay_or_google_pay": 0.00020012007204322593, "atm_support": 0.00020012007204322593, "automatic_top_up": 0.00010006003602161297, "balance_not_updated_after_bank_transfer": 0.00020012007204322593, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020012007204322593, "beneficiary_not_allowed": 0.00020012007204322593, "cancel_transfer": 0.00020012007204322593, "card_about_to_expire": 0.00010006003602161297, "card_acceptance": 0.00020012007204322593, "card_arrival": 0.00010006003602161297, "card_delivery_estimate": 0.00010006003602161297, "card_linking": 0.00020012007204322593, "card_not_working": 0.00020012007204322593, "card_payment_fee_charged": 0.00020012007204322593, "card_payment_not_recognised": 0.00020012007204322593, "card_payment_wrong_exchange_rate": 0.39773864318591157, "card_swallowed": 0.00020012007204322593, "cash_withdrawal_charge": 0.00030018010806483886, "cash_withdrawal_not_recognised": 0.00020012007204322593, "change_pin": 0.00010006003602161297, "compromised_card": 0.00010006003602161297, "contactless_not_working": 0.00020012007204322593, "country_support": 0.00020012007204322593, "declined_card_payment": 0.00020012007204322593, "declined_cash_withdrawal": 0.00020012007204322593, "declined_transfer": 0.00020012007204322593, "direct_debit_payment_not_recognised": 0.00020012007204322593, "disposable_card_limits": 0.00020012007204322593, "edit_personal_details": 0.00010006003602161297, "exchange_charge": 0.013408044826896138, "exchange_rate": 0.04312587552531519, "exchange_via_app": 0.0011006603962377425, "extra_charge_on_statement": 0.00040024014408645187, "failed_transfer": 0.00020012007204322593, "fiat_currency_support": 0.00030018010806483886, "get_disposable_virtual_card": 0.00010006003602161297, "get_physical_card": 0.00010006003602161297, "getting_spare_card": 0.00010006003602161297, "getting_virtual_card": 0.00010006003602161297, "lost_or_stolen_card": 0.00010006003602161297, "lost_or_stolen_phone": 0.00010006003602161297, "order_physical_card": 0.00010006003602161297, "passcode_forgotten": 0.00010006003602161297, "pending_card_payment": 0.00010006003602161297, "pending_cash_withdrawal": 0.00010006003602161297, "pending_top_up": 0.00010006003602161297, "pending_transfer": 0.00010006003602161297, "pin_blocked": 0.00010006003602161297, "receiving_money": 0.00020012007204322593, "request_refund": 0.00020012007204322593, "reverted_card_payment?": 0.00030018010806483886, "supported_cards_and_currencies": 0.00030018010806483886, "terminate_account": 0.00010006003602161297, "top_up_by_bank_transfer_charge": 0.00020012007204322593, "top_up_by_card_charge": 0.00020012007204322593, "top_up_by_cash_or_cheque": 0.00020012007204322593, "top_up_failed": 0.00020012007204322593, "top_up_limits": 0.00010006003602161297, "top_up_reverted": 0.00030018010806483886, "topping_up_by_card": 0.00020012007204322593, "transaction_charged_twice": 0.00020012007204322593, "transfer_fee_charged": 0.00030018010806483886, "transfer_into_account": 0.00010006003602161297, "transfer_not_received_by_recipient": 0.00010006003602161297, "transfer_timing": 0.00010006003602161297, "unable_to_verify_identity": 0.00010006003602161297, "verify_my_identity": 0.00010006003602161297, "verify_source_of_funds": 0.00010006003602161297, "verify_top_up": 0.00010006003602161297, "virtual_card_not_working": 0.00010006003602161297, "visa_or_mastercard": 0.00010006003602161297, "why_verify_identity": 0.00010006003602161297, "wrong_amount_of_cash_received": 0.04302581548929357, "wrong_exchange_rate_for_cash_withdrawal": 0.4900940564338603 }, "error": null, "latency_ms": 79.65387497097254, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2573", "text_group": "3bd9e0695e511f1a235c36c4c2c9bf4fc01e130c1ef3339062dd9a73a1a6529d", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00019996000799840034, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.051089782043591284, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0028994201159768043, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.0016996600679864027, "wrong_exchange_rate_for_cash_withdrawal": 0.9269146170765847 }, "error": null, "latency_ms": 80.71737503632903, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2574", "text_group": "e7a56dd8d63345797fd1af44e7b09b7ec2504742bceb8d19387b0b3ccee79829", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.0008999100089991, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.13298670132986704, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.0006999300069993001, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.0010998900109989002, "exchange_via_app": 0.0006999300069993001, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.0005999400059994001, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.0018998100189981002, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.025697430256974303, "wrong_exchange_rate_for_cash_withdrawal": 0.813918608139186 }, "error": null, "latency_ms": 77.22358300816268, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2575", "text_group": "c362b43a2225824415bdbec98063abe909d97d30b21062ab870f4bd7ec890d24", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0032986805277888847, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0002998800479808077, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.9610155937624951, "cash_withdrawal_not_recognised": 0.0006997201119552179, "change_pin": 0.00019992003198720514, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0005997600959616154, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0005997600959616154, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.00899640143942423, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0007996801279488206, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0003998400639744103, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0004998000799680128, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0004998000799680128, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0009996001599360256, "top_up_by_card_charge": 0.0006997201119552179, "top_up_by_cash_or_cheque": 0.0004998000799680128, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0003998400639744103, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0004998000799680128, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.0003998400639744103, "wrong_exchange_rate_for_cash_withdrawal": 0.0012994802079168333 }, "error": null, "latency_ms": 75.50787494983524, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2576", "text_group": "aba4347b739532d391214b73ed67ad76c57bb9b221dcfca3f9c848dc22908438", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0014997000599880025, "activate_my_card": 0.0007998400319936014, "age_limit": 0.0008998200359928015, "apple_pay_or_google_pay": 0.001299740051989602, "atm_support": 0.0574885022995401, "automatic_top_up": 0.0009998000399920016, "balance_not_updated_after_bank_transfer": 0.002299540091981604, "balance_not_updated_after_cheque_or_cash_deposit": 0.001799640071985603, "beneficiary_not_allowed": 0.0028994201159768043, "cancel_transfer": 0.0013997200559888023, "card_about_to_expire": 0.0008998200359928015, "card_acceptance": 0.0014997000599880025, "card_arrival": 0.0010997800439912018, "card_delivery_estimate": 0.0009998000399920016, "card_linking": 0.0011997600479904018, "card_not_working": 0.001299740051989602, "card_payment_fee_charged": 0.002599480103979204, "card_payment_not_recognised": 0.0013997200559888023, "card_payment_wrong_exchange_rate": 0.003899220155968806, "card_swallowed": 0.0013997200559888023, "cash_withdrawal_charge": 0.4096180763847231, "cash_withdrawal_not_recognised": 0.001999600079984003, "change_pin": 0.0008998200359928015, "compromised_card": 0.0010997800439912018, "contactless_not_working": 0.0013997200559888023, "country_support": 0.0015996800639872027, "declined_card_payment": 0.0014997000599880025, "declined_cash_withdrawal": 0.002299540091981604, "declined_transfer": 0.001299740051989602, "direct_debit_payment_not_recognised": 0.006098780243951211, "disposable_card_limits": 0.001299740051989602, "edit_personal_details": 0.0010997800439912018, "exchange_charge": 0.004999000199960009, "exchange_rate": 0.0010997800439912018, "exchange_via_app": 0.0011997600479904018, "extra_charge_on_statement": 0.1938612277544491, "failed_transfer": 0.0009998000399920016, "fiat_currency_support": 0.0014997000599880025, "get_disposable_virtual_card": 0.0011997600479904018, "get_physical_card": 0.0010997800439912018, "getting_spare_card": 0.0008998200359928015, "getting_virtual_card": 0.0007998400319936014, "lost_or_stolen_card": 0.0007998400319936014, "lost_or_stolen_phone": 0.0008998200359928015, "order_physical_card": 0.0008998200359928015, "passcode_forgotten": 0.0008998200359928015, "pending_card_payment": 0.0008998200359928015, "pending_cash_withdrawal": 0.0011997600479904018, "pending_top_up": 0.0008998200359928015, "pending_transfer": 0.0008998200359928015, "pin_blocked": 0.0009998000399920016, "receiving_money": 0.0014997000599880025, "request_refund": 0.019996000799840034, "reverted_card_payment?": 0.0018996200759848032, "supported_cards_and_currencies": 0.0016996600679864027, "terminate_account": 0.0010997800439912018, "top_up_by_bank_transfer_charge": 0.01139772045590882, "top_up_by_card_charge": 0.009498100379924015, "top_up_by_cash_or_cheque": 0.001299740051989602, "top_up_failed": 0.0011997600479904018, "top_up_limits": 0.0008998200359928015, "top_up_reverted": 0.0018996200759848032, "topping_up_by_card": 0.001299740051989602, "transaction_charged_twice": 0.003699260147970406, "transfer_fee_charged": 0.011297740451909618, "transfer_into_account": 0.0008998200359928015, "transfer_not_received_by_recipient": 0.0009998000399920016, "transfer_timing": 0.0008998200359928015, "unable_to_verify_identity": 0.0009998000399920016, "verify_my_identity": 0.0009998000399920016, "verify_source_of_funds": 0.0009998000399920016, "verify_top_up": 0.0008998200359928015, "virtual_card_not_working": 0.0011997600479904018, "visa_or_mastercard": 0.0009998000399920016, "why_verify_identity": 0.0009998000399920016, "wrong_amount_of_cash_received": 0.13167366526694663, "wrong_exchange_rate_for_cash_withdrawal": 0.05578884223155369 }, "error": null, "latency_ms": 74.92824993096292, "usage": { "input_tokens": 609, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2577", "text_group": "6dc6cd06e88e43992662407e06ec86e64f726f94d9465f7447fba63b776d5b70", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0357, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0024, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0004, "exchange_rate": 0.0015, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0002, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0013, "wrong_exchange_rate_for_cash_withdrawal": 0.9397 }, "error": null, "latency_ms": 70.7662079948932, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2578", "text_group": "9d451244b525ab3fcf6c50daa1774caaae75aeb473543f1035646391d15aed69", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0005998800239952009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.06778644271145771, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.0006998600279944011, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.002999400119976005, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0009998000399920016, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.019596080783843232, "wrong_exchange_rate_for_cash_withdrawal": 0.882623475304939 }, "error": null, "latency_ms": 70.45295904390514, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2579", "text_group": "0ad48cae0c698591888d929b3273988f6bedd7eca9870e18ebd28d05cc1b9f4f", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0006000600060006, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.0011001100110011003, "atm_support": 0.05510551055105511, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.0009000900090009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011001100110011003, "beneficiary_not_allowed": 0.0013001300130013002, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0012001200120012, "card_arrival": 0.0007000700070007, "card_delivery_estimate": 0.0008000800080008001, "card_linking": 0.0009000900090009, "card_not_working": 0.0009000900090009, "card_payment_fee_charged": 0.0015001500150015003, "card_payment_not_recognised": 0.0008000800080008001, "card_payment_wrong_exchange_rate": 0.0012001200120012, "card_swallowed": 0.001000100010001, "cash_withdrawal_charge": 0.6889688968896889, "cash_withdrawal_not_recognised": 0.012601260126012601, "change_pin": 0.0006000600060006, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.001000100010001, "country_support": 0.012501250125012502, "declined_card_payment": 0.0008000800080008001, "declined_cash_withdrawal": 0.0049004900490049, "declined_transfer": 0.0008000800080008001, "direct_debit_payment_not_recognised": 0.0011001100110011003, "disposable_card_limits": 0.0013001300130013002, "edit_personal_details": 0.0008000800080008001, "exchange_charge": 0.0038003800380038005, "exchange_rate": 0.0009000900090009, "exchange_via_app": 0.0009000900090009, "extra_charge_on_statement": 0.004400440044004401, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0046004600460046, "get_disposable_virtual_card": 0.0012001200120012, "get_physical_card": 0.001000100010001, "getting_spare_card": 0.0009000900090009, "getting_virtual_card": 0.0008000800080008001, "lost_or_stolen_card": 0.0007000700070007, "lost_or_stolen_phone": 0.0009000900090009, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0014001400140014, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.0008000800080008001, "receiving_money": 0.0014001400140014, "request_refund": 0.0009000900090009, "reverted_card_payment?": 0.0009000900090009, "supported_cards_and_currencies": 0.0025002500250025004, "terminate_account": 0.0007000700070007, "top_up_by_bank_transfer_charge": 0.028602860286028604, "top_up_by_card_charge": 0.010401040104010401, "top_up_by_cash_or_cheque": 0.001000100010001, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0009000900090009, "top_up_reverted": 0.0009000900090009, "topping_up_by_card": 0.0012001200120012, "transaction_charged_twice": 0.0009000900090009, "transfer_fee_charged": 0.034003400340034004, "transfer_into_account": 0.0011001100110011003, "transfer_not_received_by_recipient": 0.0008000800080008001, "transfer_timing": 0.0009000900090009, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0006000600060006, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0009000900090009, "visa_or_mastercard": 0.0008000800080008001, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.001000100010001, "wrong_exchange_rate_for_cash_withdrawal": 0.0815081508150815 }, "error": null, "latency_ms": 70.91716700233519, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2580", "text_group": "77c23c1691d00273f8bd6cec7fe3acd5bf4b7d9e54514d288ad8608f9a04eac4", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0010003000900270082, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.12063619085725717, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00040012003601080324, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00040012003601080324, "declined_cash_withdrawal": 0.0006001800540162048, "declined_transfer": 0.00040012003601080324, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0006001800540162048, "exchange_rate": 0.0012003601080324095, "exchange_via_app": 0.0007002100630189057, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.0007002100630189057, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0005001500450135041, "request_refund": 0.0005001500450135041, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0006001800540162048, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0018005401620486145, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0005001500450135041, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.006702010603180954, "wrong_exchange_rate_for_cash_withdrawal": 0.8448534560368111 }, "error": null, "latency_ms": 70.67320798523724, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2581", "text_group": "8d9a09a156b8a14a785f5bb890d62842c4b1ef71b859826fee850ee3c8b70426", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.002100420084016803, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0012002400480096017, "cancel_transfer": 0.0008001600320064013, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0006001200240048009, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.008101620324064812, "card_swallowed": 0.015103020604120825, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0005001000200040008, "compromised_card": 0.0006001200240048009, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0008001600320064013, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0017003400680136026, "exchange_rate": 0.0011002200440088019, "exchange_via_app": 0.0029005801160232043, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0006001200240048009, "fiat_currency_support": 0.0024004800960192034, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0012002400480096017, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0009001800360072014, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.0009001800360072014, "topping_up_by_card": 0.0006001200240048009, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.8599719943988797, "wrong_exchange_rate_for_cash_withdrawal": 0.07471494298859772 }, "error": null, "latency_ms": 70.73291600681841, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2582", "text_group": "50cd1e25cf7c7313e76e13b8522075fe18a8bb9580ba0d56b10a9202917f70a0", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.005301060212042409, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0006001200240048009, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0007001400280056011, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0010002000400080016, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0018003600720144029, "wrong_exchange_rate_for_cash_withdrawal": 0.9710942188437687 }, "error": null, "latency_ms": 71.34024996776134, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2583", "text_group": "9cda1780692359999df1e9011b543b2e06a2efe5bf1ad95b2e1289f6315edad1", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.001, "activate_my_card": 0.0017, "age_limit": 0.0014, "apple_pay_or_google_pay": 0.0028, "atm_support": 0.3557, "automatic_top_up": 0.0019, "balance_not_updated_after_bank_transfer": 0.0019, "balance_not_updated_after_cheque_or_cash_deposit": 0.0021, "beneficiary_not_allowed": 0.0022, "cancel_transfer": 0.0016, "card_about_to_expire": 0.0013, "card_acceptance": 0.0028, "card_arrival": 0.0014, "card_delivery_estimate": 0.0015, "card_linking": 0.0023, "card_not_working": 0.0019, "card_payment_fee_charged": 0.0017, "card_payment_not_recognised": 0.0019, "card_payment_wrong_exchange_rate": 0.0348, "card_swallowed": 0.0016, "cash_withdrawal_charge": 0.0022, "cash_withdrawal_not_recognised": 0.0016, "change_pin": 0.0015, "compromised_card": 0.0017, "contactless_not_working": 0.0039, "country_support": 0.0272, "declined_card_payment": 0.0016, "declined_cash_withdrawal": 0.0015, "declined_transfer": 0.0016, "direct_debit_payment_not_recognised": 0.0022, "disposable_card_limits": 0.0027, "edit_personal_details": 0.0019, "exchange_charge": 0.003, "exchange_rate": 0.0048, "exchange_via_app": 0.0026, "extra_charge_on_statement": 0.0017, "failed_transfer": 0.0017, "fiat_currency_support": 0.3105, "get_disposable_virtual_card": 0.0026, "get_physical_card": 0.0023, "getting_spare_card": 0.0023, "getting_virtual_card": 0.0022, "lost_or_stolen_card": 0.0011, "lost_or_stolen_phone": 0.0011, "order_physical_card": 0.0025, "passcode_forgotten": 0.0013, "pending_card_payment": 0.0014, "pending_cash_withdrawal": 0.0013, "pending_top_up": 0.0014, "pending_transfer": 0.0014, "pin_blocked": 0.0016, "receiving_money": 0.0203, "request_refund": 0.0016, "reverted_card_payment?": 0.002, "supported_cards_and_currencies": 0.0433, "terminate_account": 0.0017, "top_up_by_bank_transfer_charge": 0.0025, "top_up_by_card_charge": 0.002, "top_up_by_cash_or_cheque": 0.0034, "top_up_failed": 0.0018, "top_up_limits": 0.0024, "top_up_reverted": 0.0022, "topping_up_by_card": 0.0071, "transaction_charged_twice": 0.0016, "transfer_fee_charged": 0.0016, "transfer_into_account": 0.0019, "transfer_not_received_by_recipient": 0.0015, "transfer_timing": 0.0018, "unable_to_verify_identity": 0.0015, "verify_my_identity": 0.0017, "verify_source_of_funds": 0.0026, "verify_top_up": 0.0021, "virtual_card_not_working": 0.0024, "visa_or_mastercard": 0.0024, "why_verify_identity": 0.0019, "wrong_amount_of_cash_received": 0.0074, "wrong_exchange_rate_for_cash_withdrawal": 0.0594 }, "error": null, "latency_ms": 72.6592920254916, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2584", "text_group": "22c144b62bdfb79e0aca4d8fe4aa82507597e3cd9855e1b81f1d794265a0c2d4", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.00019992003198720514, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0003998400639744103, "atm_support": 0.009996001599360257, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0004998000799680128, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0002998800479808077, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.00899640143942423, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.0004998000799680128, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0002998800479808077, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0004998000799680128, "country_support": 0.0004998000799680128, "declined_card_payment": 0.0004998000799680128, "declined_cash_withdrawal": 0.0016993202718912435, "declined_transfer": 0.0004998000799680128, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0005997600959616154, "exchange_rate": 0.0011995201919232307, "exchange_via_app": 0.0004998000799680128, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0004998000799680128, "fiat_currency_support": 0.0018992403038784486, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.0004998000799680128, "supported_cards_and_currencies": 0.0007996801279488206, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0010995601759296284, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0003998400639744103, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.01609356257497001, "wrong_exchange_rate_for_cash_withdrawal": 0.93562574970012 }, "error": null, "latency_ms": 72.72041705437005, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2585", "text_group": "85508f7f4fb83a5b00fdd3d606aee4fe20b8b7ed99fbd1b24dba9f47f633c0f0", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0370962903709629, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.17638236176382363, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00039996000399960006, "country_support": 0.010898910108989102, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0022997700229977, "exchange_rate": 0.07529247075292471, "exchange_via_app": 0.005099490050994901, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0008999100089991, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0010998900109989002, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.000999900009999, "wrong_exchange_rate_for_cash_withdrawal": 0.6692330766923308 }, "error": null, "latency_ms": 70.77579200267792, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2586", "text_group": "07bb06d2c8af5bfe6b82d89e7e1e2b6de1352f82a9a45d5d819782e41df6788e", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0001998001998001998, "activate_my_card": 0.0001998001998001998, "age_limit": 0.0001998001998001998, "apple_pay_or_google_pay": 0.0001998001998001998, "atm_support": 0.00029970029970029965, "automatic_top_up": 0.0001998001998001998, "balance_not_updated_after_bank_transfer": 0.00029970029970029965, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003996003996003996, "beneficiary_not_allowed": 0.00029970029970029965, "cancel_transfer": 0.0001998001998001998, "card_about_to_expire": 0.0001998001998001998, "card_acceptance": 0.00029970029970029965, "card_arrival": 0.0001998001998001998, "card_delivery_estimate": 0.0001998001998001998, "card_linking": 0.0001998001998001998, "card_not_working": 0.0001998001998001998, "card_payment_fee_charged": 0.0003996003996003996, "card_payment_not_recognised": 0.00029970029970029965, "card_payment_wrong_exchange_rate": 0.01768231768231768, "card_swallowed": 0.0001998001998001998, "cash_withdrawal_charge": 0.05244755244755244, "cash_withdrawal_not_recognised": 0.0003996003996003996, "change_pin": 0.0001998001998001998, "compromised_card": 0.0001998001998001998, "contactless_not_working": 0.0001998001998001998, "country_support": 0.00029970029970029965, "declined_card_payment": 0.0001998001998001998, "declined_cash_withdrawal": 0.0003996003996003996, "declined_transfer": 0.0001998001998001998, "direct_debit_payment_not_recognised": 0.00029970029970029965, "disposable_card_limits": 0.0001998001998001998, "edit_personal_details": 0.0001998001998001998, "exchange_charge": 0.005494505494505493, "exchange_rate": 0.0006993006993006992, "exchange_via_app": 0.0003996003996003996, "extra_charge_on_statement": 0.0003996003996003996, "failed_transfer": 0.0001998001998001998, "fiat_currency_support": 0.0003996003996003996, "get_disposable_virtual_card": 0.0001998001998001998, "get_physical_card": 0.0001998001998001998, "getting_spare_card": 0.0001998001998001998, "getting_virtual_card": 0.0001998001998001998, "lost_or_stolen_card": 0.0001998001998001998, "lost_or_stolen_phone": 0.0001998001998001998, "order_physical_card": 0.0001998001998001998, "passcode_forgotten": 0.0001998001998001998, "pending_card_payment": 0.0001998001998001998, "pending_cash_withdrawal": 0.00029970029970029965, "pending_top_up": 0.0001998001998001998, "pending_transfer": 0.0001998001998001998, "pin_blocked": 0.0001998001998001998, "receiving_money": 0.00029970029970029965, "request_refund": 0.0001998001998001998, "reverted_card_payment?": 0.00029970029970029965, "supported_cards_and_currencies": 0.00029970029970029965, "terminate_account": 0.0001998001998001998, "top_up_by_bank_transfer_charge": 0.0003996003996003996, "top_up_by_card_charge": 0.00029970029970029965, "top_up_by_cash_or_cheque": 0.0001998001998001998, "top_up_failed": 0.0001998001998001998, "top_up_limits": 0.0001998001998001998, "top_up_reverted": 0.00029970029970029965, "topping_up_by_card": 0.0001998001998001998, "transaction_charged_twice": 0.00029970029970029965, "transfer_fee_charged": 0.0005994005994005993, "transfer_into_account": 0.0001998001998001998, "transfer_not_received_by_recipient": 0.0001998001998001998, "transfer_timing": 0.0001998001998001998, "unable_to_verify_identity": 0.0001998001998001998, "verify_my_identity": 0.0001998001998001998, "verify_source_of_funds": 0.0001998001998001998, "verify_top_up": 0.0001998001998001998, "virtual_card_not_working": 0.0001998001998001998, "visa_or_mastercard": 0.0001998001998001998, "why_verify_identity": 0.0001998001998001998, "wrong_amount_of_cash_received": 0.000899100899100899, "wrong_exchange_rate_for_cash_withdrawal": 0.9051948051948051 }, "error": null, "latency_ms": 72.30362494010478, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2587", "text_group": "d955449f84919998d8168595462aee93127599f425b223d98a462b1d23369b79", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0014994002399040384, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0005997600959616154, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0002998800479808077, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.0005997600959616154, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.9505197920831667, "cash_withdrawal_not_recognised": 0.0010995601759296284, "change_pin": 0.00019992003198720514, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0002998800479808077, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.0004998000799680128, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0006997201119552179, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0004998000799680128, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.011495401839264294, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0005997600959616154, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.0003998400639744103, "request_refund": 0.0006997201119552179, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.0002998800479808077, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0011995201919232307, "top_up_by_card_charge": 0.000899640143942423, "top_up_by_cash_or_cheque": 0.0004998000799680128, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0006997201119552179, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.0006997201119552179, "transfer_fee_charged": 0.0021991203518592567, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0025989604158336665, "wrong_exchange_rate_for_cash_withdrawal": 0.004998000799680128 }, "error": null, "latency_ms": 72.40904204081744, "usage": { "input_tokens": 615, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2588", "text_group": "68f8b6835ad285706586b90f7ad2a487810dd43b500d201f1266c340e26978ee", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.043604360436043606, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0062006200620062, "exchange_via_app": 0.0008000800080008001, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.9291929192919293 }, "error": null, "latency_ms": 72.57020799443126, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2589", "text_group": "26b9550a7c195cd13cbfdfafc8bb9178b9e5c73c14ba7cb5468d9e16fb181863", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00010001000100010001, "activate_my_card": 0.00010001000100010001, "age_limit": 0.00010001000100010001, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0030003000300030005, "automatic_top_up": 0.00010001000100010001, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00010001000100010001, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00010001000100010001, "card_delivery_estimate": 0.00010001000100010001, "card_linking": 0.00020002000200020003, "card_not_working": 0.00020002000200020003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.031003100310031003, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00010001000100010001, "compromised_card": 0.00010001000100010001, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0084008400840084, "exchange_via_app": 0.0012001200120012, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00010001000100010001, "getting_virtual_card": 0.00010001000100010001, "lost_or_stolen_card": 0.00010001000100010001, "lost_or_stolen_phone": 0.00010001000100010001, "order_physical_card": 0.00010001000100010001, "passcode_forgotten": 0.00010001000100010001, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00010001000100010001, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00010001000100010001, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00020002000200020003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00010001000100010001, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00010001000100010001, "unable_to_verify_identity": 0.00010001000100010001, "verify_my_identity": 0.00010001000100010001, "verify_source_of_funds": 0.00010001000100010001, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00010001000100010001, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.49984998499849986, "wrong_exchange_rate_for_cash_withdrawal": 0.44294429442944294 }, "error": null, "latency_ms": 73.50770803168416, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2590", "text_group": "f3feaad147ad7b49d884b75e51ce6cd78957507038e63955e7245f933586853b", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.03659268146370726, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0018996200759848032, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.0031993601279744054, "wrong_exchange_rate_for_cash_withdrawal": 0.9337132573485303 }, "error": null, "latency_ms": 71.12816697917879, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2591", "text_group": "fea5cfe10368d191b72fa99abaad77a618b931b601b56a22882fc6bd02786853", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.00040008001600320064, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0012002400480096017, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009001800360072014, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0007001400280056011, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0005001000200040008, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.04060812162432486, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.0012002400480096017, "cash_withdrawal_not_recognised": 0.0012002400480096017, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0006001200240048009, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0009001800360072014, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.003100620124024805, "exchange_rate": 0.059411882376475295, "exchange_via_app": 0.0028005601120224045, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.002000400080016003, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0007001400280056011, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0007001400280056011, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0008001600320064013, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0016003200640128026, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.002000400080016003, "wrong_exchange_rate_for_cash_withdrawal": 0.8552710542108422 }, "error": null, "latency_ms": 70.021583000198, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2592", "text_group": "0361c0fc249b6d234234777d6124ae0ab3c3763f45e617533cf43394636f8497", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0028, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0013, "atm_support": 0.0035, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014, "beneficiary_not_allowed": 0.0014, "cancel_transfer": 0.0012, "card_about_to_expire": 0.0005, "card_acceptance": 0.0009, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.0008, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0012, "card_payment_not_recognised": 0.0016, "card_payment_wrong_exchange_rate": 0.23, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0008, "cash_withdrawal_not_recognised": 0.0007, "change_pin": 0.0005, "compromised_card": 0.0007, "contactless_not_working": 0.0007, "country_support": 0.0008, "declined_card_payment": 0.0043, "declined_cash_withdrawal": 0.0013, "declined_transfer": 0.0011, "direct_debit_payment_not_recognised": 0.0026, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0006, "exchange_charge": 0.001, "exchange_rate": 0.0018, "exchange_via_app": 0.0008, "extra_charge_on_statement": 0.0015, "failed_transfer": 0.0017, "fiat_currency_support": 0.0012, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0006, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0005, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0007, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0005, "pending_transfer": 0.0005, "pin_blocked": 0.0005, "receiving_money": 0.0009, "request_refund": 0.0092, "reverted_card_payment?": 0.0601, "supported_cards_and_currencies": 0.001, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0007, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0007, "top_up_limits": 0.0005, "top_up_reverted": 0.0088, "topping_up_by_card": 0.0007, "transaction_charged_twice": 0.0035, "transfer_fee_charged": 0.0012, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0008, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0008, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0331, "wrong_exchange_rate_for_cash_withdrawal": 0.589 }, "error": null, "latency_ms": 70.87487506214529, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2593", "text_group": "e9a537e495ec5e19a6eaa465ffd072f8bac0b5b4729e8db9ee277ea075dc2f73", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00020006001800540165, "atm_support": 0.00030009002700810244, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.00030009002700810244, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004001200360108033, "beneficiary_not_allowed": 0.00030009002700810244, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.00030009002700810244, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.00030009002700810244, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.003801140342102631, "card_swallowed": 0.00020006001800540165, "cash_withdrawal_charge": 0.0004001200360108033, "cash_withdrawal_not_recognised": 0.0006001800540162049, "change_pin": 0.00020006001800540165, "compromised_card": 0.00020006001800540165, "contactless_not_working": 0.00020006001800540165, "country_support": 0.00030009002700810244, "declined_card_payment": 0.00030009002700810244, "declined_cash_withdrawal": 0.0012003601080324098, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.00020006001800540165, "disposable_card_limits": 0.00020006001800540165, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.0004001200360108033, "exchange_rate": 0.0014004201260378114, "exchange_via_app": 0.0004001200360108033, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00020006001800540165, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.00020006001800540165, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.0004001200360108033, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.00030009002700810244, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.0004001200360108033, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.00020006001800540165, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.00030009002700810244, "topping_up_by_card": 0.00020006001800540165, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00020006001800540165, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00020006001800540165, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.00020006001800540165, "visa_or_mastercard": 0.00020006001800540165, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.0014004201260378114, "wrong_exchange_rate_for_cash_withdrawal": 0.9743923176953087 }, "error": null, "latency_ms": 71.33116701152176, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2594", "text_group": "b3ce1e7e1a10e4a2cf6be6831ca5c2934ec9a4d1ff8c74a9a3f4a6119ac9f9bb", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.029397060293970604, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.000999900009999, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.006699330066993301, "wrong_exchange_rate_for_cash_withdrawal": 0.9407059294070593 }, "error": null, "latency_ms": 71.34166697505862, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2595", "text_group": "2ea111a433d589671a508c64202b53dbef14559ef28720981f2330c14cc561d7", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.013202640528105622, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.055711142228445684, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0009001800360072014, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0018003600720144029, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0009001800360072014, "exchange_rate": 0.0014002800560112022, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0018003600720144029, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0010002000400080016, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0012002400480096017, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.021604320864172834, "wrong_exchange_rate_for_cash_withdrawal": 0.8794758951790358 }, "error": null, "latency_ms": 70.20887499675155, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2596", "text_group": "92d5007eb96ac627f4cbdee7e77850791e5018122fde94c75c9ba33fffa4c12e", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0003000600120024005, "activate_my_card": 0.0003000600120024005, "age_limit": 0.0003000600120024005, "apple_pay_or_google_pay": 0.000600120024004801, "atm_support": 0.0009001800360072014, "automatic_top_up": 0.0003000600120024005, "balance_not_updated_after_bank_transfer": 0.0008001600320064014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008001600320064014, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0004000800160032007, "card_about_to_expire": 0.0003000600120024005, "card_acceptance": 0.0007001400280056011, "card_arrival": 0.0004000800160032007, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0005001000200040008, "card_not_working": 0.0004000800160032007, "card_payment_fee_charged": 0.0004000800160032007, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.13642728545709143, "card_swallowed": 0.0004000800160032007, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0008001600320064014, "change_pin": 0.0003000600120024005, "compromised_card": 0.0004000800160032007, "contactless_not_working": 0.0004000800160032007, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0003000600120024005, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0003000600120024005, "direct_debit_payment_not_recognised": 0.0004000800160032007, "disposable_card_limits": 0.0004000800160032007, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.004300860172034408, "exchange_rate": 0.13842768553710744, "exchange_via_app": 0.008601720344068815, "extra_charge_on_statement": 0.0003000600120024005, "failed_transfer": 0.0004000800160032007, "fiat_currency_support": 0.0016003200640128028, "get_disposable_virtual_card": 0.0004000800160032007, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0004000800160032007, "getting_virtual_card": 0.0004000800160032007, "lost_or_stolen_card": 0.0003000600120024005, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.0003000600120024005, "passcode_forgotten": 0.0003000600120024005, "pending_card_payment": 0.0003000600120024005, "pending_cash_withdrawal": 0.0004000800160032007, "pending_top_up": 0.0003000600120024005, "pending_transfer": 0.0003000600120024005, "pin_blocked": 0.0003000600120024005, "receiving_money": 0.0009001800360072014, "request_refund": 0.0003000600120024005, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0021004200840168035, "terminate_account": 0.0003000600120024005, "top_up_by_bank_transfer_charge": 0.0004000800160032007, "top_up_by_card_charge": 0.0003000600120024005, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0003000600120024005, "top_up_limits": 0.0003000600120024005, "top_up_reverted": 0.000600120024004801, "topping_up_by_card": 0.0004000800160032007, "transaction_charged_twice": 0.0004000800160032007, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.0003000600120024005, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.0003000600120024005, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.0003000600120024005, "verify_source_of_funds": 0.0003000600120024005, "verify_top_up": 0.0003000600120024005, "virtual_card_not_working": 0.0003000600120024005, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.0003000600120024005, "wrong_amount_of_cash_received": 0.009801960392078417, "wrong_exchange_rate_for_cash_withdrawal": 0.6709341868373675 }, "error": null, "latency_ms": 70.8197500789538, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2597", "text_group": "47921754b7fe7b9029bed23573c5034ec8789730f561b3c3bf1cff55ad5e68de", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.001099670098970309, "activate_my_card": 0.0007997600719784066, "age_limit": 0.0008997300809757073, "apple_pay_or_google_pay": 0.0015995201439568132, "atm_support": 0.051884434669599126, "automatic_top_up": 0.000999700089973008, "balance_not_updated_after_bank_transfer": 0.0013995801259622115, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014995501349595122, "beneficiary_not_allowed": 0.0018994301709487154, "cancel_transfer": 0.0011996401079676095, "card_about_to_expire": 0.0008997300809757073, "card_acceptance": 0.0014995501349595122, "card_arrival": 0.0008997300809757073, "card_delivery_estimate": 0.000999700089973008, "card_linking": 0.0011996401079676095, "card_not_working": 0.0011996401079676095, "card_payment_fee_charged": 0.0015995201439568132, "card_payment_not_recognised": 0.0014995501349595122, "card_payment_wrong_exchange_rate": 0.002599220233929821, "card_swallowed": 0.0011996401079676095, "cash_withdrawal_charge": 0.7333799860041988, "cash_withdrawal_not_recognised": 0.0022993102069379188, "change_pin": 0.0008997300809757073, "compromised_card": 0.000999700089973008, "contactless_not_working": 0.0011996401079676095, "country_support": 0.0016994901529541137, "declined_card_payment": 0.0014995501349595122, "declined_cash_withdrawal": 0.005098470458862342, "declined_transfer": 0.001099670098970309, "direct_debit_payment_not_recognised": 0.0057982605218434465, "disposable_card_limits": 0.0011996401079676095, "edit_personal_details": 0.000999700089973008, "exchange_charge": 0.00489853044086774, "exchange_rate": 0.0011996401079676095, "exchange_via_app": 0.0011996401079676095, "extra_charge_on_statement": 0.03818854343696891, "failed_transfer": 0.000999700089973008, "fiat_currency_support": 0.0015995201439568132, "get_disposable_virtual_card": 0.0012996101169649105, "get_physical_card": 0.001099670098970309, "getting_spare_card": 0.000999700089973008, "getting_virtual_card": 0.0008997300809757073, "lost_or_stolen_card": 0.0007997600719784066, "lost_or_stolen_phone": 0.0007997600719784066, "order_physical_card": 0.001099670098970309, "passcode_forgotten": 0.0008997300809757073, "pending_card_payment": 0.000999700089973008, "pending_cash_withdrawal": 0.0012996101169649105, "pending_top_up": 0.0008997300809757073, "pending_transfer": 0.0007997600719784066, "pin_blocked": 0.001099670098970309, "receiving_money": 0.0028991302609217232, "request_refund": 0.0022993102069379188, "reverted_card_payment?": 0.0022993102069379188, "supported_cards_and_currencies": 0.0017994601619514146, "terminate_account": 0.0011996401079676095, "top_up_by_bank_transfer_charge": 0.009197240827751675, "top_up_by_card_charge": 0.0057982605218434465, "top_up_by_cash_or_cheque": 0.0014995501349595122, "top_up_failed": 0.0012996101169649105, "top_up_limits": 0.001099670098970309, "top_up_reverted": 0.002699190242927122, "topping_up_by_card": 0.0015995201439568132, "transaction_charged_twice": 0.0024992502249325203, "transfer_fee_charged": 0.003099070278916325, "transfer_into_account": 0.000999700089973008, "transfer_not_received_by_recipient": 0.0008997300809757073, "transfer_timing": 0.000999700089973008, "unable_to_verify_identity": 0.000999700089973008, "verify_my_identity": 0.000999700089973008, "verify_source_of_funds": 0.0012996101169649105, "verify_top_up": 0.001099670098970309, "virtual_card_not_working": 0.0012996101169649105, "visa_or_mastercard": 0.001099670098970309, "why_verify_identity": 0.0012996101169649105, "wrong_amount_of_cash_received": 0.0029991002699190244, "wrong_exchange_rate_for_cash_withdrawal": 0.05258422473258023 }, "error": null, "latency_ms": 72.22929096315056, "usage": { "input_tokens": 612, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2598", "text_group": "3b40faccb7df84ed143fcff903ea0b470950200a89a8e8368d744bd470b64817", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "wrong_exchange_rate_for_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00020006001800540165, "atm_support": 0.00030009002700810244, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.00030009002700810244, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004001200360108033, "beneficiary_not_allowed": 0.00030009002700810244, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.00030009002700810244, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.00030009002700810244, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.0024007202160648195, "card_swallowed": 0.00020006001800540165, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0008002400720216066, "change_pin": 0.00020006001800540165, "compromised_card": 0.00020006001800540165, "contactless_not_working": 0.00030009002700810244, "country_support": 0.00030009002700810244, "declined_card_payment": 0.00030009002700810244, "declined_cash_withdrawal": 0.0018005401620486148, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.00020006001800540165, "disposable_card_limits": 0.00020006001800540165, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.0004001200360108033, "exchange_rate": 0.0008002400720216066, "exchange_via_app": 0.0004001200360108033, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00020006001800540165, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.00020006001800540165, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.00030009002700810244, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.0004001200360108033, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00020006001800540165, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.00020006001800540165, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.00030009002700810244, "topping_up_by_card": 0.00030009002700810244, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00020006001800540165, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00020006001800540165, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.00020006001800540165, "visa_or_mastercard": 0.00020006001800540165, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.0014004201260378114, "wrong_exchange_rate_for_cash_withdrawal": 0.9753926177853356 }, "error": null, "latency_ms": 69.7992080822587, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2599", "text_group": "f23558c90d8ecd9d8763aa51e91e13c462cd8e90efc774d5b7d2f384428e2dbd", "expected": "wrong_exchange_rate_for_cash_withdrawal", "prediction": "atm_support", "probabilities": { "Refund_not_showing_up": 0.001299740051989602, "activate_my_card": 0.0013997200559888023, "age_limit": 0.0015996800639872027, "apple_pay_or_google_pay": 0.0021995600879824036, "atm_support": 0.4443111377724455, "automatic_top_up": 0.0016996600679864027, "balance_not_updated_after_bank_transfer": 0.0032993401319736052, "balance_not_updated_after_cheque_or_cash_deposit": 0.0030993801239752048, "beneficiary_not_allowed": 0.0034993001399720057, "cancel_transfer": 0.001999600079984003, "card_about_to_expire": 0.0016996600679864027, "card_acceptance": 0.0031993601279744054, "card_arrival": 0.0028994201159768043, "card_delivery_estimate": 0.002599480103979204, "card_linking": 0.002299540091981604, "card_not_working": 0.0023995200959808036, "card_payment_fee_charged": 0.0020995800839832034, "card_payment_not_recognised": 0.0018996200759848032, "card_payment_wrong_exchange_rate": 0.0031993601279744054, "card_swallowed": 0.0023995200959808036, "cash_withdrawal_charge": 0.051089782043591284, "cash_withdrawal_not_recognised": 0.01259748050389922, "change_pin": 0.0016996600679864027, "compromised_card": 0.001799640071985603, "contactless_not_working": 0.0023995200959808036, "country_support": 0.013597280543891222, "declined_card_payment": 0.0018996200759848032, "declined_cash_withdrawal": 0.007198560287942412, "declined_transfer": 0.0021995600879824036, "direct_debit_payment_not_recognised": 0.0023995200959808036, "disposable_card_limits": 0.0024995000999800043, "edit_personal_details": 0.001799640071985603, "exchange_charge": 0.008198360327934414, "exchange_rate": 0.003599280143971206, "exchange_via_app": 0.0032993401319736052, "extra_charge_on_statement": 0.004099180163967207, "failed_transfer": 0.0021995600879824036, "fiat_currency_support": 0.1249750049990002, "get_disposable_virtual_card": 0.0028994201159768043, "get_physical_card": 0.002299540091981604, "getting_spare_card": 0.0030993801239752048, "getting_virtual_card": 0.0021995600879824036, "lost_or_stolen_card": 0.0014997000599880025, "lost_or_stolen_phone": 0.0014997000599880025, "order_physical_card": 0.0027994401119776045, "passcode_forgotten": 0.0015996800639872027, "pending_card_payment": 0.0016996600679864027, "pending_cash_withdrawal": 0.003699260147970406, "pending_top_up": 0.0015996800639872027, "pending_transfer": 0.0018996200759848032, "pin_blocked": 0.001799640071985603, "receiving_money": 0.00629874025194961, "request_refund": 0.0015996800639872027, "reverted_card_payment?": 0.001999600079984003, "supported_cards_and_currencies": 0.0076984603079384125, "terminate_account": 0.001799640071985603, "top_up_by_bank_transfer_charge": 0.00569886022795441, "top_up_by_card_charge": 0.0030993801239752048, "top_up_by_cash_or_cheque": 0.0037992401519696063, "top_up_failed": 0.0021995600879824036, "top_up_limits": 0.0021995600879824036, "top_up_reverted": 0.0024995000999800043, "topping_up_by_card": 0.0030993801239752048, "transaction_charged_twice": 0.0018996200759848032, "transfer_fee_charged": 0.002999400119976005, "transfer_into_account": 0.002599480103979204, "transfer_not_received_by_recipient": 0.001999600079984003, "transfer_timing": 0.0024995000999800043, "unable_to_verify_identity": 0.0018996200759848032, "verify_my_identity": 0.0015996800639872027, "verify_source_of_funds": 0.0015996800639872027, "verify_top_up": 0.0013997200559888023, "virtual_card_not_working": 0.0020995800839832034, "visa_or_mastercard": 0.0016996600679864027, "why_verify_identity": 0.0014997000599880025, "wrong_amount_of_cash_received": 0.0028994201159768043, "wrong_exchange_rate_for_cash_withdrawal": 0.16606678664267147 }, "error": null, "latency_ms": 72.32137501705438, "usage": { "input_tokens": 618, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2600", "text_group": "4c1690928f89d900ee4f8b0885bb7da80a564020d453c85b182f6c52c26f4122", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0008, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0012, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0007, "card_acceptance": 0.0011, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.001, "card_not_working": 0.0008, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0005, "compromised_card": 0.0009, "contactless_not_working": 0.0008, "country_support": 0.0008, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0041, "edit_personal_details": 0.0005, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0005, "fiat_currency_support": 0.001, "get_disposable_virtual_card": 0.9369, "get_physical_card": 0.001, "getting_spare_card": 0.0007, "getting_virtual_card": 0.0046, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0008, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0005, "pending_transfer": 0.0005, "pin_blocked": 0.0005, "receiving_money": 0.0009, "request_refund": 0.0005, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0014, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0007, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0006, "top_up_limits": 0.0007, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0011, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0079, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 70.44262497220188, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2601", "text_group": "df05237b3f540839abb8633d61a231da752b1a2df2e34926fa34e137f71ff172", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.000999700089973008, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0006997900629811057, "atm_support": 0.0008997300809757073, "automatic_top_up": 0.0006997900629811057, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.0006997900629811057, "cancel_transfer": 0.0005998200539838048, "card_about_to_expire": 0.0006997900629811057, "card_acceptance": 0.0007997600719784066, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.001099670098970309, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.0006997900629811057, "cash_withdrawal_charge": 0.0005998200539838048, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.000499850044986504, "compromised_card": 0.000999700089973008, "contactless_not_working": 0.0005998200539838048, "country_support": 0.0006997900629811057, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.000499850044986504, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.004298710386883935, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.000499850044986504, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0008997300809757073, "get_disposable_virtual_card": 0.9157252824152755, "get_physical_card": 0.001099670098970309, "getting_spare_card": 0.000999700089973008, "getting_virtual_card": 0.036089173248025595, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0012996101169649105, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.000499850044986504, "receiving_money": 0.0006997900629811057, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.001099670098970309, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.0005998200539838048, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.0005998200539838048, "topping_up_by_card": 0.0007997600719784066, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.0003998800359892033, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.000499850044986504, "verify_my_identity": 0.000499850044986504, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0017994601619514146, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998200539838048 }, "error": null, "latency_ms": 72.17141601722687, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2602", "text_group": "f8885fb2e63b856acd8a27bf01ea1b3fd6fefde50be22fdd8ac2a00675802a1d", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.9482051794820519, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0282971702829717, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0006999300069993001, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 71.28883409313858, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2603", "text_group": "2ae56348ebece9b73e34dbccc418009a948dc0c05f4f9330401fbd4ed7018138", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0005, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0006, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0006, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0004, "card_linking": 0.0006, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0005, "contactless_not_working": 0.0004, "country_support": 0.0006, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0022, "edit_personal_details": 0.0003, "exchange_charge": 0.0004, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0003, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.9386, "get_physical_card": 0.0006, "getting_spare_card": 0.0008, "getting_virtual_card": 0.0289, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0009, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0004, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0009, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0004, "top_up_limits": 0.0005, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0013, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 73.07591708377004, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2604", "text_group": "3a458f80e26e7b4ac310f2fcea13a4be435f0bd70a1902928b34f813938004fb", "expected": "get_disposable_virtual_card", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0015004501350405124, "activate_my_card": 0.005401620486145844, "age_limit": 0.0016004801440432132, "apple_pay_or_google_pay": 0.009002700810243073, "atm_support": 0.020406121836550967, "automatic_top_up": 0.002100630189056717, "balance_not_updated_after_bank_transfer": 0.0019005701710513156, "balance_not_updated_after_cheque_or_cash_deposit": 0.0020006001800540163, "beneficiary_not_allowed": 0.0025007502250675205, "cancel_transfer": 0.0017005101530459137, "card_about_to_expire": 0.0015004501350405124, "card_acceptance": 0.012503751125337604, "card_arrival": 0.0017005101530459137, "card_delivery_estimate": 0.0017005101530459137, "card_linking": 0.007702310693207964, "card_not_working": 0.005201560468140442, "card_payment_fee_charged": 0.0019005701710513156, "card_payment_not_recognised": 0.0018005401620486148, "card_payment_wrong_exchange_rate": 0.002200660198059418, "card_swallowed": 0.0017005101530459137, "cash_withdrawal_charge": 0.0018005401620486148, "cash_withdrawal_not_recognised": 0.0015004501350405124, "change_pin": 0.0015004501350405124, "compromised_card": 0.0018005401620486148, "contactless_not_working": 0.009402820846253877, "country_support": 0.0039011703511053317, "declined_card_payment": 0.002100630189056717, "declined_cash_withdrawal": 0.0017005101530459137, "declined_transfer": 0.0017005101530459137, "direct_debit_payment_not_recognised": 0.0017005101530459137, "disposable_card_limits": 0.004101230369110734, "edit_personal_details": 0.0015004501350405124, "exchange_charge": 0.0019005701710513156, "exchange_rate": 0.0018005401620486148, "exchange_via_app": 0.002700810243072922, "extra_charge_on_statement": 0.0014004201260378114, "failed_transfer": 0.0015004501350405124, "fiat_currency_support": 0.017505251575472645, "get_disposable_virtual_card": 0.030809242772831855, "get_physical_card": 0.0029008702610783237, "getting_spare_card": 0.0016004801440432132, "getting_virtual_card": 0.043613083925177556, "lost_or_stolen_card": 0.0010003000900270082, "lost_or_stolen_phone": 0.0010003000900270082, "order_physical_card": 0.003300990297089127, "passcode_forgotten": 0.001100330099029709, "pending_card_payment": 0.0013003901170351106, "pending_cash_withdrawal": 0.0012003601080324098, "pending_top_up": 0.0013003901170351106, "pending_transfer": 0.0013003901170351106, "pin_blocked": 0.0017005101530459137, "receiving_money": 0.0024007202160648195, "request_refund": 0.0014004201260378114, "reverted_card_payment?": 0.0018005401620486148, "supported_cards_and_currencies": 0.545663699109733, "terminate_account": 0.0013003901170351106, "top_up_by_bank_transfer_charge": 0.0017005101530459137, "top_up_by_card_charge": 0.0016004801440432132, "top_up_by_cash_or_cheque": 0.0019005701710513156, "top_up_failed": 0.0017005101530459137, "top_up_limits": 0.0015004501350405124, "top_up_reverted": 0.0020006001800540163, "topping_up_by_card": 0.011903571071321398, "transaction_charged_twice": 0.0013003901170351106, "transfer_fee_charged": 0.0012003601080324098, "transfer_into_account": 0.0012003601080324098, "transfer_not_received_by_recipient": 0.0013003901170351106, "transfer_timing": 0.0014004201260378114, "unable_to_verify_identity": 0.0015004501350405124, "verify_my_identity": 0.0018005401620486148, "verify_source_of_funds": 0.0015004501350405124, "verify_top_up": 0.0019005701710513156, "virtual_card_not_working": 0.16825047514254277, "visa_or_mastercard": 0.0016004801440432132, "why_verify_identity": 0.0014004201260378114, "wrong_amount_of_cash_received": 0.0014004201260378114, "wrong_exchange_rate_for_cash_withdrawal": 0.0017005101530459137 }, "error": null, "latency_ms": 70.91866701375693, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2605", "text_group": "360aec8919a831f3182f90e3bbcd5732a07d9a6822fa28a776eb5d23c4c27659", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.0009002700810243073, "age_limit": 0.0006001800540162048, "apple_pay_or_google_pay": 0.0010003000900270082, "atm_support": 0.0019005701710513153, "automatic_top_up": 0.0009002700810243073, "balance_not_updated_after_bank_transfer": 0.0009002700810243073, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009002700810243073, "beneficiary_not_allowed": 0.001100330099029709, "cancel_transfer": 0.0009002700810243073, "card_about_to_expire": 0.0013003901170351103, "card_acceptance": 0.001100330099029709, "card_arrival": 0.0007002100630189057, "card_delivery_estimate": 0.0006001800540162048, "card_linking": 0.001600480144043213, "card_not_working": 0.0009002700810243073, "card_payment_fee_charged": 0.0007002100630189057, "card_payment_not_recognised": 0.0008002400720216065, "card_payment_wrong_exchange_rate": 0.0009002700810243073, "card_swallowed": 0.0012003601080324095, "cash_withdrawal_charge": 0.0008002400720216065, "cash_withdrawal_not_recognised": 0.0006001800540162048, "change_pin": 0.0006001800540162048, "compromised_card": 0.0009002700810243073, "contactless_not_working": 0.0009002700810243073, "country_support": 0.0010003000900270082, "declined_card_payment": 0.0006001800540162048, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0006001800540162048, "direct_debit_payment_not_recognised": 0.0006001800540162048, "disposable_card_limits": 0.018205461638491547, "edit_personal_details": 0.0006001800540162048, "exchange_charge": 0.0006001800540162048, "exchange_rate": 0.0006001800540162048, "exchange_via_app": 0.0007002100630189057, "extra_charge_on_statement": 0.0006001800540162048, "failed_transfer": 0.0006001800540162048, "fiat_currency_support": 0.0017005101530459135, "get_disposable_virtual_card": 0.8831649494848455, "get_physical_card": 0.0009002700810243073, "getting_spare_card": 0.0008002400720216065, "getting_virtual_card": 0.019205761728518553, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.001600480144043213, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.0006001800540162048, "pending_transfer": 0.0005001500450135041, "pin_blocked": 0.0006001800540162048, "receiving_money": 0.0010003000900270082, "request_refund": 0.0007002100630189057, "reverted_card_payment?": 0.0008002400720216065, "supported_cards_and_currencies": 0.002100630189056717, "terminate_account": 0.0007002100630189057, "top_up_by_bank_transfer_charge": 0.0008002400720216065, "top_up_by_card_charge": 0.0006001800540162048, "top_up_by_cash_or_cheque": 0.0008002400720216065, "top_up_failed": 0.0007002100630189057, "top_up_limits": 0.0009002700810243073, "top_up_reverted": 0.0009002700810243073, "topping_up_by_card": 0.0010003000900270082, "transaction_charged_twice": 0.0005001500450135041, "transfer_fee_charged": 0.0006001800540162048, "transfer_into_account": 0.0005001500450135041, "transfer_not_received_by_recipient": 0.0006001800540162048, "transfer_timing": 0.0006001800540162048, "unable_to_verify_identity": 0.0007002100630189057, "verify_my_identity": 0.0008002400720216065, "verify_source_of_funds": 0.0008002400720216065, "verify_top_up": 0.0008002400720216065, "virtual_card_not_working": 0.020706211863559067, "visa_or_mastercard": 0.0006001800540162048, "why_verify_identity": 0.0007002100630189057, "wrong_amount_of_cash_received": 0.0006001800540162048, "wrong_exchange_rate_for_cash_withdrawal": 0.0008002400720216065 }, "error": null, "latency_ms": 69.48400009423494, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2606", "text_group": "c7001a067f8b5abfd715dbbf9049cf0910726389b61698ebc3ed93e45bf9ff02", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0006001200240048009, "activate_my_card": 0.0010002000400080016, "age_limit": 0.0008001600320064013, "apple_pay_or_google_pay": 0.0010002000400080016, "atm_support": 0.0014002800560112022, "automatic_top_up": 0.0008001600320064013, "balance_not_updated_after_bank_transfer": 0.0008001600320064013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009001800360072014, "beneficiary_not_allowed": 0.0011002200440088019, "cancel_transfer": 0.0012002400480096017, "card_about_to_expire": 0.0016003200640128026, "card_acceptance": 0.0011002200440088019, "card_arrival": 0.0008001600320064013, "card_delivery_estimate": 0.0008001600320064013, "card_linking": 0.0014002800560112022, "card_not_working": 0.0010002000400080016, "card_payment_fee_charged": 0.0008001600320064013, "card_payment_not_recognised": 0.0008001600320064013, "card_payment_wrong_exchange_rate": 0.0009001800360072014, "card_swallowed": 0.0009001800360072014, "cash_withdrawal_charge": 0.0009001800360072014, "cash_withdrawal_not_recognised": 0.0007001400280056011, "change_pin": 0.0008001600320064013, "compromised_card": 0.0011002200440088019, "contactless_not_working": 0.0009001800360072014, "country_support": 0.0012002400480096017, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.0006001200240048009, "declined_transfer": 0.0007001400280056011, "direct_debit_payment_not_recognised": 0.0007001400280056011, "disposable_card_limits": 0.0029005801160232043, "edit_personal_details": 0.0008001600320064013, "exchange_charge": 0.0008001600320064013, "exchange_rate": 0.0007001400280056011, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0008001600320064013, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.001300260052010402, "get_disposable_virtual_card": 0.5667133426685337, "get_physical_card": 0.0018003600720144029, "getting_spare_card": 0.005601120224044809, "getting_virtual_card": 0.35597119423884777, "lost_or_stolen_card": 0.0006001200240048009, "lost_or_stolen_phone": 0.0006001200240048009, "order_physical_card": 0.0028005601120224045, "passcode_forgotten": 0.0006001200240048009, "pending_card_payment": 0.0007001400280056011, "pending_cash_withdrawal": 0.0006001200240048009, "pending_top_up": 0.0007001400280056011, "pending_transfer": 0.0007001400280056011, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.0011002200440088019, "request_refund": 0.0008001600320064013, "reverted_card_payment?": 0.0009001800360072014, "supported_cards_and_currencies": 0.0015003000600120023, "terminate_account": 0.0010002000400080016, "top_up_by_bank_transfer_charge": 0.0008001600320064013, "top_up_by_card_charge": 0.0009001800360072014, "top_up_by_cash_or_cheque": 0.0008001600320064013, "top_up_failed": 0.0008001600320064013, "top_up_limits": 0.0009001800360072014, "top_up_reverted": 0.0009001800360072014, "topping_up_by_card": 0.0012002400480096017, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.0007001400280056011, "transfer_into_account": 0.0006001200240048009, "transfer_not_received_by_recipient": 0.0007001400280056011, "transfer_timing": 0.0007001400280056011, "unable_to_verify_identity": 0.0008001600320064013, "verify_my_identity": 0.0008001600320064013, "verify_source_of_funds": 0.0008001600320064013, "verify_top_up": 0.0008001600320064013, "virtual_card_not_working": 0.003900780156031206, "visa_or_mastercard": 0.0009001800360072014, "why_verify_identity": 0.0007001400280056011, "wrong_amount_of_cash_received": 0.0006001200240048009, "wrong_exchange_rate_for_cash_withdrawal": 0.0009001800360072014 }, "error": null, "latency_ms": 68.2172499364242, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2607", "text_group": "fdbe4a4a8af553b643925c6017a1f327e82015cfee0128c1b9cfa2d6f58200ab", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0008, "activate_my_card": 0.0015, "age_limit": 0.0009, "apple_pay_or_google_pay": 0.0018, "atm_support": 0.0058, "automatic_top_up": 0.0011, "balance_not_updated_after_bank_transfer": 0.0011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011, "beneficiary_not_allowed": 0.0015, "cancel_transfer": 0.0011, "card_about_to_expire": 0.001, "card_acceptance": 0.003, "card_arrival": 0.001, "card_delivery_estimate": 0.001, "card_linking": 0.0028, "card_not_working": 0.0028, "card_payment_fee_charged": 0.001, "card_payment_not_recognised": 0.0011, "card_payment_wrong_exchange_rate": 0.0012, "card_swallowed": 0.0015, "cash_withdrawal_charge": 0.0009, "cash_withdrawal_not_recognised": 0.0008, "change_pin": 0.0009, "compromised_card": 0.0021, "contactless_not_working": 0.0037, "country_support": 0.0023, "declined_card_payment": 0.0011, "declined_cash_withdrawal": 0.0009, "declined_transfer": 0.0009, "direct_debit_payment_not_recognised": 0.001, "disposable_card_limits": 0.0135, "edit_personal_details": 0.0008, "exchange_charge": 0.0008, "exchange_rate": 0.0008, "exchange_via_app": 0.0011, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.0008, "fiat_currency_support": 0.004, "get_disposable_virtual_card": 0.5476, "get_physical_card": 0.0016, "getting_spare_card": 0.001, "getting_virtual_card": 0.0027, "lost_or_stolen_card": 0.0007, "lost_or_stolen_phone": 0.0006, "order_physical_card": 0.0018, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0007, "pending_cash_withdrawal": 0.0007, "pending_top_up": 0.0007, "pending_transfer": 0.0007, "pin_blocked": 0.001, "receiving_money": 0.0013, "request_refund": 0.0008, "reverted_card_payment?": 0.0012, "supported_cards_and_currencies": 0.2632, "terminate_account": 0.0008, "top_up_by_bank_transfer_charge": 0.0009, "top_up_by_card_charge": 0.0008, "top_up_by_cash_or_cheque": 0.0011, "top_up_failed": 0.0009, "top_up_limits": 0.001, "top_up_reverted": 0.0012, "topping_up_by_card": 0.0107, "transaction_charged_twice": 0.0008, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.0008, "transfer_timing": 0.0009, "unable_to_verify_identity": 0.0009, "verify_my_identity": 0.0008, "verify_source_of_funds": 0.0008, "verify_top_up": 0.001, "virtual_card_not_working": 0.0744, "visa_or_mastercard": 0.0009, "why_verify_identity": 0.0009, "wrong_amount_of_cash_received": 0.0009, "wrong_exchange_rate_for_cash_withdrawal": 0.0011 }, "error": null, "latency_ms": 69.08708403352648, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2608", "text_group": "af3b8c61e9e8a9d73d3b2e6b9d872c06774615eb4634c5bac771ca899e0a997c", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0004000800160032007, "activate_my_card": 0.0010002000400080016, "age_limit": 0.0004000800160032007, "apple_pay_or_google_pay": 0.0008001600320064014, "atm_support": 0.001200240048009602, "automatic_top_up": 0.000600120024004801, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.000600120024004801, "card_about_to_expire": 0.000600120024004801, "card_acceptance": 0.0009001800360072014, "card_arrival": 0.0004000800160032007, "card_delivery_estimate": 0.0004000800160032007, "card_linking": 0.0010002000400080016, "card_not_working": 0.0008001600320064014, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.000600120024004801, "card_swallowed": 0.0008001600320064014, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0004000800160032007, "change_pin": 0.0005001000200040008, "compromised_card": 0.002300460092018404, "contactless_not_working": 0.0007001400280056011, "country_support": 0.0007001400280056011, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0004000800160032007, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.006901380276055211, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0004000800160032007, "exchange_rate": 0.0004000800160032007, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.0004000800160032007, "failed_transfer": 0.0004000800160032007, "fiat_currency_support": 0.0011002200440088019, "get_disposable_virtual_card": 0.928985797159432, "get_physical_card": 0.000600120024004801, "getting_spare_card": 0.000600120024004801, "getting_virtual_card": 0.008401680336067214, "lost_or_stolen_card": 0.0003000600120024005, "lost_or_stolen_phone": 0.0003000600120024005, "order_physical_card": 0.0007001400280056011, "passcode_forgotten": 0.0004000800160032007, "pending_card_payment": 0.0004000800160032007, "pending_cash_withdrawal": 0.0003000600120024005, "pending_top_up": 0.0004000800160032007, "pending_transfer": 0.0004000800160032007, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0007001400280056011, "request_refund": 0.0004000800160032007, "reverted_card_payment?": 0.000600120024004801, "supported_cards_and_currencies": 0.0021004200840168035, "terminate_account": 0.000600120024004801, "top_up_by_bank_transfer_charge": 0.000600120024004801, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0007001400280056011, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.0011002200440088019, "transaction_charged_twice": 0.0004000800160032007, "transfer_fee_charged": 0.0004000800160032007, "transfer_into_account": 0.0004000800160032007, "transfer_not_received_by_recipient": 0.0004000800160032007, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0004000800160032007, "verify_top_up": 0.0004000800160032007, "virtual_card_not_working": 0.01210242048409682, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.0004000800160032007, "wrong_amount_of_cash_received": 0.0004000800160032007, "wrong_exchange_rate_for_cash_withdrawal": 0.000600120024004801 }, "error": null, "latency_ms": 68.62849998287857, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2609", "text_group": "40dd74b820b41d19b2aed477bd18186291c80b9a92d7a02d20a0a2139783266e", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.00020006001800540165, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.00030009002700810244, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0004001200360108033, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.00030009002700810244, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.00030009002700810244, "country_support": 0.0004001200360108033, "declined_card_payment": 0.00020006001800540165, "declined_cash_withdrawal": 0.00020006001800540165, "declined_transfer": 0.00020006001800540165, "direct_debit_payment_not_recognised": 0.00020006001800540165, "disposable_card_limits": 0.0005001500450135041, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00020006001800540165, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.9754926477943383, "get_physical_card": 0.00030009002700810244, "getting_spare_card": 0.00030009002700810244, "getting_virtual_card": 0.004801440432129639, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.0004001200360108033, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.00030009002700810244, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00030009002700810244, "top_up_by_card_charge": 0.00030009002700810244, "top_up_by_cash_or_cheque": 0.00020006001800540165, "top_up_failed": 0.00020006001800540165, "top_up_limits": 0.00030009002700810244, "top_up_reverted": 0.00030009002700810244, "topping_up_by_card": 0.00030009002700810244, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00020006001800540165, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00020006001800540165, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.0007002100630189057, "visa_or_mastercard": 0.00020006001800540165, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00020006001800540165, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 70.04095893353224, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2610", "text_group": "fd9e0e38744068176db4442d5f49b7303ae4b94efe296d9a56a2bbc5ff30426d", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0006, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0013, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0007, "card_acceptance": 0.001, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.0009, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0005, "compromised_card": 0.0024, "contactless_not_working": 0.0006, "country_support": 0.0008, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0069, "edit_personal_details": 0.0005, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0004, "fiat_currency_support": 0.0011, "get_disposable_virtual_card": 0.9351, "get_physical_card": 0.0033, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0013, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0008, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0005, "receiving_money": 0.0008, "request_refund": 0.0005, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0083, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0005, "top_up_limits": 0.0006, "top_up_reverted": 0.0007, "topping_up_by_card": 0.001, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0005, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0027, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0007 }, "error": null, "latency_ms": 69.32066602166742, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2611", "text_group": "9d3bd494bf51bad9ddedb8db15e1fb07342f2c555b2b8d045415532c2197ebe0", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.0003000900270081024, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.0007002100630189057, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.9710913273982195, "get_physical_card": 0.0005001500450135041, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.007602280684205261, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0005001500450135041, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.0010003000900270082, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 71.73783297184855, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2612", "text_group": "1936f5b9f6643b5b23b3488816ffcfb5424cc63110473a2875cb09447ad84900", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0038003800380038005, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0012001200120012, "atm_support": 0.0011001100110011003, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007000700070007, "beneficiary_not_allowed": 0.001000100010001, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0017001700170017002, "card_acceptance": 0.0017001700170017002, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0007000700070007, "card_linking": 0.0018001800180018, "card_not_working": 0.0009000900090009, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0008000800080008001, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0005000500050005, "compromised_card": 0.0008000800080008001, "contactless_not_working": 0.0007000700070007, "country_support": 0.0009000900090009, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0033003300330033004, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.0006000600060006, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.0005000500050005, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0011001100110011003, "get_disposable_virtual_card": 0.9013901390139014, "get_physical_card": 0.0012001200120012, "getting_spare_card": 0.0009000900090009, "getting_virtual_card": 0.0233023302330233, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.0012001200120012, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0009000900090009, "request_refund": 0.0012001200120012, "reverted_card_payment?": 0.0008000800080008001, "supported_cards_and_currencies": 0.0022002200220022005, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.0006000600060006, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0008000800080008001, "top_up_reverted": 0.0009000900090009, "topping_up_by_card": 0.0009000900090009, "transaction_charged_twice": 0.0005000500050005, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.0007000700070007, "unable_to_verify_identity": 0.0006000600060006, "verify_my_identity": 0.0006000600060006, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.015801580158015804, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0005000500050005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 75.63054200727493, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2613", "text_group": "34c9b55715c67027d57c6c6713a3c17f30d02f83890e4d97264d4f4478d05651", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0008999100089991, "activate_my_card": 0.0014998500149985001, "age_limit": 0.0010998900109989002, "apple_pay_or_google_pay": 0.0022997700229977, "atm_support": 0.0057994200579942, "automatic_top_up": 0.0014998500149985001, "balance_not_updated_after_bank_transfer": 0.0012998700129987, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013998600139986002, "beneficiary_not_allowed": 0.0012998700129987, "cancel_transfer": 0.0013998600139986002, "card_about_to_expire": 0.0015998400159984002, "card_acceptance": 0.0026997300269973002, "card_arrival": 0.0011998800119988001, "card_delivery_estimate": 0.0010998900109989002, "card_linking": 0.0029997000299970002, "card_not_working": 0.0012998700129987, "card_payment_fee_charged": 0.0011998800119988001, "card_payment_not_recognised": 0.0012998700129987, "card_payment_wrong_exchange_rate": 0.0012998700129987, "card_swallowed": 0.0012998700129987, "cash_withdrawal_charge": 0.0012998700129987, "cash_withdrawal_not_recognised": 0.000999900009999, "change_pin": 0.0011998800119988001, "compromised_card": 0.017098290170982904, "contactless_not_working": 0.0013998600139986002, "country_support": 0.001999800019998, "declined_card_payment": 0.0011998800119988001, "declined_cash_withdrawal": 0.0008999100089991, "declined_transfer": 0.0010998900109989002, "direct_debit_payment_not_recognised": 0.0012998700129987, "disposable_card_limits": 0.0633936606339366, "edit_personal_details": 0.000999900009999, "exchange_charge": 0.0010998900109989002, "exchange_rate": 0.000999900009999, "exchange_via_app": 0.0011998800119988001, "extra_charge_on_statement": 0.000999900009999, "failed_transfer": 0.0008999100089991, "fiat_currency_support": 0.0028997100289971, "get_disposable_virtual_card": 0.7989201079892011, "get_physical_card": 0.0012998700129987, "getting_spare_card": 0.0011998800119988001, "getting_virtual_card": 0.011398860113988602, "lost_or_stolen_card": 0.0010998900109989002, "lost_or_stolen_phone": 0.0007999200079992001, "order_physical_card": 0.0025997400259974, "passcode_forgotten": 0.0008999100089991, "pending_card_payment": 0.0008999100089991, "pending_cash_withdrawal": 0.0007999200079992001, "pending_top_up": 0.000999900009999, "pending_transfer": 0.000999900009999, "pin_blocked": 0.0017998200179982, "receiving_money": 0.0015998400159984002, "request_refund": 0.0011998800119988001, "reverted_card_payment?": 0.0012998700129987, "supported_cards_and_currencies": 0.0033996600339966003, "terminate_account": 0.0011998800119988001, "top_up_by_bank_transfer_charge": 0.0013998600139986002, "top_up_by_card_charge": 0.0011998800119988001, "top_up_by_cash_or_cheque": 0.0013998600139986002, "top_up_failed": 0.0010998900109989002, "top_up_limits": 0.0014998500149985001, "top_up_reverted": 0.0013998600139986002, "topping_up_by_card": 0.0021997800219978004, "transaction_charged_twice": 0.000999900009999, "transfer_fee_charged": 0.000999900009999, "transfer_into_account": 0.0008999100089991, "transfer_not_received_by_recipient": 0.000999900009999, "transfer_timing": 0.000999900009999, "unable_to_verify_identity": 0.0011998800119988001, "verify_my_identity": 0.0017998200179982, "verify_source_of_funds": 0.0015998400159984002, "verify_top_up": 0.0021997800219978004, "virtual_card_not_working": 0.005599440055994401, "visa_or_mastercard": 0.0011998800119988001, "why_verify_identity": 0.0012998700129987, "wrong_amount_of_cash_received": 0.0008999100089991, "wrong_exchange_rate_for_cash_withdrawal": 0.0011998800119988001 }, "error": null, "latency_ms": 70.84875006694347, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2614", "text_group": "edb49576ceda2fa1c7ce1fb27da308509715b0c1b21970e611890e8e4a5233a3", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0003998800359892033, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.0003998800359892033, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.00019994001799460164, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.0006997900629811057, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.9710086973907829, "get_physical_card": 0.0005998200539838048, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.008997300809757072, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0005998200539838048, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.0002999100269919024, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.00019994001799460164, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.0007997600719784066, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 71.24687498435378, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2615", "text_group": "6d178e2807b97ee73aeb8b7cdb5ecf621792179a6f9bc7a6abb4738c83969dd6", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.9629925985197039, "get_physical_card": 0.0006001200240048009, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.017303460692138426, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0007001400280056011, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 70.55437506642193, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2616", "text_group": "14fee8d14fe41e86e63cdfe8b814e72aef8620aa156b8582d0bbce9fad21485c", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0009998000399920016, "age_limit": 0.0007998400319936014, "apple_pay_or_google_pay": 0.0011997600479904018, "atm_support": 0.004199160167966407, "automatic_top_up": 0.0009998000399920016, "balance_not_updated_after_bank_transfer": 0.0010997800439912018, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011997600479904018, "beneficiary_not_allowed": 0.001299740051989602, "cancel_transfer": 0.0009998000399920016, "card_about_to_expire": 0.0011997600479904018, "card_acceptance": 0.001999600079984003, "card_arrival": 0.0007998400319936014, "card_delivery_estimate": 0.0007998400319936014, "card_linking": 0.0013997200559888023, "card_not_working": 0.0010997800439912018, "card_payment_fee_charged": 0.0007998400319936014, "card_payment_not_recognised": 0.0010997800439912018, "card_payment_wrong_exchange_rate": 0.0011997600479904018, "card_swallowed": 0.002299540091981604, "cash_withdrawal_charge": 0.0008998200359928015, "cash_withdrawal_not_recognised": 0.0008998200359928015, "change_pin": 0.0008998200359928015, "compromised_card": 0.001299740051989602, "contactless_not_working": 0.001299740051989602, "country_support": 0.001999600079984003, "declined_card_payment": 0.0008998200359928015, "declined_cash_withdrawal": 0.0007998400319936014, "declined_transfer": 0.0007998400319936014, "direct_debit_payment_not_recognised": 0.0007998400319936014, "disposable_card_limits": 0.015396920615876825, "edit_personal_details": 0.0007998400319936014, "exchange_charge": 0.0007998400319936014, "exchange_rate": 0.0006998600279944011, "exchange_via_app": 0.0008998200359928015, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0006998600279944011, "fiat_currency_support": 0.0030993801239752048, "get_disposable_virtual_card": 0.873125374925015, "get_physical_card": 0.0011997600479904018, "getting_spare_card": 0.0008998200359928015, "getting_virtual_card": 0.001299740051989602, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.0009998000399920016, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.0006998600279944011, "pin_blocked": 0.0006998600279944011, "receiving_money": 0.001299740051989602, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.0009998000399920016, "supported_cards_and_currencies": 0.03189362127574485, "terminate_account": 0.0007998400319936014, "top_up_by_bank_transfer_charge": 0.0007998400319936014, "top_up_by_card_charge": 0.0006998600279944011, "top_up_by_cash_or_cheque": 0.0008998200359928015, "top_up_failed": 0.0007998400319936014, "top_up_limits": 0.0009998000399920016, "top_up_reverted": 0.0011997600479904018, "topping_up_by_card": 0.0016996600679864027, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.0006998600279944011, "transfer_into_account": 0.0006998600279944011, "transfer_not_received_by_recipient": 0.0008998200359928015, "transfer_timing": 0.0007998400319936014, "unable_to_verify_identity": 0.0007998400319936014, "verify_my_identity": 0.0007998400319936014, "verify_source_of_funds": 0.0008998200359928015, "verify_top_up": 0.0008998200359928015, "virtual_card_not_working": 0.003699260147970406, "visa_or_mastercard": 0.0008998200359928015, "why_verify_identity": 0.0008998200359928015, "wrong_amount_of_cash_received": 0.0008998200359928015, "wrong_exchange_rate_for_cash_withdrawal": 0.0010997800439912018 }, "error": null, "latency_ms": 72.19908304978162, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2617", "text_group": "d6756d82234a9d4c42c142b8ad5a973db98be3f37e2bf5934504130e5a8c5c06", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.002000400080016003, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0008001600320064013, "atm_support": 0.0010002000400080016, "automatic_top_up": 0.0007001400280056011, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.0008001600320064013, "cancel_transfer": 0.0009001800360072014, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.0009001800360072014, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0015003000600120023, "card_not_working": 0.0008001600320064013, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0006001200240048009, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.0007001400280056011, "cash_withdrawal_charge": 0.0006001200240048009, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0006001200240048009, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0007001400280056011, "country_support": 0.0008001600320064013, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0016003200640128026, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.0006001200240048009, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.5748149629925985, "get_physical_card": 0.0014002800560112022, "getting_spare_card": 0.0028005601120224045, "getting_virtual_card": 0.3689737947589518, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0018003600720144029, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0010002000400080016, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0007001400280056011, "supported_cards_and_currencies": 0.0014002800560112022, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0007001400280056011, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.0014002800560112022, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.0006001200240048009, "verify_my_identity": 0.0006001200240048009, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.002600520104020804, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001200240048009 }, "error": null, "latency_ms": 71.48687506560236, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2618", "text_group": "5d8b91d3f4dd8457f839b9ebdbca9b5d2c24d1a03fc6272590c7b441df310aef", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019996000799840034, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.971005798840232, "get_physical_card": 0.0006998600279944011, "getting_spare_card": 0.0013997200559888023, "getting_virtual_card": 0.008498300339932015, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00029994001199760045, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.0005998800239952009, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 72.07758293952793, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2619", "text_group": "7e417b126106cc3a3ee4d6e9312b106fddadb1accd649fa0346e9e210c146b56", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.0004999500049995, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.0006999300069993001, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.8584141585841416, "get_physical_card": 0.000999900009999, "getting_spare_card": 0.0015998400159984002, "getting_virtual_card": 0.11478852114788521, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.0008999100089991, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.0014998500149985001, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.0024997500249975004, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 70.02475007902831, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2620", "text_group": "9185936e859488110eb6a27c9832463016ce5e8a2995bd84549e459881a1ac28", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0006999300069993001, "activate_my_card": 0.0027997200279972004, "age_limit": 0.0008999100089991, "apple_pay_or_google_pay": 0.0014998500149985001, "atm_support": 0.0025997400259974, "automatic_top_up": 0.0020997900209979003, "balance_not_updated_after_bank_transfer": 0.0007999200079992001, "balance_not_updated_after_cheque_or_cash_deposit": 0.000999900009999, "beneficiary_not_allowed": 0.0012998700129987, "cancel_transfer": 0.0013998600139986002, "card_about_to_expire": 0.0014998500149985001, "card_acceptance": 0.0015998400159984002, "card_arrival": 0.0007999200079992001, "card_delivery_estimate": 0.0007999200079992001, "card_linking": 0.003999600039996, "card_not_working": 0.0012998700129987, "card_payment_fee_charged": 0.000999900009999, "card_payment_not_recognised": 0.000999900009999, "card_payment_wrong_exchange_rate": 0.0010998900109989002, "card_swallowed": 0.0010998900109989002, "cash_withdrawal_charge": 0.0010998900109989002, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0011998800119988001, "compromised_card": 0.0032996700329967, "contactless_not_working": 0.0011998800119988001, "country_support": 0.0013998600139986002, "declined_card_payment": 0.0007999200079992001, "declined_cash_withdrawal": 0.0006999300069993001, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.0007999200079992001, "disposable_card_limits": 0.039996000399960006, "edit_personal_details": 0.0011998800119988001, "exchange_charge": 0.000999900009999, "exchange_rate": 0.0007999200079992001, "exchange_via_app": 0.000999900009999, "extra_charge_on_statement": 0.000999900009999, "failed_transfer": 0.0006999300069993001, "fiat_currency_support": 0.0021997800219978004, "get_disposable_virtual_card": 0.7703229677032296, "get_physical_card": 0.0015998400159984002, "getting_spare_card": 0.0017998200179982, "getting_virtual_card": 0.09259074092590741, "lost_or_stolen_card": 0.0005999400059994001, "lost_or_stolen_phone": 0.0005999400059994001, "order_physical_card": 0.0038996100389961, "passcode_forgotten": 0.0006999300069993001, "pending_card_payment": 0.0007999200079992001, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.0007999200079992001, "pending_transfer": 0.0007999200079992001, "pin_blocked": 0.0007999200079992001, "receiving_money": 0.0012998700129987, "request_refund": 0.000999900009999, "reverted_card_payment?": 0.000999900009999, "supported_cards_and_currencies": 0.0032996700329967, "terminate_account": 0.0010998900109989002, "top_up_by_bank_transfer_charge": 0.0011998800119988001, "top_up_by_card_charge": 0.0011998800119988001, "top_up_by_cash_or_cheque": 0.000999900009999, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.0013998600139986002, "top_up_reverted": 0.0010998900109989002, "topping_up_by_card": 0.0017998200179982, "transaction_charged_twice": 0.0006999300069993001, "transfer_fee_charged": 0.0008999100089991, "transfer_into_account": 0.0006999300069993001, "transfer_not_received_by_recipient": 0.0006999300069993001, "transfer_timing": 0.0008999100089991, "unable_to_verify_identity": 0.0008999100089991, "verify_my_identity": 0.0008999100089991, "verify_source_of_funds": 0.0007999200079992001, "verify_top_up": 0.0007999200079992001, "virtual_card_not_working": 0.007999200079992, "visa_or_mastercard": 0.000999900009999, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0006999300069993001, "wrong_exchange_rate_for_cash_withdrawal": 0.000999900009999 }, "error": null, "latency_ms": 69.64566698297858, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2621", "text_group": "7f9e138fefa74d4cf0dfb5cfcf7e6641de7093c3af17eff474dcd6f93c7b1561", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0004001200360108033, "activate_my_card": 0.0008002400720216066, "age_limit": 0.0004001200360108033, "apple_pay_or_google_pay": 0.0007002100630189057, "atm_support": 0.0010003000900270082, "automatic_top_up": 0.0008002400720216066, "balance_not_updated_after_bank_transfer": 0.0006001800540162049, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001800540162049, "beneficiary_not_allowed": 0.0007002100630189057, "cancel_transfer": 0.0008002400720216066, "card_about_to_expire": 0.0009002700810243074, "card_acceptance": 0.0008002400720216066, "card_arrival": 0.0005001500450135041, "card_delivery_estimate": 0.0006001800540162049, "card_linking": 0.001100330099029709, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0006001800540162049, "card_swallowed": 0.0012003601080324098, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.0005001500450135041, "compromised_card": 0.0007002100630189057, "contactless_not_working": 0.0006001800540162049, "country_support": 0.0007002100630189057, "declined_card_payment": 0.0004001200360108033, "declined_cash_withdrawal": 0.0004001200360108033, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.0035010503150945285, "edit_personal_details": 0.0006001800540162049, "exchange_charge": 0.0004001200360108033, "exchange_rate": 0.0004001200360108033, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.0004001200360108033, "failed_transfer": 0.0004001200360108033, "fiat_currency_support": 0.0009002700810243074, "get_disposable_virtual_card": 0.9280784235270582, "get_physical_card": 0.0012003601080324098, "getting_spare_card": 0.001100330099029709, "getting_virtual_card": 0.01710513153946184, "lost_or_stolen_card": 0.0004001200360108033, "lost_or_stolen_phone": 0.0004001200360108033, "order_physical_card": 0.0012003601080324098, "passcode_forgotten": 0.0004001200360108033, "pending_card_payment": 0.0004001200360108033, "pending_cash_withdrawal": 0.0004001200360108033, "pending_top_up": 0.0004001200360108033, "pending_transfer": 0.0004001200360108033, "pin_blocked": 0.0005001500450135041, "receiving_money": 0.0008002400720216066, "request_refund": 0.0005001500450135041, "reverted_card_payment?": 0.0006001800540162049, "supported_cards_and_currencies": 0.0009002700810243074, "terminate_account": 0.0006001800540162049, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.0005001500450135041, "top_up_limits": 0.0007002100630189057, "top_up_reverted": 0.0007002100630189057, "topping_up_by_card": 0.0009002700810243074, "transaction_charged_twice": 0.0004001200360108033, "transfer_fee_charged": 0.0004001200360108033, "transfer_into_account": 0.0004001200360108033, "transfer_not_received_by_recipient": 0.0005001500450135041, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.0005001500450135041, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.007602280684205262, "visa_or_mastercard": 0.0005001500450135041, "why_verify_identity": 0.0004001200360108033, "wrong_amount_of_cash_received": 0.0004001200360108033, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001800540162049 }, "error": null, "latency_ms": 71.33324991445988, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2622", "text_group": "f9d970fd238b72cb1af56811f17514fffe8f5ea8528667a4d4096d836c3c9bcd", "expected": "get_disposable_virtual_card", "prediction": "virtual_card_not_working", "probabilities": { "Refund_not_showing_up": 0.001300260052010402, "activate_my_card": 0.005801160232046409, "age_limit": 0.001300260052010402, "apple_pay_or_google_pay": 0.0034006801360272052, "atm_support": 0.01300260052010402, "automatic_top_up": 0.0022004400880176037, "balance_not_updated_after_bank_transfer": 0.0018003600720144029, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018003600720144029, "beneficiary_not_allowed": 0.0028005601120224045, "cancel_transfer": 0.0018003600720144029, "card_about_to_expire": 0.0017003400680136026, "card_acceptance": 0.00640128025605121, "card_arrival": 0.0015003000600120023, "card_delivery_estimate": 0.0015003000600120023, "card_linking": 0.011702340468093618, "card_not_working": 0.007301460292058411, "card_payment_fee_charged": 0.0016003200640128026, "card_payment_not_recognised": 0.0016003200640128026, "card_payment_wrong_exchange_rate": 0.0018003600720144029, "card_swallowed": 0.0017003400680136026, "cash_withdrawal_charge": 0.0016003200640128026, "cash_withdrawal_not_recognised": 0.0012002400480096017, "change_pin": 0.0015003000600120023, "compromised_card": 0.002100420084016803, "contactless_not_working": 0.00650130026005201, "country_support": 0.004000800160032006, "declined_card_payment": 0.001900380076015203, "declined_cash_withdrawal": 0.001300260052010402, "declined_transfer": 0.0016003200640128026, "direct_debit_payment_not_recognised": 0.0015003000600120023, "disposable_card_limits": 0.01960392078415683, "edit_personal_details": 0.0014002800560112022, "exchange_charge": 0.0015003000600120023, "exchange_rate": 0.001300260052010402, "exchange_via_app": 0.0017003400680136026, "extra_charge_on_statement": 0.0012002400480096017, "failed_transfer": 0.001300260052010402, "fiat_currency_support": 0.009701940388077616, "get_disposable_virtual_card": 0.1300260052010402, "get_physical_card": 0.0027005401080216042, "getting_spare_card": 0.0018003600720144029, "getting_virtual_card": 0.20274054810962192, "lost_or_stolen_card": 0.0009001800360072014, "lost_or_stolen_phone": 0.0009001800360072014, "order_physical_card": 0.003800760152030406, "passcode_forgotten": 0.0010002000400080016, "pending_card_payment": 0.0012002400480096017, "pending_cash_withdrawal": 0.0010002000400080016, "pending_top_up": 0.0011002200440088019, "pending_transfer": 0.0011002200440088019, "pin_blocked": 0.0015003000600120023, "receiving_money": 0.0024004800960192034, "request_refund": 0.0014002800560112022, "reverted_card_payment?": 0.0017003400680136026, "supported_cards_and_currencies": 0.029505901180236046, "terminate_account": 0.0014002800560112022, "top_up_by_bank_transfer_charge": 0.0016003200640128026, "top_up_by_card_charge": 0.0014002800560112022, "top_up_by_cash_or_cheque": 0.0018003600720144029, "top_up_failed": 0.0016003200640128026, "top_up_limits": 0.0014002800560112022, "top_up_reverted": 0.001900380076015203, "topping_up_by_card": 0.008501700340068015, "transaction_charged_twice": 0.0011002200440088019, "transfer_fee_charged": 0.0011002200440088019, "transfer_into_account": 0.0011002200440088019, "transfer_not_received_by_recipient": 0.0011002200440088019, "transfer_timing": 0.0012002400480096017, "unable_to_verify_identity": 0.0014002800560112022, "verify_my_identity": 0.0015003000600120023, "verify_source_of_funds": 0.0014002800560112022, "verify_top_up": 0.0017003400680136026, "virtual_card_not_working": 0.4454890978195639, "visa_or_mastercard": 0.0018003600720144029, "why_verify_identity": 0.0012002400480096017, "wrong_amount_of_cash_received": 0.0011002200440088019, "wrong_exchange_rate_for_cash_withdrawal": 0.0015003000600120023 }, "error": null, "latency_ms": 70.17079193610698, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2623", "text_group": "f876ce2045ef8648a79d4ecaf538e12ddd3eb6e10b79e7a289d2144bced55241", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00019988007195682593, "activate_my_card": 0.00039976014391365186, "age_limit": 0.00029982010793523883, "apple_pay_or_google_pay": 0.00039976014391365186, "atm_support": 0.0004997001798920648, "automatic_top_up": 0.00039976014391365186, "balance_not_updated_after_bank_transfer": 0.00029982010793523883, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039976014391365186, "beneficiary_not_allowed": 0.00039976014391365186, "cancel_transfer": 0.00039976014391365186, "card_about_to_expire": 0.0004997001798920648, "card_acceptance": 0.0004997001798920648, "card_arrival": 0.00029982010793523883, "card_delivery_estimate": 0.00029982010793523883, "card_linking": 0.0004997001798920648, "card_not_working": 0.00039976014391365186, "card_payment_fee_charged": 0.00029982010793523883, "card_payment_not_recognised": 0.00029982010793523883, "card_payment_wrong_exchange_rate": 0.00039976014391365186, "card_swallowed": 0.0004997001798920648, "cash_withdrawal_charge": 0.00039976014391365186, "cash_withdrawal_not_recognised": 0.00029982010793523883, "change_pin": 0.00029982010793523883, "compromised_card": 0.0004997001798920648, "contactless_not_working": 0.00039976014391365186, "country_support": 0.0004997001798920648, "declined_card_payment": 0.00029982010793523883, "declined_cash_withdrawal": 0.00029982010793523883, "declined_transfer": 0.00029982010793523883, "direct_debit_payment_not_recognised": 0.00029982010793523883, "disposable_card_limits": 0.0013991605036977814, "edit_personal_details": 0.00029982010793523883, "exchange_charge": 0.00029982010793523883, "exchange_rate": 0.00029982010793523883, "exchange_via_app": 0.00029982010793523883, "extra_charge_on_statement": 0.00029982010793523883, "failed_transfer": 0.00029982010793523883, "fiat_currency_support": 0.0004997001798920648, "get_disposable_virtual_card": 0.9510293823705778, "get_physical_card": 0.0006995802518488907, "getting_spare_card": 0.0004997001798920648, "getting_virtual_card": 0.020787527483509895, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.0005996402158704777, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00029982010793523883, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00029982010793523883, "pending_transfer": 0.00029982010793523883, "pin_blocked": 0.00029982010793523883, "receiving_money": 0.00039976014391365186, "request_refund": 0.00029982010793523883, "reverted_card_payment?": 0.00039976014391365186, "supported_cards_and_currencies": 0.0005996402158704777, "terminate_account": 0.00029982010793523883, "top_up_by_bank_transfer_charge": 0.00029982010793523883, "top_up_by_card_charge": 0.00039976014391365186, "top_up_by_cash_or_cheque": 0.00029982010793523883, "top_up_failed": 0.00029982010793523883, "top_up_limits": 0.00039976014391365186, "top_up_reverted": 0.00039976014391365186, "topping_up_by_card": 0.0004997001798920648, "transaction_charged_twice": 0.00029982010793523883, "transfer_fee_charged": 0.00029982010793523883, "transfer_into_account": 0.00029982010793523883, "transfer_not_received_by_recipient": 0.00029982010793523883, "transfer_timing": 0.00029982010793523883, "unable_to_verify_identity": 0.00029982010793523883, "verify_my_identity": 0.00029982010793523883, "verify_source_of_funds": 0.00029982010793523883, "verify_top_up": 0.00029982010793523883, "virtual_card_not_working": 0.0008994603238057167, "visa_or_mastercard": 0.00029982010793523883, "why_verify_identity": 0.00029982010793523883, "wrong_amount_of_cash_received": 0.00029982010793523883, "wrong_exchange_rate_for_cash_withdrawal": 0.00029982010793523883 }, "error": null, "latency_ms": 69.42449999041855, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2624", "text_group": "fe1bc696e69521c65a71f7f21d016c6828743334b5472ef7255e79ccc699348d", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0006999300069993001, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0011998800119988001, "automatic_top_up": 0.0006999300069993001, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.0006999300069993001, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.000999900009999, "card_not_working": 0.0006999300069993001, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0006999300069993001, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00039996000399960006, "compromised_card": 0.0006999300069993001, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0006999300069993001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.008799120087991202, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0008999100089991, "get_disposable_virtual_card": 0.9302069793020699, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.008299170082991702, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0006999300069993001, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0006999300069993001, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0010998900109989002, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.000999900009999, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.015198480151984802, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 69.99608397018164, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2625", "text_group": "4f83d21bcd891852d32e4be06ddd9c4aa7f0ece59b38ea139f896e36cf748516", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0011001100110011003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.9606960696069607, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.015001500150015001, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0006000600060006, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 72.77133304160088, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2626", "text_group": "ebc1f2bd2719af48199c30daf361fd370d2825c8ca38050e0e2e36d889718cc6", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00030015007503751874, "balance_not_updated_after_bank_transfer": 0.00020010005002501252, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.00040020010005002504, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00040020010005002504, "declined_card_payment": 0.00020010005002501252, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.0007003501750875438, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00030015007503751874, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.9662831415707854, "get_physical_card": 0.0007003501750875438, "getting_spare_card": 0.0013006503251625813, "getting_virtual_card": 0.011205602801400701, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.0006003001500750375, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00040020010005002504, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.0005002501250625313, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00030015007503751874, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.0005002501250625313, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.0005002501250625313, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 71.46550004836172, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2627", "text_group": "353ac3b382c78d6d02740ce9a5ee9efb90a8e457c1d52c1500523e16e85186a2", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.0012998700129987, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.9607039296070393, "get_physical_card": 0.0006999300069993001, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.012298770122987702, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.0007999200079992001, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.0012998700129987, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 71.01362501271069, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2628", "text_group": "053c170ca4ec5ab9bd715f9d2d4204cfa334385f8518e626e4ddea31bef06f1c", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0006997900629811057, "activate_my_card": 0.002799160251924423, "age_limit": 0.0007997600719784066, "apple_pay_or_google_pay": 0.0014995501349595122, "atm_support": 0.0032990102969109266, "automatic_top_up": 0.0011996401079676095, "balance_not_updated_after_bank_transfer": 0.0008997300809757073, "balance_not_updated_after_cheque_or_cash_deposit": 0.000999700089973008, "beneficiary_not_allowed": 0.0011996401079676095, "cancel_transfer": 0.0011996401079676095, "card_about_to_expire": 0.0012996101169649105, "card_acceptance": 0.0032990102969109266, "card_arrival": 0.000999700089973008, "card_delivery_estimate": 0.0008997300809757073, "card_linking": 0.003998800359892032, "card_not_working": 0.0014995501349595122, "card_payment_fee_charged": 0.000999700089973008, "card_payment_not_recognised": 0.001099670098970309, "card_payment_wrong_exchange_rate": 0.0011996401079676095, "card_swallowed": 0.0015995201439568132, "cash_withdrawal_charge": 0.0008997300809757073, "cash_withdrawal_not_recognised": 0.0006997900629811057, "change_pin": 0.001099670098970309, "compromised_card": 0.012596221133659902, "contactless_not_working": 0.0013995801259622115, "country_support": 0.0016994901529541137, "declined_card_payment": 0.000999700089973008, "declined_cash_withdrawal": 0.0006997900629811057, "declined_transfer": 0.0008997300809757073, "direct_debit_payment_not_recognised": 0.0008997300809757073, "disposable_card_limits": 0.013995801259622114, "edit_personal_details": 0.0008997300809757073, "exchange_charge": 0.0008997300809757073, "exchange_rate": 0.0007997600719784066, "exchange_via_app": 0.000999700089973008, "extra_charge_on_statement": 0.0007997600719784066, "failed_transfer": 0.0007997600719784066, "fiat_currency_support": 0.002399280215935219, "get_disposable_virtual_card": 0.8436469059282216, "get_physical_card": 0.0016994901529541137, "getting_spare_card": 0.0013995801259622115, "getting_virtual_card": 0.0036988903329001305, "lost_or_stolen_card": 0.0006997900629811057, "lost_or_stolen_phone": 0.0005998200539838048, "order_physical_card": 0.0018994301709487154, "passcode_forgotten": 0.0006997900629811057, "pending_card_payment": 0.0007997600719784066, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.0007997600719784066, "pending_transfer": 0.0006997900629811057, "pin_blocked": 0.000999700089973008, "receiving_money": 0.0013995801259622115, "request_refund": 0.0008997300809757073, "reverted_card_payment?": 0.0011996401079676095, "supported_cards_and_currencies": 0.02689193242027392, "terminate_account": 0.001099670098970309, "top_up_by_bank_transfer_charge": 0.001099670098970309, "top_up_by_card_charge": 0.000999700089973008, "top_up_by_cash_or_cheque": 0.001099670098970309, "top_up_failed": 0.000999700089973008, "top_up_limits": 0.0011996401079676095, "top_up_reverted": 0.0011996401079676095, "topping_up_by_card": 0.007497750674797561, "transaction_charged_twice": 0.0007997600719784066, "transfer_fee_charged": 0.0007997600719784066, "transfer_into_account": 0.0006997900629811057, "transfer_not_received_by_recipient": 0.0007997600719784066, "transfer_timing": 0.0008997300809757073, "unable_to_verify_identity": 0.001099670098970309, "verify_my_identity": 0.000999700089973008, "verify_source_of_funds": 0.0008997300809757073, "verify_top_up": 0.000999700089973008, "virtual_card_not_working": 0.009197240827751675, "visa_or_mastercard": 0.0011996401079676095, "why_verify_identity": 0.0008997300809757073, "wrong_amount_of_cash_received": 0.0007997600719784066, "wrong_exchange_rate_for_cash_withdrawal": 0.001099670098970309 }, "error": null, "latency_ms": 70.03400009125471, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2629", "text_group": "32126dd1d4db614cedef454e41596fbe494d951490ef98067a6ba96895535b82", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.0003998400639744103, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0003998400639744103, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0004998000799680128, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.0002998800479808077, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0003998400639744103, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.000899640143942423, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0004998000799680128, "get_disposable_virtual_card": 0.9552179128348661, "get_physical_card": 0.0005997600959616154, "getting_spare_card": 0.0005997600959616154, "getting_virtual_card": 0.019292283086765297, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0005997600959616154, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0002998800479808077, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0005997600959616154, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0003998400639744103, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.001799280287884846, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 70.33608306664973, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2630", "text_group": "3a14c1d87364b61009c364b335c29e10f05fd8cd336af6d682aa0fe64f194d4d", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0007000700070007, "activate_my_card": 0.001000100010001, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.0013001300130013002, "atm_support": 0.0049004900490049, "automatic_top_up": 0.0009000900090009, "balance_not_updated_after_bank_transfer": 0.0009000900090009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090009, "beneficiary_not_allowed": 0.0013001300130013002, "cancel_transfer": 0.001000100010001, "card_about_to_expire": 0.0009000900090009, "card_acceptance": 0.0023002300230023, "card_arrival": 0.0008000800080008001, "card_delivery_estimate": 0.0008000800080008001, "card_linking": 0.0019001900190019003, "card_not_working": 0.0022002200220022005, "card_payment_fee_charged": 0.0008000800080008001, "card_payment_not_recognised": 0.0009000900090009, "card_payment_wrong_exchange_rate": 0.001000100010001, "card_swallowed": 0.0014001400140014, "cash_withdrawal_charge": 0.0007000700070007, "cash_withdrawal_not_recognised": 0.0006000600060006, "change_pin": 0.0007000700070007, "compromised_card": 0.001000100010001, "contactless_not_working": 0.0024002400240024, "country_support": 0.0018001800180018, "declined_card_payment": 0.0009000900090009, "declined_cash_withdrawal": 0.0007000700070007, "declined_transfer": 0.0007000700070007, "direct_debit_payment_not_recognised": 0.0007000700070007, "disposable_card_limits": 0.0147014701470147, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.0007000700070007, "exchange_rate": 0.0007000700070007, "exchange_via_app": 0.0009000900090009, "extra_charge_on_statement": 0.0005000500050005, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0038003800380038005, "get_disposable_virtual_card": 0.7030703070307031, "get_physical_card": 0.0011001100110011003, "getting_spare_card": 0.0008000800080008001, "getting_virtual_card": 0.0026002600260026003, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0012001200120012, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0006000600060006, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.0007000700070007, "receiving_money": 0.0011001100110011003, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.001000100010001, "supported_cards_and_currencies": 0.16371637163716374, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.0007000700070007, "top_up_by_card_charge": 0.0006000600060006, "top_up_by_cash_or_cheque": 0.0009000900090009, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0009000900090009, "top_up_reverted": 0.001000100010001, "topping_up_by_card": 0.006700670067006701, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0007000700070007, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0007000700070007, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.0008000800080008001, "virtual_card_not_working": 0.0392039203920392, "visa_or_mastercard": 0.0008000800080008001, "why_verify_identity": 0.0007000700070007, "wrong_amount_of_cash_received": 0.0007000700070007, "wrong_exchange_rate_for_cash_withdrawal": 0.0009000900090009 }, "error": null, "latency_ms": 69.50362492352724, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2631", "text_group": "ed580da7640b3073075a8981141cc0288fc3075c06369f8b23aa32dbb4c35079", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0011997600479904018, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.9559088182363527, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.01899620075984803, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0009998000399920016, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0013997200559888023, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 67.6112090004608, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2632", "text_group": "2bd5e2c7ec9d5574dfb06271baecaa38932b6f396c263922ea22d09a21da85ba", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00020010005002501252, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00020010005002501252, "card_payment_not_recognised": 0.00020010005002501252, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00020010005002501252, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.0006003001500750375, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.9745872936468234, "get_physical_card": 0.00040020010005002504, "getting_spare_card": 0.00030015007503751874, "getting_virtual_card": 0.0058029014507253625, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00040020010005002504, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00040020010005002504, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00030015007503751874, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.0011005502751375688, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.08995804749429, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2633", "text_group": "efa9cdee024088ebc4bfde2689c8e12ffad696ee2e4662bebe0470d55b75e46c", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00040016006402561027, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020008003201280514, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.000900360144057623, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.9653861544617848, "get_physical_card": 0.0005002000800320128, "getting_spare_card": 0.0007002801120448179, "getting_virtual_card": 0.014105642256902761, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.0005002000800320128, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.0010004001600640256, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00020008003201280514 }, "error": null, "latency_ms": 68.28825001139194, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2634", "text_group": "ecc6c436fa4f36393cadd624dc534b5b9f6f0d942e0790a8672ad691f16faa84", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.0003999200159968007, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.001299740051989602, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.951509698060388, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.020695860827834433, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0008998200359928015, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.001299740051989602, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.35908394027501, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2635", "text_group": "b344aca1bab83f7428145ebfcf0728f525b2d0038ce29b67b249256c1d733285", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00040016006402561027, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00040016006402561027, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.0008003201280512205, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.9632853141256503, "get_physical_card": 0.0005002000800320128, "getting_spare_card": 0.00040016006402561027, "getting_virtual_card": 0.014105642256902761, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.0005002000800320128, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00040016006402561027, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.0007002801120448179, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 68.12720804009587, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2636", "text_group": "0ed3543e25467d6197484df938402a9dcb9951b08640263f2d1a73400bcaa677", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0006000600060006, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0005000500050005, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.0006000600060006, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0009000900090009, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.0003000300030003, "compromised_card": 0.0016001600160016002, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0014001400140014, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.8737873787378738, "get_physical_card": 0.007700770077007701, "getting_spare_card": 0.04750475047504751, "getting_virtual_card": 0.032203220322032204, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.005100510051005101, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0034003400340034003, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0013001300130013002, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0036003600360036, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 68.84033395908773, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2637", "text_group": "bec1ed7a45f43204b92d54d63b7a4729e747cc5364335ccbfdf6a1a8951941f5", "expected": "get_disposable_virtual_card", "prediction": "disposable_card_limits", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.0005002000800320128, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0006002400960384153, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.0005002000800320128, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.9671868747499, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.0005002000800320128, "get_disposable_virtual_card": 0.002501000400160064, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00040016006402561027, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.007603041216486594, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.0021008403361344537, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 68.60616698395461, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2638", "text_group": "482ed6d58705ba363883353fdea28aabba4b20129033b2925f176c90f8567642", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.0014, "activate_my_card": 0.0025, "age_limit": 0.0021, "apple_pay_or_google_pay": 0.0033, "atm_support": 0.0065, "automatic_top_up": 0.0024, "balance_not_updated_after_bank_transfer": 0.0025, "balance_not_updated_after_cheque_or_cash_deposit": 0.0029, "beneficiary_not_allowed": 0.0029, "cancel_transfer": 0.0023, "card_about_to_expire": 0.0026, "card_acceptance": 0.0033, "card_arrival": 0.002, "card_delivery_estimate": 0.002, "card_linking": 0.0045, "card_not_working": 0.0025, "card_payment_fee_charged": 0.0018, "card_payment_not_recognised": 0.0025, "card_payment_wrong_exchange_rate": 0.0025, "card_swallowed": 0.0047, "cash_withdrawal_charge": 0.0021, "cash_withdrawal_not_recognised": 0.0017, "change_pin": 0.0019, "compromised_card": 0.0026, "contactless_not_working": 0.0028, "country_support": 0.0036, "declined_card_payment": 0.0017, "declined_cash_withdrawal": 0.0016, "declined_transfer": 0.0017, "direct_debit_payment_not_recognised": 0.0019, "disposable_card_limits": 0.0295, "edit_personal_details": 0.0018, "exchange_charge": 0.0017, "exchange_rate": 0.0017, "exchange_via_app": 0.0022, "extra_charge_on_statement": 0.0014, "failed_transfer": 0.0015, "fiat_currency_support": 0.0051, "get_disposable_virtual_card": 0.7637, "get_physical_card": 0.0029, "getting_spare_card": 0.0022, "getting_virtual_card": 0.0044, "lost_or_stolen_card": 0.0014, "lost_or_stolen_phone": 0.0012, "order_physical_card": 0.0028, "passcode_forgotten": 0.0012, "pending_card_payment": 0.0015, "pending_cash_withdrawal": 0.0015, "pending_top_up": 0.0016, "pending_transfer": 0.0016, "pin_blocked": 0.0017, "receiving_money": 0.0027, "request_refund": 0.0021, "reverted_card_payment?": 0.0023, "supported_cards_and_currencies": 0.033, "terminate_account": 0.0018, "top_up_by_bank_transfer_charge": 0.002, "top_up_by_card_charge": 0.0017, "top_up_by_cash_or_cheque": 0.0023, "top_up_failed": 0.0017, "top_up_limits": 0.0023, "top_up_reverted": 0.0023, "topping_up_by_card": 0.0035, "transaction_charged_twice": 0.0014, "transfer_fee_charged": 0.0015, "transfer_into_account": 0.0014, "transfer_not_received_by_recipient": 0.0018, "transfer_timing": 0.0017, "unable_to_verify_identity": 0.0019, "verify_my_identity": 0.0019, "verify_source_of_funds": 0.0021, "verify_top_up": 0.0023, "virtual_card_not_working": 0.007, "visa_or_mastercard": 0.002, "why_verify_identity": 0.0022, "wrong_amount_of_cash_received": 0.0016, "wrong_exchange_rate_for_cash_withdrawal": 0.0021 }, "error": null, "latency_ms": 70.31120802275836, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2639", "text_group": "e90b5af091eba921791e47f7069939d4e81c4aff39090b01c27861148a6323d1", "expected": "get_disposable_virtual_card", "prediction": "get_disposable_virtual_card", "probabilities": { "Refund_not_showing_up": 0.00019986009793144797, "activate_my_card": 0.00039972019586289594, "age_limit": 0.0002997901468971719, "apple_pay_or_google_pay": 0.00039972019586289594, "atm_support": 0.0004996502448286199, "automatic_top_up": 0.00039972019586289594, "balance_not_updated_after_bank_transfer": 0.0002997901468971719, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039972019586289594, "beneficiary_not_allowed": 0.00039972019586289594, "cancel_transfer": 0.00039972019586289594, "card_about_to_expire": 0.00039972019586289594, "card_acceptance": 0.0004996502448286199, "card_arrival": 0.0002997901468971719, "card_delivery_estimate": 0.0002997901468971719, "card_linking": 0.0004996502448286199, "card_not_working": 0.00039972019586289594, "card_payment_fee_charged": 0.0002997901468971719, "card_payment_not_recognised": 0.0002997901468971719, "card_payment_wrong_exchange_rate": 0.00039972019586289594, "card_swallowed": 0.0004996502448286199, "cash_withdrawal_charge": 0.00039972019586289594, "cash_withdrawal_not_recognised": 0.0002997901468971719, "change_pin": 0.0002997901468971719, "compromised_card": 0.0004996502448286199, "contactless_not_working": 0.00039972019586289594, "country_support": 0.0004996502448286199, "declined_card_payment": 0.0002997901468971719, "declined_cash_withdrawal": 0.0002997901468971719, "declined_transfer": 0.0002997901468971719, "direct_debit_payment_not_recognised": 0.0002997901468971719, "disposable_card_limits": 0.0013990206855201356, "edit_personal_details": 0.0002997901468971719, "exchange_charge": 0.0002997901468971719, "exchange_rate": 0.0002997901468971719, "exchange_via_app": 0.0002997901468971719, "extra_charge_on_statement": 0.0002997901468971719, "failed_transfer": 0.0002997901468971719, "fiat_currency_support": 0.0004996502448286199, "get_disposable_virtual_card": 0.947436794244029, "get_physical_card": 0.0007994403917257919, "getting_spare_card": 0.0005995802937943438, "getting_virtual_card": 0.024283001898670924, "lost_or_stolen_card": 0.00019986009793144797, "lost_or_stolen_phone": 0.00019986009793144797, "order_physical_card": 0.0006995103427600678, "passcode_forgotten": 0.00019986009793144797, "pending_card_payment": 0.0002997901468971719, "pending_cash_withdrawal": 0.00019986009793144797, "pending_top_up": 0.0002997901468971719, "pending_transfer": 0.0002997901468971719, "pin_blocked": 0.0002997901468971719, "receiving_money": 0.00039972019586289594, "request_refund": 0.0002997901468971719, "reverted_card_payment?": 0.0002997901468971719, "supported_cards_and_currencies": 0.0005995802937943438, "terminate_account": 0.0002997901468971719, "top_up_by_bank_transfer_charge": 0.0002997901468971719, "top_up_by_card_charge": 0.00039972019586289594, "top_up_by_cash_or_cheque": 0.0002997901468971719, "top_up_failed": 0.0002997901468971719, "top_up_limits": 0.00039972019586289594, "top_up_reverted": 0.00039972019586289594, "topping_up_by_card": 0.0004996502448286199, "transaction_charged_twice": 0.0002997901468971719, "transfer_fee_charged": 0.0002997901468971719, "transfer_into_account": 0.0002997901468971719, "transfer_not_received_by_recipient": 0.0002997901468971719, "transfer_timing": 0.0002997901468971719, "unable_to_verify_identity": 0.0002997901468971719, "verify_my_identity": 0.0002997901468971719, "verify_source_of_funds": 0.0002997901468971719, "verify_top_up": 0.0002997901468971719, "virtual_card_not_working": 0.0008993704406915158, "visa_or_mastercard": 0.0002997901468971719, "why_verify_identity": 0.0002997901468971719, "wrong_amount_of_cash_received": 0.0002997901468971719, "wrong_exchange_rate_for_cash_withdrawal": 0.0002997901468971719 }, "error": null, "latency_ms": 72.74404191412032, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2640", "text_group": "b5228b3d6da2340eec668669eadeae5bd9562ab6f882a37fc44138eb9b28a416", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0006998600279944011, "automatic_top_up": 0.0023995200959808036, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.07588482303539291, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0003999200159968007, "declined_card_payment": 0.01149770045990802, "declined_cash_withdrawal": 0.0014997000599880025, "declined_transfer": 0.014697060587882423, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.0026994601079784043, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.001299740051989602, "top_up_failed": 0.5837832433513297, "top_up_limits": 0.0008998200359928015, "top_up_reverted": 0.2486502699460108, "topping_up_by_card": 0.009198160367926415, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.02499500099980004, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 73.83812498301268, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2641", "text_group": "fe5479748b5e39f22899b8cf2d0f2242dfdf34fa37299346c99d2f1d74b97be5", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0008000800080008001, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.0031003100310031, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0003000300030003, "declined_card_payment": 0.007600760076007601, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.9439943994399439, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0021002100210021, "topping_up_by_card": 0.020702070207020702, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0014001400140014, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 73.7330000847578, "usage": { "input_tokens": 618, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2642", "text_group": "3bc686a05830d4203f41ad0c990d97f857b89af471cff6e339f29f7ea494c5fd", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0009, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0061, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.001, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.001, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0005, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0257, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.7055, "top_up_limits": 0.0004, "top_up_reverted": 0.228, "topping_up_by_card": 0.0016, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0088, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 74.40837495960295, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2643", "text_group": "ca875cd6c57911544c8c10c655d5279b038c0231eab3cfd453399ad8385c0118", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0004, "card_acceptance": 0.0006, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0008, "card_not_working": 0.0053, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0005, "country_support": 0.0004, "declined_card_payment": 0.0057, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0005, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0004, "getting_spare_card": 0.0012, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0005, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.9265, "top_up_limits": 0.0004, "top_up_reverted": 0.0048, "topping_up_by_card": 0.0254, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0052, "virtual_card_not_working": 0.0012, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 75.23550000041723, "usage": { "input_tokens": 621, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2644", "text_group": "c255136623d24aa9350da3dfa353a5cd0e192f2144d6ab256a4f030aad2fdb8c", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0007998400319936014, "automatic_top_up": 0.0007998400319936014, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0046990601879624075, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0008998200359928015, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0005998800239952009, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0005998800239952009, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0005998800239952009, "declined_card_payment": 0.006498700259948011, "declined_cash_withdrawal": 0.0006998600279944011, "declined_transfer": 0.004199160167966407, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0005998800239952009, "get_disposable_virtual_card": 0.0005998800239952009, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.013697260547890423, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0005998800239952009, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0006998600279944011, "top_up_failed": 0.46590681863627276, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.360127974405119, "topping_up_by_card": 0.004099180163967207, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.11047790441911617, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 71.40816596802324, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2645", "text_group": "ab87b2c80f933122c70ad86862b35cc86db9838976a175aa1bc6e9451dc09d3c", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.9728972897289729, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0070007000700070005, "topping_up_by_card": 0.001000100010001, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 72.19295902177691, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2646", "text_group": "899e4ec0106e20a4eab1522f1de8001385a742a7afe2bdb9db86c6bdc180a052", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0008001600320064013, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.00040008001600320064, "card_not_working": 0.0008001600320064013, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0006001200240048009, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0017003400680136026, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.9691938387677536, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0024004800960192034, "topping_up_by_card": 0.0014002800560112022, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.003100620124024805, "virtual_card_not_working": 0.0006001200240048009, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 71.81508303619921, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2647", "text_group": "de752515331f8e9a938b8101d2086c0fc1d9ebf2b4c18a7915620e7b2a0b979b", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.0005002000800320128, "automatic_top_up": 0.0005002000800320128, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.020308123249299717, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00040016006402561027, "country_support": 0.00030012004801920766, "declined_card_payment": 0.0028011204481792717, "declined_cash_withdrawal": 0.0006002400960384153, "declined_transfer": 0.0026010404161664665, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.0009003601440576229, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00020008003201280514, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.0007002801120448179, "top_up_failed": 0.9467787114845938, "top_up_limits": 0.0005002000800320128, "top_up_reverted": 0.003201280512204882, "topping_up_by_card": 0.0027010804321728693, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.0010004001600640256, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 73.93066701479256, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2648", "text_group": "df033e373b33b0e4867f47a537fe7506cbc1a423477f2d435d08e427af63c699", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0024992502249325203, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.00019994001799460164, "supported_cards_and_currencies": 0.0002999100269919024, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.966410076976907, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0121963410976707, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.0014995501349595122, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 71.03066693525761, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2649", "text_group": "1e9b639fe26ba594a58700afbbc85e906f46593d5a48e70cbac2776b19fe138c", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0006997900629811057, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.015595321403578926, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.000499850044986504, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0033989803059082274, "declined_cash_withdrawal": 0.000499850044986504, "declined_transfer": 0.0029991002699190244, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0005998200539838048, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.10076976906927922, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0002999100269919024, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.000499850044986504, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.7280815755273418, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.12086374087773667, "topping_up_by_card": 0.000999700089973008, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0032990102969109266, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 69.98124998062849, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2650", "text_group": "a20e318cd4f2271d9baa6def52fc17693431cd331a1f963f8f61ed98aebbf809", "expected": "top_up_failed", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00040008001600320064, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.0015003000600120023, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0006001200240048009, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0005001000200040008, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.05181036207241448, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0006001200240048009, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.004100820164032807, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0033006601320264054, "topping_up_by_card": 0.0014002800560112022, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.9089817963592719, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 72.67870893701911, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2651", "text_group": "9f120b363093ef0f01f08b1e4f08a501d17a8863aab85571513edfba3453824f", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.0005001500450135041, "balance_not_updated_after_bank_transfer": 0.00030009002700810244, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004001200360108033, "beneficiary_not_allowed": 0.0010003000900270082, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.0004001200360108033, "card_not_working": 0.0008002400720216066, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.0004001200360108033, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.0005001500450135041, "country_support": 0.0004001200360108033, "declined_card_payment": 0.0007002100630189057, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0006001800540162049, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.0004001200360108033, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.00030009002700810244, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00030009002700810244, "extra_charge_on_statement": 0.00030009002700810244, "failed_transfer": 0.0004001200360108033, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.0058017405221566475, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.00030009002700810244, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.0004001200360108033, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.0004001200360108033, "top_up_by_card_charge": 0.00030009002700810244, "top_up_by_cash_or_cheque": 0.0007002100630189057, "top_up_failed": 0.9553866159847955, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.009302790837251175, "topping_up_by_card": 0.002100630189056717, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00020006001800540165, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.0037011103330999305, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 70.8478749729693, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2652", "text_group": "b33c652f600e55c09960c3b5d3e02a329f78ca4a31632a2f31031fc917eaf676", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00020012007204322593, "activate_my_card": 0.00020012007204322593, "age_limit": 0.00020012007204322593, "apple_pay_or_google_pay": 0.00030018010806483886, "atm_support": 0.00030018010806483886, "automatic_top_up": 0.00040024014408645187, "balance_not_updated_after_bank_transfer": 0.00030018010806483886, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030018010806483886, "beneficiary_not_allowed": 0.0005003001801080648, "cancel_transfer": 0.00020012007204322593, "card_about_to_expire": 0.00020012007204322593, "card_acceptance": 0.00040024014408645187, "card_arrival": 0.00020012007204322593, "card_delivery_estimate": 0.00020012007204322593, "card_linking": 0.00030018010806483886, "card_not_working": 0.00040024014408645187, "card_payment_fee_charged": 0.00030018010806483886, "card_payment_not_recognised": 0.00030018010806483886, "card_payment_wrong_exchange_rate": 0.00030018010806483886, "card_swallowed": 0.00030018010806483886, "cash_withdrawal_charge": 0.00030018010806483886, "cash_withdrawal_not_recognised": 0.00020012007204322593, "change_pin": 0.00020012007204322593, "compromised_card": 0.00020012007204322593, "contactless_not_working": 0.00030018010806483886, "country_support": 0.00030018010806483886, "declined_card_payment": 0.0005003001801080648, "declined_cash_withdrawal": 0.00030018010806483886, "declined_transfer": 0.00040024014408645187, "direct_debit_payment_not_recognised": 0.00020012007204322593, "disposable_card_limits": 0.00030018010806483886, "edit_personal_details": 0.00020012007204322593, "exchange_charge": 0.00020012007204322593, "exchange_rate": 0.00020012007204322593, "exchange_via_app": 0.00020012007204322593, "extra_charge_on_statement": 0.00020012007204322593, "failed_transfer": 0.00030018010806483886, "fiat_currency_support": 0.00030018010806483886, "get_disposable_virtual_card": 0.00020012007204322593, "get_physical_card": 0.00020012007204322593, "getting_spare_card": 0.00020012007204322593, "getting_virtual_card": 0.00020012007204322593, "lost_or_stolen_card": 0.00020012007204322593, "lost_or_stolen_phone": 0.00020012007204322593, "order_physical_card": 0.00020012007204322593, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.00020012007204322593, "pending_cash_withdrawal": 0.00020012007204322593, "pending_top_up": 0.00880528316990194, "pending_transfer": 0.00020012007204322593, "pin_blocked": 0.00020012007204322593, "receiving_money": 0.00020012007204322593, "request_refund": 0.00020012007204322593, "reverted_card_payment?": 0.00030018010806483886, "supported_cards_and_currencies": 0.00040024014408645187, "terminate_account": 0.00020012007204322593, "top_up_by_bank_transfer_charge": 0.00030018010806483886, "top_up_by_card_charge": 0.00030018010806483886, "top_up_by_cash_or_cheque": 0.00040024014408645187, "top_up_failed": 0.9678807284370622, "top_up_limits": 0.00040024014408645187, "top_up_reverted": 0.0030018010806483887, "topping_up_by_card": 0.0009005403241945166, "transaction_charged_twice": 0.00020012007204322593, "transfer_fee_charged": 0.00020012007204322593, "transfer_into_account": 0.00020012007204322593, "transfer_not_received_by_recipient": 0.00020012007204322593, "transfer_timing": 0.00020012007204322593, "unable_to_verify_identity": 0.00020012007204322593, "verify_my_identity": 0.00020012007204322593, "verify_source_of_funds": 0.00020012007204322593, "verify_top_up": 0.0008004802881729037, "virtual_card_not_working": 0.00030018010806483886, "visa_or_mastercard": 0.00030018010806483886, "why_verify_identity": 0.00020012007204322593, "wrong_amount_of_cash_received": 0.00020012007204322593, "wrong_exchange_rate_for_cash_withdrawal": 0.00030018010806483886 }, "error": null, "latency_ms": 69.47833299636841, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2653", "text_group": "7d903db8d24c746dd083f65344959d1f119de9e3858d7ed8b3a1be668c2c5427", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.0007002100630189057, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.007202160648194458, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.00040012003601080324, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.0005001500450135041, "country_support": 0.00040012003601080324, "declined_card_payment": 0.0012003601080324095, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0023006902070621185, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.042112633790137036, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.8073422026607983, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.10523156947084125, "topping_up_by_card": 0.001600480144043213, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.011803541062318694, "virtual_card_not_working": 0.0006001800540162048, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 70.45904197730124, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2654", "text_group": "9e99a7aaa0f189d9bc7af8e202aca39d29d5388be79de161464692c7bf19872a", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0014, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0014, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0011, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0007, "country_support": 0.0005, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0009, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0004, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0052, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0013, "top_up_failed": 0.8937, "top_up_limits": 0.0005, "top_up_reverted": 0.0635, "topping_up_by_card": 0.0058, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0017, "virtual_card_not_working": 0.0014, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 70.8259999519214, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2655", "text_group": "bcc65078de8b978ba921e50281fc0c5cf94658c4e81349a585e737de986128f7", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.0005002501250625313, "automatic_top_up": 0.0008004002001000501, "balance_not_updated_after_bank_transfer": 0.00040020010005002504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002501250625313, "beneficiary_not_allowed": 0.001500750375187594, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.00040020010005002504, "card_not_working": 0.0007003501750875438, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00040020010005002504, "card_swallowed": 0.00040020010005002504, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.0005002501250625313, "country_support": 0.00040020010005002504, "declined_card_payment": 0.0007003501750875438, "declined_cash_withdrawal": 0.0005002501250625313, "declined_transfer": 0.0008004002001000501, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00040020010005002504, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00030015007503751874, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.00030015007503751874, "failed_transfer": 0.00040020010005002504, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.01730865432716358, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00030015007503751874, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00040020010005002504, "supported_cards_and_currencies": 0.00040020010005002504, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00040020010005002504, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.0009004502251125563, "top_up_failed": 0.9222611305652827, "top_up_limits": 0.0005002501250625313, "top_up_reverted": 0.026413206603301653, "topping_up_by_card": 0.004902451225612807, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.0037018509254627316, "virtual_card_not_working": 0.0006003001500750375, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 70.90475002769381, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2656", "text_group": "77cd4c5ec5e74377fba1b3d4b81ca392d3a76b0928d80b2c98986ef8c3c60484", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.00020004000800160035, "atm_support": 0.0004000800160032007, "automatic_top_up": 0.0003000600120024005, "balance_not_updated_after_bank_transfer": 0.0003000600120024005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00020004000800160035, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0003000600120024005, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.0003000600120024005, "card_not_working": 0.0004000800160032007, "card_payment_fee_charged": 0.00020004000800160035, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0003000600120024005, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.00020004000800160035, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.00020004000800160035, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0003000600120024005, "declined_card_payment": 0.000600120024004801, "declined_cash_withdrawal": 0.0004000800160032007, "declined_transfer": 0.0008001600320064014, "direct_debit_payment_not_recognised": 0.00020004000800160035, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.00020004000800160035, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.0003000600120024005, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.0011002200440088019, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.00020004000800160035, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0003000600120024005, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.00020004000800160035, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.0004000800160032007, "top_up_failed": 0.9108821764352871, "top_up_limits": 0.0003000600120024005, "top_up_reverted": 0.052810562112422486, "topping_up_by_card": 0.0008001600320064014, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.016203240648129627, "virtual_card_not_working": 0.0003000600120024005, "visa_or_mastercard": 0.00020004000800160035, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160035 }, "error": null, "latency_ms": 70.55337494239211, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2657", "text_group": "3e7a2e7af3a8f5690334c648a458d055aa96f580dd56e0fec10d78ce19edb4ab", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0032990102969109266, "activate_my_card": 0.0006997900629811057, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0007997600719784066, "atm_support": 0.0007997600719784066, "automatic_top_up": 0.000499850044986504, "balance_not_updated_after_bank_transfer": 0.0012996101169649105, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007997600719784066, "beneficiary_not_allowed": 0.014595621313605919, "cancel_transfer": 0.0005998200539838048, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0008997300809757073, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.0016994901529541137, "card_not_working": 0.007997600719784064, "card_payment_fee_charged": 0.0005998200539838048, "card_payment_not_recognised": 0.0007997600719784066, "card_payment_wrong_exchange_rate": 0.0008997300809757073, "card_swallowed": 0.0005998200539838048, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0003998800359892033, "compromised_card": 0.0005998200539838048, "contactless_not_working": 0.0012996101169649105, "country_support": 0.0005998200539838048, "declined_card_payment": 0.09467159852044388, "declined_cash_withdrawal": 0.0006997900629811057, "declined_transfer": 0.012696191142657203, "direct_debit_payment_not_recognised": 0.0006997900629811057, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0038988303508947315, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.0005998200539838048, "getting_spare_card": 0.0006997900629811057, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0007997600719784066, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0035989203239028293, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.0038988303508947315, "pending_transfer": 0.0016994901529541137, "pin_blocked": 0.000499850044986504, "receiving_money": 0.001099670098970309, "request_refund": 0.0007997600719784066, "reverted_card_payment?": 0.005498350494851544, "supported_cards_and_currencies": 0.0006997900629811057, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.000499850044986504, "top_up_by_cash_or_cheque": 0.0005998200539838048, "top_up_failed": 0.7104868539438168, "top_up_limits": 0.000499850044986504, "top_up_reverted": 0.055783265020493855, "topping_up_by_card": 0.038788363490952715, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.0011996401079676095, "transfer_not_received_by_recipient": 0.0015995201439568132, "transfer_timing": 0.0012996101169649105, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.000499850044986504, "virtual_card_not_working": 0.0017994601619514146, "visa_or_mastercard": 0.0013995801259622115, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0005998200539838048, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998200539838048 }, "error": null, "latency_ms": 71.10345805995166, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2658", "text_group": "ceca36d6fb7fa0e6bdd8e2b7009496dfcfe6522c6683aaf3b40d7a561fd31b04", "expected": "top_up_failed", "prediction": "declined_card_payment", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.000499850044986504, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0007997600719784066, "automatic_top_up": 0.0006997900629811057, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.011996401079676098, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0022993102069379188, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0008997300809757073, "card_not_working": 0.002099370188943317, "card_payment_fee_charged": 0.0005998200539838048, "card_payment_not_recognised": 0.0005998200539838048, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.0005998200539838048, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0003998800359892033, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.0005998200539838048, "country_support": 0.0006997900629811057, "declined_card_payment": 0.3519944016794962, "declined_cash_withdrawal": 0.0008997300809757073, "declined_transfer": 0.007997600719784064, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.000499850044986504, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0007997600719784066, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.000499850044986504, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.0036988903329001305, "supported_cards_and_currencies": 0.0022993102069379188, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.0005998200539838048, "top_up_by_cash_or_cheque": 0.0005998200539838048, "top_up_failed": 0.2694191742477257, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.16894931520543838, "topping_up_by_card": 0.14235729281215637, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.000499850044986504, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0014995501349595122, "virtual_card_not_working": 0.0007997600719784066, "visa_or_mastercard": 0.0032990102969109266, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.000499850044986504 }, "error": null, "latency_ms": 73.4080420807004, "usage": { "input_tokens": 605, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2659", "text_group": "1a76ecfa4461650b73f40c36c5f99b52a31a851249e63b8f324802b71480cc6d", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0014, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0869, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0018, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0071, "declined_cash_withdrawal": 0.0007, "declined_transfer": 0.0048, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0004, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0057, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0008, "top_up_failed": 0.8067, "top_up_limits": 0.0007, "top_up_reverted": 0.0172, "topping_up_by_card": 0.0093, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0351, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 71.37091702315956, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2660", "text_group": "f1a8ff8080d92ecfba12fb9b7ce4fcbea2a71b0a824dbe11e6aa94e8042711e8", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0006001200240048009, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.02480496099219844, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00040008001600320064, "country_support": 0.00040008001600320064, "declined_card_payment": 0.005101020204040808, "declined_cash_withdrawal": 0.0009001800360072014, "declined_transfer": 0.007301460292058411, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.008801760352070415, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0003000600120024004, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.7170434086817363, "top_up_limits": 0.0009001800360072014, "top_up_reverted": 0.15643128625725145, "topping_up_by_card": 0.003200640128025605, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.053710742148429684, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 70.41679101530463, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2661", "text_group": "f6c37b4f7b884b12e97c2f695f8f0a04e5817bba6ebf4a476cc91509c2d8bb1d", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0004001200360108033, "activate_my_card": 0.0004001200360108033, "age_limit": 0.00030009002700810244, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0007002100630189057, "automatic_top_up": 0.0013003901170351106, "balance_not_updated_after_bank_transfer": 0.0006001800540162049, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001800540162049, "beneficiary_not_allowed": 0.0013003901170351106, "cancel_transfer": 0.0005001500450135041, "card_about_to_expire": 0.0004001200360108033, "card_acceptance": 0.0006001800540162049, "card_arrival": 0.0004001200360108033, "card_delivery_estimate": 0.0004001200360108033, "card_linking": 0.0006001800540162049, "card_not_working": 0.0016004801440432132, "card_payment_fee_charged": 0.0004001200360108033, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0006001800540162049, "card_swallowed": 0.0006001800540162049, "cash_withdrawal_charge": 0.0004001200360108033, "cash_withdrawal_not_recognised": 0.0004001200360108033, "change_pin": 0.0004001200360108033, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0007002100630189057, "country_support": 0.0005001500450135041, "declined_card_payment": 0.0012003601080324098, "declined_cash_withdrawal": 0.0006001800540162049, "declined_transfer": 0.0007002100630189057, "direct_debit_payment_not_recognised": 0.0004001200360108033, "disposable_card_limits": 0.0006001800540162049, "edit_personal_details": 0.0006001800540162049, "exchange_charge": 0.0004001200360108033, "exchange_rate": 0.0004001200360108033, "exchange_via_app": 0.0004001200360108033, "extra_charge_on_statement": 0.0004001200360108033, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.0005001500450135041, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.0004001200360108033, "getting_spare_card": 0.00030009002700810244, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.00030009002700810244, "lost_or_stolen_phone": 0.00030009002700810244, "order_physical_card": 0.00030009002700810244, "passcode_forgotten": 0.0004001200360108033, "pending_card_payment": 0.0004001200360108033, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.08582574772431731, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.0004001200360108033, "receiving_money": 0.0004001200360108033, "request_refund": 0.0006001800540162049, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.0006001800540162049, "terminate_account": 0.0004001200360108033, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.0008002400720216066, "top_up_failed": 0.6615984795438632, "top_up_limits": 0.0006001800540162049, "top_up_reverted": 0.1818545563669101, "topping_up_by_card": 0.0031009302790837253, "transaction_charged_twice": 0.0004001200360108033, "transfer_fee_charged": 0.00030009002700810244, "transfer_into_account": 0.00030009002700810244, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00030009002700810244, "unable_to_verify_identity": 0.0004001200360108033, "verify_my_identity": 0.0004001200360108033, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.031209362808842653, "virtual_card_not_working": 0.0007002100630189057, "visa_or_mastercard": 0.0004001200360108033, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.0004001200360108033, "wrong_exchange_rate_for_cash_withdrawal": 0.0004001200360108033 }, "error": null, "latency_ms": 71.77429099101573, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2662", "text_group": "dd3575808f26480c25bc76b586d76ef5b81a12e968280adc53ecf28d18d5152e", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.0007997600719784066, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.016894931520543836, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0003998800359892033, "declined_card_payment": 0.002099370188943317, "declined_cash_withdrawal": 0.0007997600719784066, "declined_transfer": 0.0028991302609217232, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.01959412176347096, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0002999100269919024, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.0005998200539838048, "top_up_failed": 0.7594721583524943, "top_up_limits": 0.0005998200539838048, "top_up_reverted": 0.155853244026792, "topping_up_by_card": 0.0012996101169649105, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.01739478156553034, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 69.57704201340675, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2663", "text_group": "dd8de1039afae0eda5dae2c6a39d7361cd0ac11e10ed8540e5c5777c087edfb7", "expected": "top_up_failed", "prediction": "verify_top_up", "probabilities": { "Refund_not_showing_up": 0.0022004400880176037, "activate_my_card": 0.0045009001800360065, "age_limit": 0.001300260052010402, "apple_pay_or_google_pay": 0.005801160232046409, "atm_support": 0.006601320264052811, "automatic_top_up": 0.027905581116223245, "balance_not_updated_after_bank_transfer": 0.002000400080016003, "balance_not_updated_after_cheque_or_cash_deposit": 0.002100420084016803, "beneficiary_not_allowed": 0.17853570714142827, "cancel_transfer": 0.0028005601120224045, "card_about_to_expire": 0.001300260052010402, "card_acceptance": 0.01240248049609922, "card_arrival": 0.0016003200640128026, "card_delivery_estimate": 0.0014002800560112022, "card_linking": 0.0027005401080216042, "card_not_working": 0.001900380076015203, "card_payment_fee_charged": 0.0016003200640128026, "card_payment_not_recognised": 0.0044008801760352075, "card_payment_wrong_exchange_rate": 0.0027005401080216042, "card_swallowed": 0.0017003400680136026, "cash_withdrawal_charge": 0.0016003200640128026, "cash_withdrawal_not_recognised": 0.001300260052010402, "change_pin": 0.0017003400680136026, "compromised_card": 0.002000400080016003, "contactless_not_working": 0.002600520104020804, "country_support": 0.0027005401080216042, "declined_card_payment": 0.07921584316863373, "declined_cash_withdrawal": 0.003200640128025605, "declined_transfer": 0.021404280856171232, "direct_debit_payment_not_recognised": 0.002500500100020004, "disposable_card_limits": 0.002000400080016003, "edit_personal_details": 0.0017003400680136026, "exchange_charge": 0.001900380076015203, "exchange_rate": 0.0017003400680136026, "exchange_via_app": 0.0028005601120224045, "extra_charge_on_statement": 0.0016003200640128026, "failed_transfer": 0.0063012602520504096, "fiat_currency_support": 0.0027005401080216042, "get_disposable_virtual_card": 0.0033006601320264054, "get_physical_card": 0.0024004800960192034, "getting_spare_card": 0.0015003000600120023, "getting_virtual_card": 0.0018003600720144029, "lost_or_stolen_card": 0.0010002000400080016, "lost_or_stolen_phone": 0.0010002000400080016, "order_physical_card": 0.0014002800560112022, "passcode_forgotten": 0.0012002400480096017, "pending_card_payment": 0.0036007201440288058, "pending_cash_withdrawal": 0.0015003000600120023, "pending_top_up": 0.035607121424284856, "pending_transfer": 0.008801760352070415, "pin_blocked": 0.002000400080016003, "receiving_money": 0.0030006001200240046, "request_refund": 0.001900380076015203, "reverted_card_payment?": 0.002000400080016003, "supported_cards_and_currencies": 0.004000800160032006, "terminate_account": 0.0015003000600120023, "top_up_by_bank_transfer_charge": 0.002000400080016003, "top_up_by_card_charge": 0.0015003000600120023, "top_up_by_cash_or_cheque": 0.0015003000600120023, "top_up_failed": 0.007401480296059212, "top_up_limits": 0.0014002800560112022, "top_up_reverted": 0.0036007201440288058, "topping_up_by_card": 0.001900380076015203, "transaction_charged_twice": 0.0012002400480096017, "transfer_fee_charged": 0.001300260052010402, "transfer_into_account": 0.0012002400480096017, "transfer_not_received_by_recipient": 0.001900380076015203, "transfer_timing": 0.0015003000600120023, "unable_to_verify_identity": 0.0018003600720144029, "verify_my_identity": 0.0018003600720144029, "verify_source_of_funds": 0.0015003000600120023, "verify_top_up": 0.47859571914382876, "virtual_card_not_working": 0.001900380076015203, "visa_or_mastercard": 0.001900380076015203, "why_verify_identity": 0.0015003000600120023, "wrong_amount_of_cash_received": 0.0012002400480096017, "wrong_exchange_rate_for_cash_withdrawal": 0.0015003000600120023 }, "error": null, "latency_ms": 75.13212494086474, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2664", "text_group": "b6ed71df87e440c970553ec52443057e29047e1b180b0fd0578467457c9e9fb1", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0004, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0074, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0004, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0004, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.006, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0003, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.9444, "top_up_limits": 0.0005, "top_up_reverted": 0.02, "topping_up_by_card": 0.0009, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0012, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 70.59529202524573, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2665", "text_group": "3be9dcd751803dbeb29683ff2175ffa1b90fae9360e52bcb8398d087e4c645b6", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00019988007195682593, "activate_my_card": 0.00019988007195682593, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00029982010793523883, "automatic_top_up": 0.00039976014391365186, "balance_not_updated_after_bank_transfer": 0.00019988007195682593, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029982010793523883, "beneficiary_not_allowed": 0.00039976014391365186, "cancel_transfer": 0.00019988007195682593, "card_about_to_expire": 0.00019988007195682593, "card_acceptance": 0.00029982010793523883, "card_arrival": 0.00019988007195682593, "card_delivery_estimate": 0.00019988007195682593, "card_linking": 0.00029982010793523883, "card_not_working": 0.00029982010793523883, "card_payment_fee_charged": 0.00019988007195682593, "card_payment_not_recognised": 0.00019988007195682593, "card_payment_wrong_exchange_rate": 0.00029982010793523883, "card_swallowed": 0.00029982010793523883, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.00019988007195682593, "compromised_card": 0.00019988007195682593, "contactless_not_working": 0.00019988007195682593, "country_support": 0.00029982010793523883, "declined_card_payment": 0.0004997001798920648, "declined_cash_withdrawal": 0.00029982010793523883, "declined_transfer": 0.0004997001798920648, "direct_debit_payment_not_recognised": 0.00019988007195682593, "disposable_card_limits": 0.00019988007195682593, "edit_personal_details": 0.00019988007195682593, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00029982010793523883, "fiat_currency_support": 0.00029982010793523883, "get_disposable_virtual_card": 0.00019988007195682593, "get_physical_card": 0.00019988007195682593, "getting_spare_card": 0.00019988007195682593, "getting_virtual_card": 0.00019988007195682593, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00019988007195682593, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00019988007195682593, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.0004997001798920648, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.00019988007195682593, "receiving_money": 0.00019988007195682593, "request_refund": 0.00019988007195682593, "reverted_card_payment?": 0.00029982010793523883, "supported_cards_and_currencies": 0.00029982010793523883, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00039976014391365186, "top_up_failed": 0.9554267439536278, "top_up_limits": 0.00029982010793523883, "top_up_reverted": 0.025184889066560065, "topping_up_by_card": 0.0007995202878273037, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.0009994003597841297, "virtual_card_not_working": 0.00029982010793523883, "visa_or_mastercard": 0.00019988007195682593, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.00019988007195682593, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682593 }, "error": null, "latency_ms": 70.5329169286415, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2666", "text_group": "63998214a82a162891ab63ea4917a8ea49f27393b48c0bf7393193be361cba02", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00020002000200020005, "activate_my_card": 0.00020002000200020005, "age_limit": 0.00020002000200020005, "apple_pay_or_google_pay": 0.00020002000200020005, "atm_support": 0.00030003000300030005, "automatic_top_up": 0.0004000400040004001, "balance_not_updated_after_bank_transfer": 0.00020002000200020005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030003000300030005, "beneficiary_not_allowed": 0.0005000500050005002, "cancel_transfer": 0.00020002000200020005, "card_about_to_expire": 0.00020002000200020005, "card_acceptance": 0.00030003000300030005, "card_arrival": 0.00020002000200020005, "card_delivery_estimate": 0.00020002000200020005, "card_linking": 0.00030003000300030005, "card_not_working": 0.0004000400040004001, "card_payment_fee_charged": 0.00020002000200020005, "card_payment_not_recognised": 0.00020002000200020005, "card_payment_wrong_exchange_rate": 0.00030003000300030005, "card_swallowed": 0.00030003000300030005, "cash_withdrawal_charge": 0.00020002000200020005, "cash_withdrawal_not_recognised": 0.00020002000200020005, "change_pin": 0.00020002000200020005, "compromised_card": 0.00020002000200020005, "contactless_not_working": 0.00030003000300030005, "country_support": 0.00030003000300030005, "declined_card_payment": 0.0005000500050005002, "declined_cash_withdrawal": 0.0004000400040004001, "declined_transfer": 0.0005000500050005002, "direct_debit_payment_not_recognised": 0.00020002000200020005, "disposable_card_limits": 0.00020002000200020005, "edit_personal_details": 0.00020002000200020005, "exchange_charge": 0.00020002000200020005, "exchange_rate": 0.00020002000200020005, "exchange_via_app": 0.00020002000200020005, "extra_charge_on_statement": 0.00020002000200020005, "failed_transfer": 0.00030003000300030005, "fiat_currency_support": 0.00030003000300030005, "get_disposable_virtual_card": 0.00020002000200020005, "get_physical_card": 0.00020002000200020005, "getting_spare_card": 0.00020002000200020005, "getting_virtual_card": 0.00020002000200020005, "lost_or_stolen_card": 0.00020002000200020005, "lost_or_stolen_phone": 0.00020002000200020005, "order_physical_card": 0.00020002000200020005, "passcode_forgotten": 0.00020002000200020005, "pending_card_payment": 0.00020002000200020005, "pending_cash_withdrawal": 0.00020002000200020005, "pending_top_up": 0.0005000500050005002, "pending_transfer": 0.00020002000200020005, "pin_blocked": 0.00020002000200020005, "receiving_money": 0.00020002000200020005, "request_refund": 0.00020002000200020005, "reverted_card_payment?": 0.00030003000300030005, "supported_cards_and_currencies": 0.0004000400040004001, "terminate_account": 0.00020002000200020005, "top_up_by_bank_transfer_charge": 0.00030003000300030005, "top_up_by_card_charge": 0.00020002000200020005, "top_up_by_cash_or_cheque": 0.0004000400040004001, "top_up_failed": 0.9742974297429744, "top_up_limits": 0.00030003000300030005, "top_up_reverted": 0.006200620062006201, "topping_up_by_card": 0.0008000800080008002, "transaction_charged_twice": 0.00020002000200020005, "transfer_fee_charged": 0.00020002000200020005, "transfer_into_account": 0.00020002000200020005, "transfer_not_received_by_recipient": 0.00020002000200020005, "transfer_timing": 0.00020002000200020005, "unable_to_verify_identity": 0.00020002000200020005, "verify_my_identity": 0.00020002000200020005, "verify_source_of_funds": 0.00020002000200020005, "verify_top_up": 0.0005000500050005002, "virtual_card_not_working": 0.00030003000300030005, "visa_or_mastercard": 0.00020002000200020005, "why_verify_identity": 0.00020002000200020005, "wrong_amount_of_cash_received": 0.00020002000200020005, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020005 }, "error": null, "latency_ms": 70.50120795611292, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2667", "text_group": "c2b3d6430d7529b110c947c332ef132bd22107a0c2f87365b1b9a964ad6e355b", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.0003000600120024005, "age_limit": 0.0003000600120024005, "apple_pay_or_google_pay": 0.0003000600120024005, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0007001400280056011, "balance_not_updated_after_bank_transfer": 0.0003000600120024005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004000800160032007, "beneficiary_not_allowed": 0.008601720344068815, "cancel_transfer": 0.0003000600120024005, "card_about_to_expire": 0.0003000600120024005, "card_acceptance": 0.000600120024004801, "card_arrival": 0.0003000600120024005, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0005001000200040008, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0003000600120024005, "card_swallowed": 0.0004000800160032007, "cash_withdrawal_charge": 0.0003000600120024005, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0004000800160032007, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0018003600720144029, "declined_cash_withdrawal": 0.000600120024004801, "declined_transfer": 0.0022004400880176037, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0004000800160032007, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.0004000800160032007, "fiat_currency_support": 0.0004000800160032007, "get_disposable_virtual_card": 0.0003000600120024005, "get_physical_card": 0.0003000600120024005, "getting_spare_card": 0.0004000800160032007, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.0003000600120024005, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.0009001800360072014, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.0003000600120024005, "receiving_money": 0.0003000600120024005, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.000600120024004801, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.0004000800160032007, "top_up_by_card_charge": 0.0003000600120024005, "top_up_by_cash_or_cheque": 0.0009001800360072014, "top_up_failed": 0.9460892178435688, "top_up_limits": 0.000600120024004801, "top_up_reverted": 0.012702540508101622, "topping_up_by_card": 0.0034006801360272057, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.0003000600120024005, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.0003000600120024005, "verify_source_of_funds": 0.0003000600120024005, "verify_top_up": 0.0015003000600120025, "virtual_card_not_working": 0.0004000800160032007, "visa_or_mastercard": 0.0004000800160032007, "why_verify_identity": 0.0003000600120024005, "wrong_amount_of_cash_received": 0.0003000600120024005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 69.74266690667719, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2668", "text_group": "e928ed1b653b0491da69a198169a88e19873c2e3534380fa01063633537c974f", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019994001799460164, "beneficiary_not_allowed": 0.043187043886833955, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0003998800359892033, "card_not_working": 0.0037988603418974308, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.00019994001799460164, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.0002999100269919024, "country_support": 0.00019994001799460164, "declined_card_payment": 0.10506847945616316, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0014995501349595122, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.00019994001799460164, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 9.997000899730082e-05, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0017994601619514146, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0038988303508947315, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.39758072578226533, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.3882835149455164, "topping_up_by_card": 0.03828851344596621, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0008997300809757073, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 71.52687490452081, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2669", "text_group": "57bdb34c83f6609e037f41e72933ea8b2967bd0ff7921477d18d44729fdc3919", "expected": "top_up_failed", "prediction": "pending_top_up", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.0006997900629811057, "age_limit": 0.0005998200539838048, "apple_pay_or_google_pay": 0.0008997300809757073, "atm_support": 0.0013995801259622115, "automatic_top_up": 0.0037988603418974308, "balance_not_updated_after_bank_transfer": 0.000999700089973008, "balance_not_updated_after_cheque_or_cash_deposit": 0.001099670098970309, "beneficiary_not_allowed": 0.001099670098970309, "cancel_transfer": 0.0008997300809757073, "card_about_to_expire": 0.0006997900629811057, "card_acceptance": 0.0011996401079676095, "card_arrival": 0.0006997900629811057, "card_delivery_estimate": 0.0006997900629811057, "card_linking": 0.001099670098970309, "card_not_working": 0.002399280215935219, "card_payment_fee_charged": 0.0007997600719784066, "card_payment_not_recognised": 0.0008997300809757073, "card_payment_wrong_exchange_rate": 0.0017994601619514146, "card_swallowed": 0.000999700089973008, "cash_withdrawal_charge": 0.0007997600719784066, "cash_withdrawal_not_recognised": 0.0005998200539838048, "change_pin": 0.0006997900629811057, "compromised_card": 0.0007997600719784066, "contactless_not_working": 0.0012996101169649105, "country_support": 0.000999700089973008, "declined_card_payment": 0.0012996101169649105, "declined_cash_withdrawal": 0.0007997600719784066, "declined_transfer": 0.001099670098970309, "direct_debit_payment_not_recognised": 0.0007997600719784066, "disposable_card_limits": 0.001099670098970309, "edit_personal_details": 0.001099670098970309, "exchange_charge": 0.0007997600719784066, "exchange_rate": 0.0006997900629811057, "exchange_via_app": 0.0007997600719784066, "extra_charge_on_statement": 0.0007997600719784066, "failed_transfer": 0.0008997300809757073, "fiat_currency_support": 0.001099670098970309, "get_disposable_virtual_card": 0.0007997600719784066, "get_physical_card": 0.0005998200539838048, "getting_spare_card": 0.0005998200539838048, "getting_virtual_card": 0.0005998200539838048, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.000499850044986504, "order_physical_card": 0.0005998200539838048, "passcode_forgotten": 0.0005998200539838048, "pending_card_payment": 0.0006997900629811057, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.49685094471658503, "pending_transfer": 0.0005998200539838048, "pin_blocked": 0.0006997900629811057, "receiving_money": 0.0007997600719784066, "request_refund": 0.0007997600719784066, "reverted_card_payment?": 0.0007997600719784066, "supported_cards_and_currencies": 0.0011996401079676095, "terminate_account": 0.0005998200539838048, "top_up_by_bank_transfer_charge": 0.0011996401079676095, "top_up_by_card_charge": 0.000999700089973008, "top_up_by_cash_or_cheque": 0.0017994601619514146, "top_up_failed": 0.13625912226332101, "top_up_limits": 0.0012996101169649105, "top_up_reverted": 0.052484254723582924, "topping_up_by_card": 0.007697690692792163, "transaction_charged_twice": 0.0005998200539838048, "transfer_fee_charged": 0.0005998200539838048, "transfer_into_account": 0.0005998200539838048, "transfer_not_received_by_recipient": 0.0005998200539838048, "transfer_timing": 0.0005998200539838048, "unable_to_verify_identity": 0.0005998200539838048, "verify_my_identity": 0.0005998200539838048, "verify_source_of_funds": 0.0006997900629811057, "verify_top_up": 0.24062781165650304, "virtual_card_not_working": 0.0013995801259622115, "visa_or_mastercard": 0.0007997600719784066, "why_verify_identity": 0.0005998200539838048, "wrong_amount_of_cash_received": 0.0006997900629811057, "wrong_exchange_rate_for_cash_withdrawal": 0.0008997300809757073 }, "error": null, "latency_ms": 69.46683302521706, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2670", "text_group": "008833479990c26160097af7033352d8f4ab2d792b9be8e0100a23770c1a31e8", "expected": "top_up_failed", "prediction": "declined_transfer", "probabilities": { "Refund_not_showing_up": 0.0014005602240896359, "activate_my_card": 0.0021008403361344537, "age_limit": 0.0019007603041216485, "apple_pay_or_google_pay": 0.003201280512204882, "atm_support": 0.006502601040416166, "automatic_top_up": 0.03711484593837535, "balance_not_updated_after_bank_transfer": 0.002901160464185674, "balance_not_updated_after_cheque_or_cash_deposit": 0.0037014805922368946, "beneficiary_not_allowed": 0.13615446178471388, "cancel_transfer": 0.002901160464185674, "card_about_to_expire": 0.002300920368147259, "card_acceptance": 0.007703081232492997, "card_arrival": 0.0020008003201280513, "card_delivery_estimate": 0.0021008403361344537, "card_linking": 0.005302120848339336, "card_not_working": 0.0035014005602240893, "card_payment_fee_charged": 0.002300920368147259, "card_payment_not_recognised": 0.002300920368147259, "card_payment_wrong_exchange_rate": 0.0027010804321728693, "card_swallowed": 0.0039015606242496993, "cash_withdrawal_charge": 0.0022008803521408565, "cash_withdrawal_not_recognised": 0.001600640256102441, "change_pin": 0.0022008803521408565, "compromised_card": 0.002300920368147259, "contactless_not_working": 0.0027010804321728693, "country_support": 0.0027010804321728693, "declined_card_payment": 0.02430972388955582, "declined_cash_withdrawal": 0.01290516206482593, "declined_transfer": 0.2272909163665466, "direct_debit_payment_not_recognised": 0.0022008803521408565, "disposable_card_limits": 0.005502200880352141, "edit_personal_details": 0.003001200480192077, "exchange_charge": 0.002300920368147259, "exchange_rate": 0.0019007603041216485, "exchange_via_app": 0.0026010404161664665, "extra_charge_on_statement": 0.003201280512204882, "failed_transfer": 0.0037014805922368946, "fiat_currency_support": 0.003401360544217687, "get_disposable_virtual_card": 0.008403361344537815, "get_physical_card": 0.0026010404161664665, "getting_spare_card": 0.019107643057222887, "getting_virtual_card": 0.0020008003201280513, "lost_or_stolen_card": 0.0013005202080832333, "lost_or_stolen_phone": 0.0013005202080832333, "order_physical_card": 0.003801520608243297, "passcode_forgotten": 0.0018007202881152459, "pending_card_payment": 0.0017006802721088435, "pending_cash_withdrawal": 0.0014005602240896359, "pending_top_up": 0.015806322529011606, "pending_transfer": 0.0017006802721088435, "pin_blocked": 0.0021008403361344537, "receiving_money": 0.0031012404961984793, "request_refund": 0.0017006802721088435, "reverted_card_payment?": 0.0021008403361344537, "supported_cards_and_currencies": 0.003801520608243297, "terminate_account": 0.002901160464185674, "top_up_by_bank_transfer_charge": 0.015406162464985993, "top_up_by_card_charge": 0.003401360544217687, "top_up_by_cash_or_cheque": 0.028811524609843934, "top_up_failed": 0.086234493797519, "top_up_limits": 0.02270908363345338, "top_up_reverted": 0.015606242496998797, "topping_up_by_card": 0.17527010804321727, "transaction_charged_twice": 0.0015006002400960385, "transfer_fee_charged": 0.0017006802721088435, "transfer_into_account": 0.006002400960384154, "transfer_not_received_by_recipient": 0.0019007603041216485, "transfer_timing": 0.0028011204481792717, "unable_to_verify_identity": 0.0019007603041216485, "verify_my_identity": 0.001600640256102441, "verify_source_of_funds": 0.0017006802721088435, "verify_top_up": 0.007603041216486594, "virtual_card_not_working": 0.002901160464185674, "visa_or_mastercard": 0.0022008803521408565, "why_verify_identity": 0.0017006802721088435, "wrong_amount_of_cash_received": 0.0020008003201280513, "wrong_exchange_rate_for_cash_withdrawal": 0.0024009603841536613 }, "error": null, "latency_ms": 70.48458303324878, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2671", "text_group": "4d2cee9a34a5f86d942b1d2bbbbd4422d0e838cd848f150ec03baaa39dd829b3", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.0007997600719784066, "automatic_top_up": 0.002599220233929821, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.008997300809757072, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0008997300809757073, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0005998200539838048, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.000499850044986504, "country_support": 0.0005998200539838048, "declined_card_payment": 0.002099370188943317, "declined_cash_withdrawal": 0.0006997900629811057, "declined_transfer": 0.002399280215935219, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.0003998800359892033, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.05058482455263421, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.000499850044986504, "top_up_by_cash_or_cheque": 0.0008997300809757073, "top_up_failed": 0.5643307007897631, "top_up_limits": 0.0007997600719784066, "top_up_reverted": 0.3278016595021494, "topping_up_by_card": 0.0036988903329001305, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.007797660701789463, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.000499850044986504, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 70.83266694098711, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2672", "text_group": "e588ab30ed616cbfde373c313bf1f8794552d79fa30753344bb6ba9ba2e0eb17", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.0016001600160016002, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0063006300630063005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0006000600060006, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0006000600060006, "card_not_working": 0.0011001100110011003, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0007000700070007, "country_support": 0.0006000600060006, "declined_card_payment": 0.005200520052005201, "declined_cash_withdrawal": 0.0014001400140014, "declined_transfer": 0.0026002600260026003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0006000600060006, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.016001600160016, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0012001200120012, "top_up_failed": 0.9040904090409041, "top_up_limits": 0.0030003000300030005, "top_up_reverted": 0.0219021902190219, "topping_up_by_card": 0.007700770077007701, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0016001600160016002, "virtual_card_not_working": 0.0009000900090009, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 71.08691707253456, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2673", "text_group": "41df5c43e51cd832fc6d6c4fa068a809ac22ec44f09cad95cef8eb96d0cc29bf", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0002998800479808077, "declined_card_payment": 0.0004998000799680128, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.008696521391443423, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0002998800479808077, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.9698120751699321, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0027988804478208716, "topping_up_by_card": 0.0005997600959616154, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.0007996801279488206, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 69.93770808912814, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2674", "text_group": "1044f7b0e0bdb7765e4dcb365e5669e8d91a62121c58451bb6ef3b83cdd6cd3c", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.0008002400720216065, "activate_my_card": 0.001100330099029709, "age_limit": 0.0009002700810243073, "apple_pay_or_google_pay": 0.0014004201260378114, "atm_support": 0.003401020306091827, "automatic_top_up": 0.22086625987796338, "balance_not_updated_after_bank_transfer": 0.0013003901170351103, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014004201260378114, "beneficiary_not_allowed": 0.001600480144043213, "cancel_transfer": 0.0010003000900270082, "card_about_to_expire": 0.0010003000900270082, "card_acceptance": 0.0023006902070621185, "card_arrival": 0.0009002700810243073, "card_delivery_estimate": 0.0009002700810243073, "card_linking": 0.0018005401620486145, "card_not_working": 0.0018005401620486145, "card_payment_fee_charged": 0.0013003901170351103, "card_payment_not_recognised": 0.0014004201260378114, "card_payment_wrong_exchange_rate": 0.0018005401620486145, "card_swallowed": 0.0014004201260378114, "cash_withdrawal_charge": 0.0012003601080324095, "cash_withdrawal_not_recognised": 0.0008002400720216065, "change_pin": 0.0009002700810243073, "compromised_card": 0.0013003901170351103, "contactless_not_working": 0.001600480144043213, "country_support": 0.001600480144043213, "declined_card_payment": 0.002200660198059418, "declined_cash_withdrawal": 0.0010003000900270082, "declined_transfer": 0.0019005701710513153, "direct_debit_payment_not_recognised": 0.0012003601080324095, "disposable_card_limits": 0.002100630189056717, "edit_personal_details": 0.001100330099029709, "exchange_charge": 0.0012003601080324095, "exchange_rate": 0.0009002700810243073, "exchange_via_app": 0.001100330099029709, "extra_charge_on_statement": 0.0014004201260378114, "failed_transfer": 0.0013003901170351103, "fiat_currency_support": 0.0015004501350405122, "get_disposable_virtual_card": 0.0015004501350405122, "get_physical_card": 0.001100330099029709, "getting_spare_card": 0.0009002700810243073, "getting_virtual_card": 0.0009002700810243073, "lost_or_stolen_card": 0.0007002100630189057, "lost_or_stolen_phone": 0.0007002100630189057, "order_physical_card": 0.0009002700810243073, "passcode_forgotten": 0.0008002400720216065, "pending_card_payment": 0.0009002700810243073, "pending_cash_withdrawal": 0.0007002100630189057, "pending_top_up": 0.10573171951585475, "pending_transfer": 0.0008002400720216065, "pin_blocked": 0.0009002700810243073, "receiving_money": 0.0014004201260378114, "request_refund": 0.0010003000900270082, "reverted_card_payment?": 0.001100330099029709, "supported_cards_and_currencies": 0.003100930279083725, "terminate_account": 0.0010003000900270082, "top_up_by_bank_transfer_charge": 0.009002700810243071, "top_up_by_card_charge": 0.01000300090027008, "top_up_by_cash_or_cheque": 0.006601980594178253, "top_up_failed": 0.22296689006702008, "top_up_limits": 0.01130339101730519, "top_up_reverted": 0.08452535760728219, "topping_up_by_card": 0.17635290587176153, "transaction_charged_twice": 0.0009002700810243073, "transfer_fee_charged": 0.0009002700810243073, "transfer_into_account": 0.0008002400720216065, "transfer_not_received_by_recipient": 0.0008002400720216065, "transfer_timing": 0.0009002700810243073, "unable_to_verify_identity": 0.0009002700810243073, "verify_my_identity": 0.0009002700810243073, "verify_source_of_funds": 0.0010003000900270082, "verify_top_up": 0.06942082624787436, "virtual_card_not_working": 0.0014004201260378114, "visa_or_mastercard": 0.0015004501350405122, "why_verify_identity": 0.0009002700810243073, "wrong_amount_of_cash_received": 0.0009002700810243073, "wrong_exchange_rate_for_cash_withdrawal": 0.0012003601080324095 }, "error": null, "latency_ms": 70.67716703750193, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2675", "text_group": "79982fae2e2ea1a3286cd8b2b4b3a7d4f44e758dd921b5a41c4e57e8e3565404", "expected": "top_up_failed", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0013995801259622115, "activate_my_card": 0.000999700089973008, "age_limit": 0.0007997600719784066, "apple_pay_or_google_pay": 0.0014995501349595122, "atm_support": 0.0016994901529541137, "automatic_top_up": 0.0007997600719784066, "balance_not_updated_after_bank_transfer": 0.0016994901529541137, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014995501349595122, "beneficiary_not_allowed": 0.047285814255723285, "cancel_transfer": 0.0014995501349595122, "card_about_to_expire": 0.0012996101169649105, "card_acceptance": 0.007897630710786765, "card_arrival": 0.0011996401079676095, "card_delivery_estimate": 0.001099670098970309, "card_linking": 0.0028991302609217232, "card_not_working": 0.031690492852144356, "card_payment_fee_charged": 0.0013995801259622115, "card_payment_not_recognised": 0.0014995501349595122, "card_payment_wrong_exchange_rate": 0.0015995201439568132, "card_swallowed": 0.013695891232630212, "cash_withdrawal_charge": 0.0011996401079676095, "cash_withdrawal_not_recognised": 0.0013995801259622115, "change_pin": 0.0008997300809757073, "compromised_card": 0.0014995501349595122, "contactless_not_working": 0.0015995201439568132, "country_support": 0.0013995801259622115, "declined_card_payment": 0.22663201039688097, "declined_cash_withdrawal": 0.35149455163450966, "declined_transfer": 0.10536838948315505, "direct_debit_payment_not_recognised": 0.0013995801259622115, "disposable_card_limits": 0.0013995801259622115, "edit_personal_details": 0.0011996401079676095, "exchange_charge": 0.0008997300809757073, "exchange_rate": 0.0008997300809757073, "exchange_via_app": 0.000999700089973008, "extra_charge_on_statement": 0.000999700089973008, "failed_transfer": 0.0014995501349595122, "fiat_currency_support": 0.001999400179946016, "get_disposable_virtual_card": 0.0014995501349595122, "get_physical_card": 0.0018994301709487154, "getting_spare_card": 0.0014995501349595122, "getting_virtual_card": 0.000999700089973008, "lost_or_stolen_card": 0.0012996101169649105, "lost_or_stolen_phone": 0.0006997900629811057, "order_physical_card": 0.0013995801259622115, "passcode_forgotten": 0.0007997600719784066, "pending_card_payment": 0.0013995801259622115, "pending_cash_withdrawal": 0.0011996401079676095, "pending_top_up": 0.0008997300809757073, "pending_transfer": 0.0008997300809757073, "pin_blocked": 0.0011996401079676095, "receiving_money": 0.008097570728781365, "request_refund": 0.002199340197940618, "reverted_card_payment?": 0.003099070278916325, "supported_cards_and_currencies": 0.0075977206837948615, "terminate_account": 0.000999700089973008, "top_up_by_bank_transfer_charge": 0.0011996401079676095, "top_up_by_card_charge": 0.001099670098970309, "top_up_by_cash_or_cheque": 0.0013995801259622115, "top_up_failed": 0.02039388183544937, "top_up_limits": 0.0012996101169649105, "top_up_reverted": 0.030090972708187544, "topping_up_by_card": 0.051884434669599126, "transaction_charged_twice": 0.001099670098970309, "transfer_fee_charged": 0.000999700089973008, "transfer_into_account": 0.0011996401079676095, "transfer_not_received_by_recipient": 0.0012996101169649105, "transfer_timing": 0.0012996101169649105, "unable_to_verify_identity": 0.0011996401079676095, "verify_my_identity": 0.0008997300809757073, "verify_source_of_funds": 0.001099670098970309, "verify_top_up": 0.0008997300809757073, "virtual_card_not_working": 0.007297810656802959, "visa_or_mastercard": 0.002199340197940618, "why_verify_identity": 0.0008997300809757073, "wrong_amount_of_cash_received": 0.006398080575827253, "wrong_exchange_rate_for_cash_withdrawal": 0.0018994301709487154 }, "error": null, "latency_ms": 70.6792080309242, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2676", "text_group": "a475290a285534f53597f7a1ebddd29f886f2483739bb3b01023a5678f366e39", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00020012007204322593, "activate_my_card": 0.00020012007204322593, "age_limit": 0.00020012007204322593, "apple_pay_or_google_pay": 0.00030018010806483886, "atm_support": 0.00040024014408645187, "automatic_top_up": 0.00040024014408645187, "balance_not_updated_after_bank_transfer": 0.00030018010806483886, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030018010806483886, "beneficiary_not_allowed": 0.00040024014408645187, "cancel_transfer": 0.00030018010806483886, "card_about_to_expire": 0.00020012007204322593, "card_acceptance": 0.00030018010806483886, "card_arrival": 0.00020012007204322593, "card_delivery_estimate": 0.00020012007204322593, "card_linking": 0.00030018010806483886, "card_not_working": 0.00040024014408645187, "card_payment_fee_charged": 0.00030018010806483886, "card_payment_not_recognised": 0.00030018010806483886, "card_payment_wrong_exchange_rate": 0.00030018010806483886, "card_swallowed": 0.00030018010806483886, "cash_withdrawal_charge": 0.00020012007204322593, "cash_withdrawal_not_recognised": 0.00020012007204322593, "change_pin": 0.00020012007204322593, "compromised_card": 0.00020012007204322593, "contactless_not_working": 0.00030018010806483886, "country_support": 0.00030018010806483886, "declined_card_payment": 0.0017010206123674201, "declined_cash_withdrawal": 0.0005003001801080648, "declined_transfer": 0.0006003602161296777, "direct_debit_payment_not_recognised": 0.00030018010806483886, "disposable_card_limits": 0.00030018010806483886, "edit_personal_details": 0.00030018010806483886, "exchange_charge": 0.00020012007204322593, "exchange_rate": 0.00020012007204322593, "exchange_via_app": 0.00020012007204322593, "extra_charge_on_statement": 0.00020012007204322593, "failed_transfer": 0.00040024014408645187, "fiat_currency_support": 0.00030018010806483886, "get_disposable_virtual_card": 0.00030018010806483886, "get_physical_card": 0.00020012007204322593, "getting_spare_card": 0.00020012007204322593, "getting_virtual_card": 0.00020012007204322593, "lost_or_stolen_card": 0.00020012007204322593, "lost_or_stolen_phone": 0.00020012007204322593, "order_physical_card": 0.00020012007204322593, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.00020012007204322593, "pending_cash_withdrawal": 0.00020012007204322593, "pending_top_up": 0.004902941765059035, "pending_transfer": 0.00020012007204322593, "pin_blocked": 0.00020012007204322593, "receiving_money": 0.00020012007204322593, "request_refund": 0.00020012007204322593, "reverted_card_payment?": 0.00030018010806483886, "supported_cards_and_currencies": 0.00040024014408645187, "terminate_account": 0.00020012007204322593, "top_up_by_bank_transfer_charge": 0.00030018010806483886, "top_up_by_card_charge": 0.00030018010806483886, "top_up_by_cash_or_cheque": 0.00040024014408645187, "top_up_failed": 0.8400040024014408, "top_up_limits": 0.00030018010806483886, "top_up_reverted": 0.11146688012807683, "topping_up_by_card": 0.0007004202521512907, "transaction_charged_twice": 0.00020012007204322593, "transfer_fee_charged": 0.00020012007204322593, "transfer_into_account": 0.00020012007204322593, "transfer_not_received_by_recipient": 0.00020012007204322593, "transfer_timing": 0.00020012007204322593, "unable_to_verify_identity": 0.00020012007204322593, "verify_my_identity": 0.00020012007204322593, "verify_source_of_funds": 0.00020012007204322593, "verify_top_up": 0.022613568140884527, "virtual_card_not_working": 0.00020012007204322593, "visa_or_mastercard": 0.00030018010806483886, "why_verify_identity": 0.00020012007204322593, "wrong_amount_of_cash_received": 0.00020012007204322593, "wrong_exchange_rate_for_cash_withdrawal": 0.00030018010806483886 }, "error": null, "latency_ms": 71.70479104388505, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2677", "text_group": "77a39cd8b90b7b245f31c831b1af9b41bb1694bcd038761eab53be32235d246a", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.0002998800479808077, "declined_card_payment": 0.0005997600959616154, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0003998400639744103, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00819672131147541, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0002998800479808077, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.9514194322271092, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.009296281487405038, "topping_up_by_card": 0.0006997201119552179, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.013194722111155539, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 73.43824999406934, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2678", "text_group": "1d9fbc415e77af3cc3f1b9e89ae74d6ea78d424a91eab7086c26b995221593aa", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.000200160128102482, "activate_my_card": 0.000200160128102482, "age_limit": 0.000200160128102482, "apple_pay_or_google_pay": 0.00030024019215372296, "atm_support": 0.000500400320256205, "automatic_top_up": 0.001100880704563651, "balance_not_updated_after_bank_transfer": 0.000400320256204964, "balance_not_updated_after_cheque_or_cash_deposit": 0.000500400320256205, "beneficiary_not_allowed": 0.001501200960768615, "cancel_transfer": 0.00030024019215372296, "card_about_to_expire": 0.000200160128102482, "card_acceptance": 0.000400320256204964, "card_arrival": 0.000200160128102482, "card_delivery_estimate": 0.000200160128102482, "card_linking": 0.000400320256204964, "card_not_working": 0.002602081665332266, "card_payment_fee_charged": 0.000200160128102482, "card_payment_not_recognised": 0.00030024019215372296, "card_payment_wrong_exchange_rate": 0.00030024019215372296, "card_swallowed": 0.00030024019215372296, "cash_withdrawal_charge": 0.00030024019215372296, "cash_withdrawal_not_recognised": 0.000200160128102482, "change_pin": 0.000200160128102482, "compromised_card": 0.00030024019215372296, "contactless_not_working": 0.0006004803843074459, "country_support": 0.000400320256204964, "declined_card_payment": 0.0025020016012810248, "declined_cash_withdrawal": 0.000800640512409928, "declined_transfer": 0.0017013610888710969, "direct_debit_payment_not_recognised": 0.00030024019215372296, "disposable_card_limits": 0.00030024019215372296, "edit_personal_details": 0.000200160128102482, "exchange_charge": 0.000200160128102482, "exchange_rate": 0.000200160128102482, "exchange_via_app": 0.000200160128102482, "extra_charge_on_statement": 0.000200160128102482, "failed_transfer": 0.000400320256204964, "fiat_currency_support": 0.000400320256204964, "get_disposable_virtual_card": 0.00030024019215372296, "get_physical_card": 0.000200160128102482, "getting_spare_card": 0.000200160128102482, "getting_virtual_card": 0.000200160128102482, "lost_or_stolen_card": 0.000200160128102482, "lost_or_stolen_phone": 0.000200160128102482, "order_physical_card": 0.000200160128102482, "passcode_forgotten": 0.000200160128102482, "pending_card_payment": 0.00030024019215372296, "pending_cash_withdrawal": 0.000200160128102482, "pending_top_up": 0.028422738190552445, "pending_transfer": 0.000200160128102482, "pin_blocked": 0.00030024019215372296, "receiving_money": 0.00030024019215372296, "request_refund": 0.000200160128102482, "reverted_card_payment?": 0.00030024019215372296, "supported_cards_and_currencies": 0.000400320256204964, "terminate_account": 0.000200160128102482, "top_up_by_bank_transfer_charge": 0.00030024019215372296, "top_up_by_card_charge": 0.00030024019215372296, "top_up_by_cash_or_cheque": 0.000500400320256205, "top_up_failed": 0.9135308246597278, "top_up_limits": 0.000400320256204964, "top_up_reverted": 0.021917534027221776, "topping_up_by_card": 0.002602081665332266, "transaction_charged_twice": 0.000200160128102482, "transfer_fee_charged": 0.000200160128102482, "transfer_into_account": 0.000200160128102482, "transfer_not_received_by_recipient": 0.000200160128102482, "transfer_timing": 0.000200160128102482, "unable_to_verify_identity": 0.00030024019215372296, "verify_my_identity": 0.000200160128102482, "verify_source_of_funds": 0.000200160128102482, "verify_top_up": 0.002802241793434748, "virtual_card_not_working": 0.002702161729383507, "visa_or_mastercard": 0.00030024019215372296, "why_verify_identity": 0.000200160128102482, "wrong_amount_of_cash_received": 0.000200160128102482, "wrong_exchange_rate_for_cash_withdrawal": 0.00030024019215372296 }, "error": null, "latency_ms": 69.25675005186349, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2679", "text_group": "01b117c7c8c32fad897b01645059ed9738396e47fb14e7e0ef7fab0660575fc5", "expected": "top_up_failed", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.0002998800479808077, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0005997600959616154, "automatic_top_up": 0.0014994002399040384, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0010995601759296284, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0004998000799680128, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0004998000799680128, "card_not_working": 0.0007996801279488206, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0002998800479808077, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0005997600959616154, "country_support": 0.0004998000799680128, "declined_card_payment": 0.0007996801279488206, "declined_cash_withdrawal": 0.0003998400639744103, "declined_transfer": 0.0006997201119552179, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.014494202319072372, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0002998800479808077, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.0004998000799680128, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.000899640143942423, "top_up_failed": 0.9270291883246702, "top_up_limits": 0.0005997600959616154, "top_up_reverted": 0.021991203518592562, "topping_up_by_card": 0.004998000799680128, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0032986805277888847, "virtual_card_not_working": 0.0006997201119552179, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 69.23129200004041, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2680", "text_group": "ada6b67270b2c7402124d98d551f0e680fe606b668bf90d42b2efdb35822ddcf", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.7777444511097781, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00019996000799840034, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00019996000799840034, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.12507498500299938, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0003999200159968007, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.006898620275944811, "transfer_not_received_by_recipient": 0.07218556288742252, "transfer_timing": 0.001299740051989602, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 72.00283301062882, "usage": { "input_tokens": 609, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2681", "text_group": "2031edf3eb9a76d5b174b46205f54ae2c31d30d2ad6804f800d3d4515b8ee5ad", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.970505898820236, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016996600679864027, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.0007998400319936014, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.0016996600679864027, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0009998000399920016, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0021995600879824036, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.0030993801239752048, "transfer_not_received_by_recipient": 0.0013997200559888023, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.3455830225721, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2682", "text_group": "cd366c8ce8d22ae6968f887342875a5c391aafbb5c0587a5bfe8ece6bd3d12f0", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.6378, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0004, "card_delivery_estimate": 0.0163, "card_linking": 0.0005, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0005, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0004, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0011, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0005, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0043, "pending_top_up": 0.0009, "pending_transfer": 0.123, "pin_blocked": 0.0003, "receiving_money": 0.0228, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0009, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0004, "top_up_limits": 0.0004, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0067, "transfer_not_received_by_recipient": 0.0604, "transfer_timing": 0.1003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 69.25629207398742, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2683", "text_group": "ebd4c950d3c2e4380657174943e0b2e6f2303f3f616d8e761c3a62b7be8ebcf2", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.9666066786642672, "balance_not_updated_after_cheque_or_cash_deposit": 0.001999600079984003, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00019996000799840034, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0007998400319936014, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.004799040191961607, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.0015996800639872027, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0009998000399920016, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.0009998000399920016, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.005098980203959208, "transfer_not_received_by_recipient": 0.0005998800239952009, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.24004100821912, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2684", "text_group": "e4ca22876f4b4aa6df91f1fcc6ed5b81fbf126c2febfcf21eb285367d010304f", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.9357935793579357, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090009, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0003000300030003, "card_not_working": 0.00020002000200020003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.00020002000200020003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.002000200020002, "pending_transfer": 0.014901490149014901, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0005000500050005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.007400740074007401, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0214021402140214, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 70.42404206003994, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2685", "text_group": "3730884b48f0f54a755959833d9245ca08891a82d8157c1643ffb168b30e2d5a", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_into_account", "probabilities": { "Refund_not_showing_up": 0.000499850044986504, "activate_my_card": 0.0006997900629811057, "age_limit": 0.0005998200539838048, "apple_pay_or_google_pay": 0.0011996401079676095, "atm_support": 0.002199340197940618, "automatic_top_up": 0.0008997300809757073, "balance_not_updated_after_bank_transfer": 0.09567129861041687, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015995201439568132, "beneficiary_not_allowed": 0.0015995201439568132, "cancel_transfer": 0.0011996401079676095, "card_about_to_expire": 0.0006997900629811057, "card_acceptance": 0.0012996101169649105, "card_arrival": 0.001099670098970309, "card_delivery_estimate": 0.027391782465260424, "card_linking": 0.0011996401079676095, "card_not_working": 0.0007997600719784066, "card_payment_fee_charged": 0.0007997600719784066, "card_payment_not_recognised": 0.0008997300809757073, "card_payment_wrong_exchange_rate": 0.000999700089973008, "card_swallowed": 0.0007997600719784066, "cash_withdrawal_charge": 0.001099670098970309, "cash_withdrawal_not_recognised": 0.0007997600719784066, "change_pin": 0.0006997900629811057, "compromised_card": 0.0006997900629811057, "contactless_not_working": 0.0008997300809757073, "country_support": 0.008897330800759773, "declined_card_payment": 0.0006997900629811057, "declined_cash_withdrawal": 0.0006997900629811057, "declined_transfer": 0.0011996401079676095, "direct_debit_payment_not_recognised": 0.000999700089973008, "disposable_card_limits": 0.000999700089973008, "edit_personal_details": 0.0006997900629811057, "exchange_charge": 0.002199340197940618, "exchange_rate": 0.001099670098970309, "exchange_via_app": 0.000999700089973008, "extra_charge_on_statement": 0.001099670098970309, "failed_transfer": 0.001999400179946016, "fiat_currency_support": 0.0017994601619514146, "get_disposable_virtual_card": 0.0007997600719784066, "get_physical_card": 0.0008997300809757073, "getting_spare_card": 0.0006997900629811057, "getting_virtual_card": 0.0006997900629811057, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.000499850044986504, "order_physical_card": 0.0007997600719784066, "passcode_forgotten": 0.0005998200539838048, "pending_card_payment": 0.0006997900629811057, "pending_cash_withdrawal": 0.000999700089973008, "pending_top_up": 0.001099670098970309, "pending_transfer": 0.11156653004098771, "pin_blocked": 0.0005998200539838048, "receiving_money": 0.002099370188943317, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.0006997900629811057, "supported_cards_and_currencies": 0.0034989503149055285, "terminate_account": 0.0006997900629811057, "top_up_by_bank_transfer_charge": 0.014595621313605919, "top_up_by_card_charge": 0.0007997600719784066, "top_up_by_cash_or_cheque": 0.0007997600719784066, "top_up_failed": 0.0007997600719784066, "top_up_limits": 0.0007997600719784066, "top_up_reverted": 0.0007997600719784066, "topping_up_by_card": 0.0008997300809757073, "transaction_charged_twice": 0.0006997900629811057, "transfer_fee_charged": 0.001099670098970309, "transfer_into_account": 0.49835049485154453, "transfer_not_received_by_recipient": 0.0243926821953414, "transfer_timing": 0.15175447365790262, "unable_to_verify_identity": 0.0006997900629811057, "verify_my_identity": 0.0005998200539838048, "verify_source_of_funds": 0.0005998200539838048, "verify_top_up": 0.0006997900629811057, "virtual_card_not_working": 0.0006997900629811057, "visa_or_mastercard": 0.000999700089973008, "why_verify_identity": 0.0005998200539838048, "wrong_amount_of_cash_received": 0.0006997900629811057, "wrong_exchange_rate_for_cash_withdrawal": 0.0008997300809757073 }, "error": null, "latency_ms": 71.33945799432695, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2686", "text_group": "5cee0a0662e7baf9107f232722c30a2aee16d8e53dd41cb1035b8955fbacebf4", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.7566243375662435, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0007999200079992001, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.00039996000399960006, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.009999000099990002, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.03909609039096091, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.09159084091590841, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.0058994100589941, "transfer_not_received_by_recipient": 0.0476952304769523, "transfer_timing": 0.024597540245975404, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.0008999100089991, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 73.71370797045529, "usage": { "input_tokens": 619, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2687", "text_group": "e6fd022d7c18d76035a2159b8582e15ce3ba3f08c846932093b405a594ea3731", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0004999000199960008, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0005998800239952009, "atm_support": 0.0008998200359928015, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.002599480103979204, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.0018996200759848032, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.0006998600279944011, "card_delivery_estimate": 0.0686862627474505, "card_linking": 0.0006998600279944011, "card_not_working": 0.0004999000199960008, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0003999200159968007, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0005998800239952009, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.0006998600279944011, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0007998400319936014, "fiat_currency_support": 0.0006998600279944011, "get_disposable_virtual_card": 0.0005998800239952009, "get_physical_card": 0.0006998600279944011, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0006998600279944011, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0006998600279944011, "pending_top_up": 0.0009998000399920016, "pending_transfer": 0.20245950809838034, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0010997800439912018, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0007998400319936014, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0008998200359928015, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0642871425714857, "transfer_not_received_by_recipient": 0.0011997600479904018, "transfer_timing": 0.621875624875025, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0004999000199960008, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 71.06229104101658, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2688", "text_group": "473f24d5c8a6d015fd29560f24a3e36db2618c588be3307c9136507f04f7eeb7", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.1266126612661266, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007000700070007, "beneficiary_not_allowed": 0.0008000800080008001, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0003000300030003, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0014001400140014, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0177017701770177, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.0017001700170017002, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0078007800780078, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.8021802180218022, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0201020102010201, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.41783293243498, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2689", "text_group": "d9f4f61a5837c143b3736bbb1d586b35ca3d98735923bee6ea33967f7cd4fca2", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 9.997000899730082e-05, "activate_my_card": 9.997000899730082e-05, "age_limit": 9.997000899730082e-05, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.00019994001799460164, "automatic_top_up": 9.997000899730082e-05, "balance_not_updated_after_bank_transfer": 0.9779066280115966, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.00019994001799460164, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 9.997000899730082e-05, "card_acceptance": 0.00019994001799460164, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.00019994001799460164, "card_not_working": 0.00019994001799460164, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.00019994001799460164, "card_payment_wrong_exchange_rate": 0.00019994001799460164, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 9.997000899730082e-05, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.00019994001799460164, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.0029991002699190244, "fiat_currency_support": 0.00019994001799460164, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 9.997000899730082e-05, "getting_virtual_card": 9.997000899730082e-05, "lost_or_stolen_card": 9.997000899730082e-05, "lost_or_stolen_phone": 9.997000899730082e-05, "order_physical_card": 9.997000899730082e-05, "passcode_forgotten": 9.997000899730082e-05, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.0022993102069379188, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.0002999100269919024, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.00019994001799460164, "supported_cards_and_currencies": 0.00019994001799460164, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.00019994001799460164, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.0012996101169649105, "transfer_not_received_by_recipient": 0.0008997300809757073, "transfer_timing": 0.0005998200539838048, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 70.51250000949949, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2690", "text_group": "f952aa42badc3e35f7a7778b5a598ffcd717683de0c8b95c3fd46e7084136283", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.37806219378062195, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015998400159984002, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.0007999200079992001, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.0052994700529947, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.0011998800119988001, "change_pin": 0.00019998000199980003, "compromised_card": 0.0077992200779922, "contactless_not_working": 0.00039996000399960006, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.0013998600139986002, "direct_debit_payment_not_recognised": 0.0013998600139986002, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.0092990700929907, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.026097390260973904, "lost_or_stolen_phone": 0.006199380061993801, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.0081991800819918, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0029997000299970002, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.0007999200079992001, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.0020997900209979003, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.0065993400659934, "transfer_not_received_by_recipient": 0.5162483751624838, "transfer_timing": 0.0008999100089991, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.005499450054994501, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 68.85416607838124, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2691", "text_group": "70a4edd6f3723ee4e09a392f780259f4f30c6556be6be9daf9f764d7518327c2", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.0004999000199960008, "activate_my_card": 0.0006998600279944011, "age_limit": 0.0006998600279944011, "apple_pay_or_google_pay": 0.0010997800439912018, "atm_support": 0.0024995000999800043, "automatic_top_up": 0.0007998400319936014, "balance_not_updated_after_bank_transfer": 0.21085782843431314, "balance_not_updated_after_cheque_or_cash_deposit": 0.002299540091981604, "beneficiary_not_allowed": 0.0011997600479904018, "cancel_transfer": 0.0011997600479904018, "card_about_to_expire": 0.0006998600279944011, "card_acceptance": 0.0013997200559888023, "card_arrival": 0.0011997600479904018, "card_delivery_estimate": 0.03579284143171366, "card_linking": 0.0009998000399920016, "card_not_working": 0.0007998400319936014, "card_payment_fee_charged": 0.0007998400319936014, "card_payment_not_recognised": 0.0008998200359928015, "card_payment_wrong_exchange_rate": 0.0009998000399920016, "card_swallowed": 0.0006998600279944011, "cash_withdrawal_charge": 0.0010997800439912018, "cash_withdrawal_not_recognised": 0.0006998600279944011, "change_pin": 0.0006998600279944011, "compromised_card": 0.0007998400319936014, "contactless_not_working": 0.0008998200359928015, "country_support": 0.16916616676664667, "declined_card_payment": 0.0006998600279944011, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0014997000599880025, "direct_debit_payment_not_recognised": 0.0008998200359928015, "disposable_card_limits": 0.0009998000399920016, "edit_personal_details": 0.0006998600279944011, "exchange_charge": 0.0032993401319736052, "exchange_rate": 0.0013997200559888023, "exchange_via_app": 0.001299740051989602, "extra_charge_on_statement": 0.0009998000399920016, "failed_transfer": 0.003999200159968006, "fiat_currency_support": 0.0016996600679864027, "get_disposable_virtual_card": 0.0007998400319936014, "get_physical_card": 0.0008998200359928015, "getting_spare_card": 0.0007998400319936014, "getting_virtual_card": 0.0007998400319936014, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0004999000199960008, "order_physical_card": 0.0006998600279944011, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0006998600279944011, "pending_transfer": 0.18886222755448911, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0016996600679864027, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0006998600279944011, "supported_cards_and_currencies": 0.0027994401119776045, "terminate_account": 0.0006998600279944011, "top_up_by_bank_transfer_charge": 0.039192161567686463, "top_up_by_card_charge": 0.0008998200359928015, "top_up_by_cash_or_cheque": 0.0008998200359928015, "top_up_failed": 0.0007998400319936014, "top_up_limits": 0.0007998400319936014, "top_up_reverted": 0.0007998400319936014, "topping_up_by_card": 0.0009998000399920016, "transaction_charged_twice": 0.0007998400319936014, "transfer_fee_charged": 0.001299740051989602, "transfer_into_account": 0.022595480903819236, "transfer_not_received_by_recipient": 0.036892621475704865, "transfer_timing": 0.22625474905018997, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0007998400319936014, "visa_or_mastercard": 0.0010997800439912018, "why_verify_identity": 0.0005998800239952009, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0007998400319936014 }, "error": null, "latency_ms": 67.96279200352728, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2692", "text_group": "3b8bfa9e500da1eebfa301377b8d32f7c66bcb886c37b882f70c4aae74e25417", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.8295170482951705, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00039996000399960006, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.0014998500149985001, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.026697330266973303, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.0005999400059994001, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.0132986701329867, "transfer_not_received_by_recipient": 0.1048895110488951, "transfer_timing": 0.0018998100189981002, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.0007999200079992001, "verify_top_up": 0.0015998400159984002, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 70.15283301007003, "usage": { "input_tokens": 610, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2693", "text_group": "e137223657deaa9ad5728d8d7ca27d328cd115b3a98fbbe4e1544a2d42107f17", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.12618738126187382, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.0005999400059994001, "card_linking": 0.00039996000399960006, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0004999500049995, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.0046995300469953, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.7468253174682532, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0008999100089991, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.0014998500149985001, "transfer_not_received_by_recipient": 0.09019098090190981, "transfer_timing": 0.0033996600339966003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 69.04612493235618, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2694", "text_group": "72a648d565611ec835ba9628001eee5d71029cc3ef6d4156ad8d0c75a40c1439", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0004000400040004001, "activate_my_card": 0.00020002000200020005, "age_limit": 0.00020002000200020005, "apple_pay_or_google_pay": 0.00030003000300030005, "atm_support": 0.0005000500050005002, "automatic_top_up": 0.00020002000200020005, "balance_not_updated_after_bank_transfer": 0.16611661166116612, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012001200120012002, "beneficiary_not_allowed": 0.05250525052505251, "cancel_transfer": 0.0005000500050005002, "card_about_to_expire": 0.00030003000300030005, "card_acceptance": 0.0004000400040004001, "card_arrival": 0.00030003000300030005, "card_delivery_estimate": 0.00030003000300030005, "card_linking": 0.0004000400040004001, "card_not_working": 0.0004000400040004001, "card_payment_fee_charged": 0.00030003000300030005, "card_payment_not_recognised": 0.00030003000300030005, "card_payment_wrong_exchange_rate": 0.0004000400040004001, "card_swallowed": 0.00030003000300030005, "cash_withdrawal_charge": 0.00030003000300030005, "cash_withdrawal_not_recognised": 0.00030003000300030005, "change_pin": 0.00020002000200020005, "compromised_card": 0.00030003000300030005, "contactless_not_working": 0.0004000400040004001, "country_support": 0.0018001800180018003, "declined_card_payment": 0.00030003000300030005, "declined_cash_withdrawal": 0.00030003000300030005, "declined_transfer": 0.010201020102010202, "direct_debit_payment_not_recognised": 0.00030003000300030005, "disposable_card_limits": 0.00030003000300030005, "edit_personal_details": 0.00030003000300030005, "exchange_charge": 0.00030003000300030005, "exchange_rate": 0.00030003000300030005, "exchange_via_app": 0.0004000400040004001, "extra_charge_on_statement": 0.00030003000300030005, "failed_transfer": 0.08480848084808482, "fiat_currency_support": 0.0004000400040004001, "get_disposable_virtual_card": 0.00030003000300030005, "get_physical_card": 0.00030003000300030005, "getting_spare_card": 0.00020002000200020005, "getting_virtual_card": 0.00020002000200020005, "lost_or_stolen_card": 0.00020002000200020005, "lost_or_stolen_phone": 0.00020002000200020005, "order_physical_card": 0.00020002000200020005, "passcode_forgotten": 0.00020002000200020005, "pending_card_payment": 0.0006000600060006001, "pending_cash_withdrawal": 0.0004000400040004001, "pending_top_up": 0.0006000600060006001, "pending_transfer": 0.553955395539554, "pin_blocked": 0.00030003000300030005, "receiving_money": 0.0004000400040004001, "request_refund": 0.00030003000300030005, "reverted_card_payment?": 0.00030003000300030005, "supported_cards_and_currencies": 0.0005000500050005002, "terminate_account": 0.00030003000300030005, "top_up_by_bank_transfer_charge": 0.00030003000300030005, "top_up_by_card_charge": 0.00020002000200020005, "top_up_by_cash_or_cheque": 0.00030003000300030005, "top_up_failed": 0.0007000700070007002, "top_up_limits": 0.00020002000200020005, "top_up_reverted": 0.0004000400040004001, "topping_up_by_card": 0.00030003000300030005, "transaction_charged_twice": 0.00030003000300030005, "transfer_fee_charged": 0.00030003000300030005, "transfer_into_account": 0.0016001600160016004, "transfer_not_received_by_recipient": 0.10361036103610362, "transfer_timing": 0.0027002700270027007, "unable_to_verify_identity": 0.00030003000300030005, "verify_my_identity": 0.00030003000300030005, "verify_source_of_funds": 0.00030003000300030005, "verify_top_up": 0.00030003000300030005, "virtual_card_not_working": 0.00030003000300030005, "visa_or_mastercard": 0.00030003000300030005, "why_verify_identity": 0.00020002000200020005, "wrong_amount_of_cash_received": 0.00030003000300030005, "wrong_exchange_rate_for_cash_withdrawal": 0.00030003000300030005 }, "error": null, "latency_ms": 68.82100005168468, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2695", "text_group": "01510b837cc1d257859546a566ec54202dfde3c9d9ee4645703f9ddea699adb1", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00020010005002501252, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.974687343671836, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014007003501750877, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00020010005002501252, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00020010005002501252, "cash_withdrawal_charge": 0.00020010005002501252, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00020010005002501252, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00020010005002501252, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00040020010005002504, "direct_debit_payment_not_recognised": 0.00020010005002501252, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00030015007503751874, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.0011005502751375688, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00040020010005002504, "pending_transfer": 0.0008004002001000501, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.0005002501250625313, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00040020010005002504, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00040020010005002504, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.0006003001500750375, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.0025012506253126567, "transfer_not_received_by_recipient": 0.0009004502251125563, "transfer_timing": 0.0009004502251125563, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.00020010005002501252, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 69.6340830763802, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2696", "text_group": "1fdacd1ae0ee82cc0628219740fa87929b89a67efc3cf51fea824564e80b91ec", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.9186162767446511, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009998000399920016, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.002599480103979204, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.019296140771845632, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0005998800239952009, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.009498100379924015, "transfer_not_received_by_recipient": 0.029294141171765646, "transfer_timing": 0.0015996800639872027, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 71.58766698557884, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2697", "text_group": "ec3ba61546c3941196f177024bfb102864f38e4b06495c8d4fb322082973f7f2", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.9313862772554511, "balance_not_updated_after_cheque_or_cash_deposit": 0.005101020204040808, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.0008001600320064013, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.0009001800360072014, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0005001000200040008, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.0009001800360072014, "transfer_not_received_by_recipient": 0.020504100820164035, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.022104420884176836, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 69.49812499806285, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2698", "text_group": "a2bf7090cbb57d51d7e0db68d36f857f25e06edad16bed60043cbb78ed4ef755", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.9176753025907772, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001800540162048, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.00020006001800540162, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.00020006001800540162, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.00020006001800540162, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00040012003601080324, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.0006001800540162048, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00040012003601080324, "pending_top_up": 0.00040012003601080324, "pending_transfer": 0.05401620486145844, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.001100330099029709, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00020006001800540162, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.004401320396118836, "transfer_not_received_by_recipient": 0.0013003901170351103, "transfer_timing": 0.004001200360108033, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 70.84654201753438, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2699", "text_group": "1a91b35b877a218171382010bbd774cda9afce9df2c9dfcada40ef18e5cc3796", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.914382876575315, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009001800360072014, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0017003400680136026, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.007801560312062412, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.03650730146029205, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00040008001600320064, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.011002200440088017, "transfer_not_received_by_recipient": 0.010902180436087218, "transfer_timing": 0.0006001200240048009, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 72.95570790302008, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2700", "text_group": "86761cf0cc07fb8c82aff6100db533cb7e70542fc822215605b56ef3821481ba", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0008998200359928015, "activate_my_card": 0.0003999200159968007, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0005998800239952009, "atm_support": 0.0007998400319936014, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.6736652669466107, "balance_not_updated_after_cheque_or_cash_deposit": 0.002599480103979204, "beneficiary_not_allowed": 0.0013997200559888023, "cancel_transfer": 0.0008998200359928015, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0007998400319936014, "card_not_working": 0.0006998600279944011, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0005998800239952009, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0003999200159968007, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0005998800239952009, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.002999400119976005, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.011697660467906419, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.028394321135772848, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0009998000399920016, "request_refund": 0.0004999000199960008, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0008998200359928015, "terminate_account": 0.0005998800239952009, "top_up_by_bank_transfer_charge": 0.0007998400319936014, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0007998400319936014, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.0004999000199960008, "transfer_into_account": 0.20165966806638672, "transfer_not_received_by_recipient": 0.038992201559688064, "transfer_timing": 0.0018996200759848032, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0005998800239952009, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 72.37591594457626, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2701", "text_group": "8d6deff78846024f5a244470f5348e66445599dff56b4ec324fde8ac9cc1802b", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.09998000399920016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.0013997200559888023, "card_delivery_estimate": 0.007398520295940812, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.0014997000599880025, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.23465306938612276, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.012197560487902421, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.004299140171965607, "transfer_not_received_by_recipient": 0.5919816036792641, "transfer_timing": 0.028594281143771248, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.99525001831353, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2702", "text_group": "f83bfbf9bf046af73691006b7fcaedf4c9fca88ceab4b7d5fc90a871656c3640", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.9556955695569557, "balance_not_updated_after_cheque_or_cash_deposit": 0.005000500050005001, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.0003000300030003, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.0015001500150015003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0024002400240024, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0005000500050005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0008000800080008001, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.0033003300330033004, "transfer_not_received_by_recipient": 0.0096009600960096, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 71.4087919332087, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2703", "text_group": "bfd5a662bef8beb79a4293284e1b98515631392b3b4b048f1feb30b0d3f43c50", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0006997900629811057, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0006997900629811057, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.12406278116565031, "balance_not_updated_after_cheque_or_cash_deposit": 0.001999400179946016, "beneficiary_not_allowed": 0.009497150854743577, "cancel_transfer": 0.0006997900629811057, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.000499850044986504, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.0006997900629811057, "card_linking": 0.0005998200539838048, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.0005998200539838048, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.0002999100269919024, "compromised_card": 0.000499850044986504, "contactless_not_working": 0.000499850044986504, "country_support": 0.0005998200539838048, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.0005998200539838048, "declined_transfer": 0.0057982605218434465, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.014995501349595122, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.0005998200539838048, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.0003998800359892033, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0006997900629811057, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.6717984604618615, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0007997600719784066, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0005998200539838048, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0005998200539838048, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0005998200539838048, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.0003998800359892033, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.00859742077376787, "transfer_not_received_by_recipient": 0.123962811156653, "transfer_timing": 0.007497750674797561, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.000499850044986504, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0003998800359892033, "wrong_exchange_rate_for_cash_withdrawal": 0.000499850044986504 }, "error": null, "latency_ms": 71.02495792787522, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2704", "text_group": "632eb0956855ab4861533ae539c142e77a647aa4599b1af715e37f6f99427d4f", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0026994601079784043, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0008998200359928015, "atm_support": 0.001299740051989602, "automatic_top_up": 0.0007998400319936014, "balance_not_updated_after_bank_transfer": 0.15846830633873227, "balance_not_updated_after_cheque_or_cash_deposit": 0.006098780243951211, "beneficiary_not_allowed": 0.006798640271945611, "cancel_transfer": 0.0013997200559888023, "card_about_to_expire": 0.0006998600279944011, "card_acceptance": 0.0010997800439912018, "card_arrival": 0.0006998600279944011, "card_delivery_estimate": 0.0006998600279944011, "card_linking": 0.0010997800439912018, "card_not_working": 0.001299740051989602, "card_payment_fee_charged": 0.0006998600279944011, "card_payment_not_recognised": 0.0008998200359928015, "card_payment_wrong_exchange_rate": 0.0009998000399920016, "card_swallowed": 0.0008998200359928015, "cash_withdrawal_charge": 0.0007998400319936014, "cash_withdrawal_not_recognised": 0.0007998400319936014, "change_pin": 0.0007998400319936014, "compromised_card": 0.0008998200359928015, "contactless_not_working": 0.0013997200559888023, "country_support": 0.0009998000399920016, "declined_card_payment": 0.0011997600479904018, "declined_cash_withdrawal": 0.001299740051989602, "declined_transfer": 0.11817636472705459, "direct_debit_payment_not_recognised": 0.0009998000399920016, "disposable_card_limits": 0.0007998400319936014, "edit_personal_details": 0.0007998400319936014, "exchange_charge": 0.0007998400319936014, "exchange_rate": 0.0007998400319936014, "exchange_via_app": 0.0008998200359928015, "extra_charge_on_statement": 0.0006998600279944011, "failed_transfer": 0.14207158568286343, "fiat_currency_support": 0.0010997800439912018, "get_disposable_virtual_card": 0.0007998400319936014, "get_physical_card": 0.0006998600279944011, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0006998600279944011, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0004999000199960008, "order_physical_card": 0.0005998800239952009, "passcode_forgotten": 0.0006998600279944011, "pending_card_payment": 0.0007998400319936014, "pending_cash_withdrawal": 0.0006998600279944011, "pending_top_up": 0.0010997800439912018, "pending_transfer": 0.39112177564487105, "pin_blocked": 0.0009998000399920016, "receiving_money": 0.0011997600479904018, "request_refund": 0.0006998600279944011, "reverted_card_payment?": 0.0007998400319936014, "supported_cards_and_currencies": 0.0010997800439912018, "terminate_account": 0.0010997800439912018, "top_up_by_bank_transfer_charge": 0.0011997600479904018, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0007998400319936014, "top_up_failed": 0.0011997600479904018, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0008998200359928015, "topping_up_by_card": 0.0009998000399920016, "transaction_charged_twice": 0.0006998600279944011, "transfer_fee_charged": 0.0006998600279944011, "transfer_into_account": 0.058488302339532096, "transfer_not_received_by_recipient": 0.05298940211957608, "transfer_timing": 0.004299140171965607, "unable_to_verify_identity": 0.0007998400319936014, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0006998600279944011, "verify_top_up": 0.0006998600279944011, "virtual_card_not_working": 0.0011997600479904018, "visa_or_mastercard": 0.0008998200359928015, "why_verify_identity": 0.0006998600279944011, "wrong_amount_of_cash_received": 0.0007998400319936014, "wrong_exchange_rate_for_cash_withdrawal": 0.0008998200359928015 }, "error": null, "latency_ms": 71.26954209525138, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2705", "text_group": "a19ebfb230edf5980ce8b74981a9a563fb7d9abdf89ad88273d1ebca727b2f1c", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.92046818727491, "balance_not_updated_after_cheque_or_cash_deposit": 0.002300920368147259, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.0015006002400960385, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.0024009603841536613, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.0005002000800320128, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.0013005202080832333, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.01750700280112045, "transfer_not_received_by_recipient": 0.03381352541016406, "transfer_timing": 0.0007002801120448179, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.0020008003201280513, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 70.78445900697261, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2706", "text_group": "d8902c1e690f32f2fd0183476cc23e43c69831aaf5ccf1d97978a521964f4233", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.6590659065906591, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012001200120012, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.0014001400140014, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0005000500050005, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.001000100010001, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.022802280228022803, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.22152215221522153, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0008000800080008001, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0006000600060006, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0005000500050005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.012001200120012002, "transfer_not_received_by_recipient": 0.04940494049404941, "transfer_timing": 0.0034003400340034003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 70.28345891740173, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2707", "text_group": "6ddc23b7292699ff3c05fa5a9b435c47d4156bf77089a1076b279d1bddd89d8e", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.8622862286228622, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015001500150015003, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0022002200220022005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.004000400040004, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0242024202420242, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0006000600060006, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.061006100610061, "transfer_not_received_by_recipient": 0.0203020302030203, "transfer_timing": 0.0009000900090009, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.94041700474918, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2708", "text_group": "29cc0ac3378484ff212d9fba3f5cb3243e008a226dc88f94c8fed3cfe836cd21", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.0005002501250625313, "activate_my_card": 0.0006003001500750375, "age_limit": 0.0005002501250625313, "apple_pay_or_google_pay": 0.0008004002001000501, "atm_support": 0.001200600300150075, "automatic_top_up": 0.0006003001500750375, "balance_not_updated_after_bank_transfer": 0.01360680340170085, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009004502251125563, "beneficiary_not_allowed": 0.004402201100550275, "cancel_transfer": 0.0010005002501250627, "card_about_to_expire": 0.0006003001500750375, "card_acceptance": 0.0008004002001000501, "card_arrival": 0.0007003501750875438, "card_delivery_estimate": 0.04902451225612807, "card_linking": 0.0007003501750875438, "card_not_working": 0.0006003001500750375, "card_payment_fee_charged": 0.0006003001500750375, "card_payment_not_recognised": 0.0007003501750875438, "card_payment_wrong_exchange_rate": 0.0007003501750875438, "card_swallowed": 0.0006003001500750375, "cash_withdrawal_charge": 0.0007003501750875438, "cash_withdrawal_not_recognised": 0.0006003001500750375, "change_pin": 0.0005002501250625313, "compromised_card": 0.0006003001500750375, "contactless_not_working": 0.0007003501750875438, "country_support": 0.0010005002501250627, "declined_card_payment": 0.0005002501250625313, "declined_cash_withdrawal": 0.0005002501250625313, "declined_transfer": 0.0008004002001000501, "direct_debit_payment_not_recognised": 0.0006003001500750375, "disposable_card_limits": 0.0009004502251125563, "edit_personal_details": 0.0006003001500750375, "exchange_charge": 0.0009004502251125563, "exchange_rate": 0.0007003501750875438, "exchange_via_app": 0.0008004002001000501, "extra_charge_on_statement": 0.0005002501250625313, "failed_transfer": 0.001500750375187594, "fiat_currency_support": 0.0009004502251125563, "get_disposable_virtual_card": 0.0007003501750875438, "get_physical_card": 0.0008004002001000501, "getting_spare_card": 0.0007003501750875438, "getting_virtual_card": 0.0007003501750875438, "lost_or_stolen_card": 0.00040020010005002504, "lost_or_stolen_phone": 0.00040020010005002504, "order_physical_card": 0.0005002501250625313, "passcode_forgotten": 0.00040020010005002504, "pending_card_payment": 0.0006003001500750375, "pending_cash_withdrawal": 0.0008004002001000501, "pending_top_up": 0.0008004002001000501, "pending_transfer": 0.4604302151075538, "pin_blocked": 0.0005002501250625313, "receiving_money": 0.0011005502751375688, "request_refund": 0.00040020010005002504, "reverted_card_payment?": 0.0005002501250625313, "supported_cards_and_currencies": 0.001200600300150075, "terminate_account": 0.0005002501250625313, "top_up_by_bank_transfer_charge": 0.0016008004002001002, "top_up_by_card_charge": 0.0005002501250625313, "top_up_by_cash_or_cheque": 0.0005002501250625313, "top_up_failed": 0.0005002501250625313, "top_up_limits": 0.0007003501750875438, "top_up_reverted": 0.0006003001500750375, "topping_up_by_card": 0.0007003501750875438, "transaction_charged_twice": 0.00040020010005002504, "transfer_fee_charged": 0.0005002501250625313, "transfer_into_account": 0.004502251125562781, "transfer_not_received_by_recipient": 0.010505252626313157, "transfer_timing": 0.41060530265132567, "unable_to_verify_identity": 0.0005002501250625313, "verify_my_identity": 0.00040020010005002504, "verify_source_of_funds": 0.00040020010005002504, "verify_top_up": 0.00040020010005002504, "virtual_card_not_working": 0.0006003001500750375, "visa_or_mastercard": 0.0007003501750875438, "why_verify_identity": 0.00040020010005002504, "wrong_amount_of_cash_received": 0.0005002501250625313, "wrong_exchange_rate_for_cash_withdrawal": 0.0006003001500750375 }, "error": null, "latency_ms": 73.03374994080514, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2709", "text_group": "4dc330b9f0ac1e7375c3d55f663a546fe8d9519cdf2c1648b769a6fb9e7c0eed", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.9549, "balance_not_updated_after_cheque_or_cash_deposit": 0.0097, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0002, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0011, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0005, "pending_transfer": 0.0016, "pin_blocked": 0.0002, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0004, "top_up_limits": 0.0003, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0074, "transfer_not_received_by_recipient": 0.0021, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 72.61699996888638, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2710", "text_group": "d56d0845b8be14cb267b854c6fbeedcf29b864e4b75f46e373c60a697f098624", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.00019992003198720514, "age_limit": 9.996001599360257e-05, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.6836265493802479, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0016993202718912435, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.00019992003198720514, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0002998800479808077, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0037984806077568972, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.0156937225109956, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.041483406637345066, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.0002998800479808077, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.00019992003198720514, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.00019992003198720514, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.009196321471411436, "transfer_not_received_by_recipient": 0.2265093962415034, "transfer_timing": 0.0015993602558976412, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 73.33149993792176, "usage": { "input_tokens": 609, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2711", "text_group": "97acfe2b2b78652f72494db25a83d9d82e407e615d60ee1b79d0ac185864ef62", "expected": "balance_not_updated_after_bank_transfer", "prediction": "pending_transfer", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.014898510148985102, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.0008999100089991, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.9561043895610439, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.0006999300069993001, "transfer_not_received_by_recipient": 0.0052994700529947, "transfer_timing": 0.0045995400459954, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 76.06666604988277, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2712", "text_group": "098a21b232d0f809cabddce1db11109306d5e9ff7adff6046f24fb7e9e89c88c", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.7389955982392957, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002801120448179, "beneficiary_not_allowed": 0.0007002801120448179, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00040016006402561027, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.0005002000800320128, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.004101640656262505, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.017006802721088437, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00040016006402561027, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.03261304521808723, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.0006002400960384153, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.013005202080832333, "transfer_not_received_by_recipient": 0.16156462585034012, "transfer_timing": 0.006202480992396959, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.0018007202881152459, "verify_top_up": 0.0026010404161664665, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.0005002000800320128, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 78.73045897576958, "usage": { "input_tokens": 616, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2713", "text_group": "bb698bd8329d76de974b93ba9ee8fb638a9187b7b7382a629afb4b9193d464b8", "expected": "balance_not_updated_after_bank_transfer", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0014995501349595122, "activate_my_card": 0.0013995801259622115, "age_limit": 0.0011996401079676095, "apple_pay_or_google_pay": 0.002199340197940618, "atm_support": 0.004198740377886634, "automatic_top_up": 0.0014995501349595122, "balance_not_updated_after_bank_transfer": 0.06737978606418076, "balance_not_updated_after_cheque_or_cash_deposit": 0.004098770368889334, "beneficiary_not_allowed": 0.0022993102069379188, "cancel_transfer": 0.002699190242927122, "card_about_to_expire": 0.0011996401079676095, "card_acceptance": 0.002199340197940618, "card_arrival": 0.0036988903329001305, "card_delivery_estimate": 0.002199340197940618, "card_linking": 0.0018994301709487154, "card_not_working": 0.0014995501349595122, "card_payment_fee_charged": 0.0013995801259622115, "card_payment_not_recognised": 0.0016994901529541137, "card_payment_wrong_exchange_rate": 0.0017994601619514146, "card_swallowed": 0.0014995501349595122, "cash_withdrawal_charge": 0.0015995201439568132, "cash_withdrawal_not_recognised": 0.006697990602819155, "change_pin": 0.0011996401079676095, "compromised_card": 0.0013995801259622115, "contactless_not_working": 0.0017994601619514146, "country_support": 0.6537038888333501, "declined_card_payment": 0.0011996401079676095, "declined_cash_withdrawal": 0.0013995801259622115, "declined_transfer": 0.002199340197940618, "direct_debit_payment_not_recognised": 0.0015995201439568132, "disposable_card_limits": 0.0015995201439568132, "edit_personal_details": 0.0013995801259622115, "exchange_charge": 0.0014995501349595122, "exchange_rate": 0.0016994901529541137, "exchange_via_app": 0.001999400179946016, "extra_charge_on_statement": 0.0011996401079676095, "failed_transfer": 0.005998200539838049, "fiat_currency_support": 0.0037988603418974308, "get_disposable_virtual_card": 0.0015995201439568132, "get_physical_card": 0.0014995501349595122, "getting_spare_card": 0.0013995801259622115, "getting_virtual_card": 0.0014995501349595122, "lost_or_stolen_card": 0.0016994901529541137, "lost_or_stolen_phone": 0.001999400179946016, "order_physical_card": 0.0011996401079676095, "passcode_forgotten": 0.0012996101169649105, "pending_card_payment": 0.0011996401079676095, "pending_cash_withdrawal": 0.0012996101169649105, "pending_top_up": 0.0012996101169649105, "pending_transfer": 0.010396880935719284, "pin_blocked": 0.0012996101169649105, "receiving_money": 0.004198740377886634, "request_refund": 0.0011996401079676095, "reverted_card_payment?": 0.0015995201439568132, "supported_cards_and_currencies": 0.0032990102969109266, "terminate_account": 0.0013995801259622115, "top_up_by_bank_transfer_charge": 0.0028991302609217232, "top_up_by_card_charge": 0.0012996101169649105, "top_up_by_cash_or_cheque": 0.0015995201439568132, "top_up_failed": 0.0015995201439568132, "top_up_limits": 0.0013995801259622115, "top_up_reverted": 0.0016994901529541137, "topping_up_by_card": 0.001999400179946016, "transaction_charged_twice": 0.0012996101169649105, "transfer_fee_charged": 0.0016994901529541137, "transfer_into_account": 0.028491452564230732, "transfer_not_received_by_recipient": 0.0866739978006598, "transfer_timing": 0.015195441367589723, "unable_to_verify_identity": 0.0014995501349595122, "verify_my_identity": 0.0013995801259622115, "verify_source_of_funds": 0.002699190242927122, "verify_top_up": 0.0014995501349595122, "virtual_card_not_working": 0.0015995201439568132, "visa_or_mastercard": 0.001999400179946016, "why_verify_identity": 0.0014995501349595122, "wrong_amount_of_cash_received": 0.0013995801259622115, "wrong_exchange_rate_for_cash_withdrawal": 0.0015995201439568132 }, "error": null, "latency_ms": 79.8484580591321, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2714", "text_group": "8de3550b923d8af3fc7454991f01a0db8fcf63d721ab434f0739208904cad0c6", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 9.998000399920017e-05, "age_limit": 9.998000399920017e-05, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.9716056788642272, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008998200359928015, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.00019996000799840034, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00019996000799840034, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.00019996000799840034, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00019996000799840034, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00019996000799840034, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00019996000799840034, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 9.998000399920017e-05, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0003999200159968007, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00019996000799840034, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.008998200359928014, "transfer_not_received_by_recipient": 0.0018996200759848032, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 79.13729210849851, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2715", "text_group": "546b921f5cf8653229fc5b051f5ffe150144e3c5c28c5aebc70f79144a02542d", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_not_received_by_recipient", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.34546909381876373, "balance_not_updated_after_cheque_or_cash_deposit": 0.001300260052010402, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.00040008001600320064, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.010802160432086417, "change_pin": 0.00020004000800160032, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.001900380076015203, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0007001400280056011, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.009201840368073614, "lost_or_stolen_phone": 0.0018003600720144029, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0045009001800360065, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.01190238047609522, "transfer_not_received_by_recipient": 0.5899179835967193, "transfer_timing": 0.0008001600320064013, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0008001600320064013, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0008001600320064013, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 77.88345799781382, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2716", "text_group": "5f34a9e440f5d1b999a95dcee1f723531fb0629e5d3cb1e00bd01acf46d91b70", "expected": "balance_not_updated_after_bank_transfer", "prediction": "transfer_timing", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.00040008001600320064, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0008001600320064013, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.2793558711742348, "balance_not_updated_after_cheque_or_cash_deposit": 0.001900380076015203, "beneficiary_not_allowed": 0.0009001800360072014, "cancel_transfer": 0.002100420084016803, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0008001600320064013, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.002000400080016003, "card_linking": 0.0007001400280056011, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0006001200240048009, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.00040008001600320064, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0015003000600120023, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.002500500100020004, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0006001200240048009, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.010702140428085616, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0006001200240048009, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0008001600320064013, "pending_cash_withdrawal": 0.0007001400280056011, "pending_top_up": 0.0007001400280056011, "pending_transfer": 0.1323264652930586, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0012002400480096017, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0007001400280056011, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.002000400080016003, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.0006001200240048009, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.028405681136227247, "transfer_not_received_by_recipient": 0.1389277855571114, "transfer_timing": 0.36337267453490696, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.0006001200240048009, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 74.54483292531222, "usage": { "input_tokens": 616, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2717", "text_group": "5e5284e4038673943d7d8f968c267ec3f53cccb7bde3562ef892ccb0ce7fa5c9", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.9581790895447725, "balance_not_updated_after_cheque_or_cash_deposit": 0.0042021010505252625, "beneficiary_not_allowed": 0.00040020010005002504, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00040020010005002504, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00020010005002501252, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00040020010005002504, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00040020010005002504, "country_support": 0.00040020010005002504, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00040020010005002504, "declined_transfer": 0.0022011005502751376, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00030015007503751874, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.00040020010005002504, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.0022011005502751376, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.001200600300150075, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.0005002501250625313, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00040020010005002504, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.00030015007503751874, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00040020010005002504, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.0005002501250625313, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.009204602301150576, "transfer_not_received_by_recipient": 0.0025012506253126567, "transfer_timing": 0.0008004002001000501, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00030015007503751874, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 72.65620795078576, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2718", "text_group": "15593db706ba7d129880301908142e1798d4753357de26ef11f5e8861c102e0c", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.9007603041216486, "balance_not_updated_after_cheque_or_cash_deposit": 0.0022008803521408565, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00020008003201280514, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.0006002400960384153, "pending_transfer": 0.0005002000800320128, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.0011004401760704283, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00040016006402561027, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.0005002000800320128, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.0005002000800320128, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.07282913165266107, "transfer_not_received_by_recipient": 0.0006002400960384153, "transfer_timing": 0.000900360144057623, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.0006002400960384153, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.0006002400960384153, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 72.56879098713398, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2719", "text_group": "4e95bf2132d2d3077de4adbb96547a68c8d4303763bb57bab56cf11c15217055", "expected": "balance_not_updated_after_bank_transfer", "prediction": "balance_not_updated_after_bank_transfer", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.9651034896510349, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.00019998000199980003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00019998000199980003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00019998000199980003, "card_not_working": 0.00019998000199980003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00019998000199980003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.0016998300169983002, "pending_transfer": 0.0053994600539946005, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.0004999500049995, "request_refund": 9.999000099990002e-05, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.0033996600339966003, "transfer_not_received_by_recipient": 0.0005999400059994001, "transfer_timing": 0.0072992700729927005, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 70.23070799186826, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2720", "text_group": "a60f8e40ba59f361c83660849898a215c5573abbe41b1efd45deb45e23032e3f", "expected": "cash_withdrawal_not_recognised", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.001099670098970309, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.000499850044986504, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.0005998200539838048, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0008997300809757073, "card_not_working": 0.0016994901529541137, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0008997300809757073, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.3556932920123963, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0007997600719784066, "change_pin": 0.0002999100269919024, "compromised_card": 0.24162751174647606, "contactless_not_working": 0.0005998200539838048, "country_support": 0.0003998800359892033, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.36549035289413173, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0005998200539838048, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.000999700089973008, "supported_cards_and_currencies": 0.0006997900629811057, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0024992502249325203, "topping_up_by_card": 0.0008997300809757073, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0005998200539838048, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0015995201439568132, "visa_or_mastercard": 0.0008997300809757073, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0007997600719784066, "wrong_exchange_rate_for_cash_withdrawal": 0.000499850044986504 }, "error": null, "latency_ms": 69.17295895982534, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2721", "text_group": "00040a5d5a9c088fa6825b4603d09cc03250e645307cd26dbb2928bd37e0473d", "expected": "cash_withdrawal_not_recognised", "prediction": "pending_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.0024, "activate_my_card": 0.0006, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0011, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0046, "beneficiary_not_allowed": 0.0048, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0006, "card_acceptance": 0.001, "card_arrival": 0.0006, "card_delivery_estimate": 0.0006, "card_linking": 0.0009, "card_not_working": 0.0009, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0008, "card_payment_wrong_exchange_rate": 0.0009, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0012, "cash_withdrawal_not_recognised": 0.372, "change_pin": 0.0005, "compromised_card": 0.0007, "contactless_not_working": 0.0008, "country_support": 0.0009, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0523, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.0008, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0007, "exchange_charge": 0.0006, "exchange_rate": 0.0006, "exchange_via_app": 0.0008, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.0008, "fiat_currency_support": 0.001, "get_disposable_virtual_card": 0.0008, "get_physical_card": 0.0008, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0005, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0007, "pending_cash_withdrawal": 0.5052, "pending_top_up": 0.0007, "pending_transfer": 0.0009, "pin_blocked": 0.0006, "receiving_money": 0.001, "request_refund": 0.0008, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.001, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0007, "top_up_limits": 0.0006, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0008, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0012, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0008, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0008, "visa_or_mastercard": 0.0008, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0014, "wrong_exchange_rate_for_cash_withdrawal": 0.0029 }, "error": null, "latency_ms": 68.31641704775393, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2722", "text_group": "88ac7c31ed81549562d92cfe87fd5d0a0ca0ac8204f5054cefc3c766994a194c", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0010005002501250625, "activate_my_card": 0.0006003001500750375, "age_limit": 0.0006003001500750375, "apple_pay_or_google_pay": 0.0009004502251125562, "atm_support": 0.001200600300150075, "automatic_top_up": 0.0007003501750875437, "balance_not_updated_after_bank_transfer": 0.004102051025512757, "balance_not_updated_after_cheque_or_cash_deposit": 0.0019009504752376188, "beneficiary_not_allowed": 0.002001000500250125, "cancel_transfer": 0.007503751875937968, "card_about_to_expire": 0.00080040020010005, "card_acceptance": 0.0010005002501250625, "card_arrival": 0.00080040020010005, "card_delivery_estimate": 0.0010005002501250625, "card_linking": 0.0009004502251125562, "card_not_working": 0.0011005502751375688, "card_payment_fee_charged": 0.0007003501750875437, "card_payment_not_recognised": 0.0009004502251125562, "card_payment_wrong_exchange_rate": 0.0010005002501250625, "card_swallowed": 0.0050025012506253125, "cash_withdrawal_charge": 0.001300650325162581, "cash_withdrawal_not_recognised": 0.6232116058029015, "change_pin": 0.0007003501750875437, "compromised_card": 0.022511255627813906, "contactless_not_working": 0.0009004502251125562, "country_support": 0.0009004502251125562, "declined_card_payment": 0.0007003501750875437, "declined_cash_withdrawal": 0.01410705352676338, "declined_transfer": 0.0010005002501250625, "direct_debit_payment_not_recognised": 0.0011005502751375688, "disposable_card_limits": 0.0011005502751375688, "edit_personal_details": 0.0009004502251125562, "exchange_charge": 0.0007003501750875437, "exchange_rate": 0.0007003501750875437, "exchange_via_app": 0.00080040020010005, "extra_charge_on_statement": 0.0007003501750875437, "failed_transfer": 0.0009004502251125562, "fiat_currency_support": 0.0011005502751375688, "get_disposable_virtual_card": 0.0010005002501250625, "get_physical_card": 0.0011005502751375688, "getting_spare_card": 0.0007003501750875437, "getting_virtual_card": 0.0006003001500750375, "lost_or_stolen_card": 0.07263631815907953, "lost_or_stolen_phone": 0.04342171085542771, "order_physical_card": 0.00080040020010005, "passcode_forgotten": 0.0007003501750875437, "pending_card_payment": 0.0007003501750875437, "pending_cash_withdrawal": 0.13716858429214607, "pending_top_up": 0.0007003501750875437, "pending_transfer": 0.00080040020010005, "pin_blocked": 0.0009004502251125562, "receiving_money": 0.001200600300150075, "request_refund": 0.0021010505252626313, "reverted_card_payment?": 0.0009004502251125562, "supported_cards_and_currencies": 0.00080040020010005, "terminate_account": 0.004502251125562781, "top_up_by_bank_transfer_charge": 0.0009004502251125562, "top_up_by_card_charge": 0.0007003501750875437, "top_up_by_cash_or_cheque": 0.0011005502751375688, "top_up_failed": 0.0009004502251125562, "top_up_limits": 0.00080040020010005, "top_up_reverted": 0.001300650325162581, "topping_up_by_card": 0.0011005502751375688, "transaction_charged_twice": 0.001200600300150075, "transfer_fee_charged": 0.0007003501750875437, "transfer_into_account": 0.00080040020010005, "transfer_not_received_by_recipient": 0.0009004502251125562, "transfer_timing": 0.00080040020010005, "unable_to_verify_identity": 0.0007003501750875437, "verify_my_identity": 0.0006003001500750375, "verify_source_of_funds": 0.00080040020010005, "verify_top_up": 0.0006003001500750375, "virtual_card_not_working": 0.0009004502251125562, "visa_or_mastercard": 0.0007003501750875437, "why_verify_identity": 0.0007003501750875437, "wrong_amount_of_cash_received": 0.004502251125562781, "wrong_exchange_rate_for_cash_withdrawal": 0.0015007503751875938 }, "error": null, "latency_ms": 70.39166695903987, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2723", "text_group": "8f22a643f57f259295b52d69ef504936b605e71290b4a389fbae2546c3579940", "expected": "cash_withdrawal_not_recognised", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.0002998500749625187, "atm_support": 0.002798600699650175, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.0004997501249375313, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006996501749125438, "beneficiary_not_allowed": 0.0006996501749125438, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.00039980009995002505, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.0002998500749625187, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.0002998500749625187, "card_payment_wrong_exchange_rate": 0.00039980009995002505, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.0004997501249375313, "cash_withdrawal_not_recognised": 0.1729135432283858, "change_pin": 0.00019990004997501253, "compromised_card": 0.0002998500749625187, "contactless_not_working": 0.0004997501249375313, "country_support": 0.0004997501249375313, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.005297351324337831, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.00039980009995002505, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.0002998500749625187, "failed_transfer": 0.00039980009995002505, "fiat_currency_support": 0.0004997501249375313, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.0004997501249375313, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.0002998500749625187, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.0023988005997001498, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.0004997501249375313, "request_refund": 0.00039980009995002505, "reverted_card_payment?": 0.00039980009995002505, "supported_cards_and_currencies": 0.00039980009995002505, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0005997001499250374, "top_up_failed": 0.0005997001499250374, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.003398300849575212, "topping_up_by_card": 0.00039980009995002505, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.00039980009995002505, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.00019990004997501253, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.7884057971014493, "wrong_exchange_rate_for_cash_withdrawal": 0.0007996001999000501 }, "error": null, "latency_ms": 69.82804206199944, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2724", "text_group": "2b1938524e394d474d676ac1191173ca6a578b7bd557a547f97293b5156a814b", "expected": "cash_withdrawal_not_recognised", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0013998600139986002, "activate_my_card": 0.0004999500049995, "age_limit": 0.0005999400059994001, "apple_pay_or_google_pay": 0.0007999200079992001, "atm_support": 0.0010998900109989002, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.015398460153984602, "balance_not_updated_after_cheque_or_cash_deposit": 0.017598240175982403, "beneficiary_not_allowed": 0.0014998500149985001, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0008999100089991, "card_arrival": 0.0007999200079992001, "card_delivery_estimate": 0.0006999300069993001, "card_linking": 0.000999900009999, "card_not_working": 0.0008999100089991, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.0006999300069993001, "card_payment_wrong_exchange_rate": 0.0008999100089991, "card_swallowed": 0.0014998500149985001, "cash_withdrawal_charge": 0.0006999300069993001, "cash_withdrawal_not_recognised": 0.023897610238976102, "change_pin": 0.0005999400059994001, "compromised_card": 0.0007999200079992001, "contactless_not_working": 0.000999900009999, "country_support": 0.0008999100089991, "declined_card_payment": 0.0006999300069993001, "declined_cash_withdrawal": 0.005499450054994501, "declined_transfer": 0.0007999200079992001, "direct_debit_payment_not_recognised": 0.0006999300069993001, "disposable_card_limits": 0.0008999100089991, "edit_personal_details": 0.000999900009999, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.000999900009999, "extra_charge_on_statement": 0.0005999400059994001, "failed_transfer": 0.0008999100089991, "fiat_currency_support": 0.0008999100089991, "get_disposable_virtual_card": 0.0007999200079992001, "get_physical_card": 0.000999900009999, "getting_spare_card": 0.0007999200079992001, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.0006999300069993001, "lost_or_stolen_phone": 0.0006999300069993001, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.0005999400059994001, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.0018998100189981002, "pending_top_up": 0.0005999400059994001, "pending_transfer": 0.0006999300069993001, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0008999100089991, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.0005999400059994001, "top_up_by_bank_transfer_charge": 0.0005999400059994001, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.000999900009999, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0011998800119988001, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.000999900009999, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0007999200079992001, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.0005999400059994001, "wrong_amount_of_cash_received": 0.8811118888111189, "wrong_exchange_rate_for_cash_withdrawal": 0.0010998900109989002 }, "error": null, "latency_ms": 68.3032920351252, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2725", "text_group": "13c456d00157718c95097e2e61cc81b2b1f9a13dd1b7958b2ec1a98277ac13db", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.003599280143971206, "activate_my_card": 0.0006998600279944011, "age_limit": 0.0006998600279944011, "apple_pay_or_google_pay": 0.0010997800439912018, "atm_support": 0.0011997600479904018, "automatic_top_up": 0.0009998000399920016, "balance_not_updated_after_bank_transfer": 0.0033993201359728054, "balance_not_updated_after_cheque_or_cash_deposit": 0.0028994201159768043, "beneficiary_not_allowed": 0.001799640071985603, "cancel_transfer": 0.0008998200359928015, "card_about_to_expire": 0.0006998600279944011, "card_acceptance": 0.0009998000399920016, "card_arrival": 0.0007998400319936014, "card_delivery_estimate": 0.0007998400319936014, "card_linking": 0.0010997800439912018, "card_not_working": 0.0010997800439912018, "card_payment_fee_charged": 0.0006998600279944011, "card_payment_not_recognised": 0.0009998000399920016, "card_payment_wrong_exchange_rate": 0.0010997800439912018, "card_swallowed": 0.0016996600679864027, "cash_withdrawal_charge": 0.004099180163967207, "cash_withdrawal_not_recognised": 0.6859628074385123, "change_pin": 0.0006998600279944011, "compromised_card": 0.0008998200359928015, "contactless_not_working": 0.0010997800439912018, "country_support": 0.0009998000399920016, "declined_card_payment": 0.0009998000399920016, "declined_cash_withdrawal": 0.041191761647670466, "declined_transfer": 0.0010997800439912018, "direct_debit_payment_not_recognised": 0.0008998200359928015, "disposable_card_limits": 0.0009998000399920016, "edit_personal_details": 0.0009998000399920016, "exchange_charge": 0.0006998600279944011, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0010997800439912018, "extra_charge_on_statement": 0.0007998400319936014, "failed_transfer": 0.0008998200359928015, "fiat_currency_support": 0.0010997800439912018, "get_disposable_virtual_card": 0.0010997800439912018, "get_physical_card": 0.0007998400319936014, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0006998600279944011, "order_physical_card": 0.0006998600279944011, "passcode_forgotten": 0.0006998600279944011, "pending_card_payment": 0.0006998600279944011, "pending_cash_withdrawal": 0.18406318736252752, "pending_top_up": 0.0007998400319936014, "pending_transfer": 0.0007998400319936014, "pin_blocked": 0.0008998200359928015, "receiving_money": 0.0011997600479904018, "request_refund": 0.0008998200359928015, "reverted_card_payment?": 0.0010997800439912018, "supported_cards_and_currencies": 0.0009998000399920016, "terminate_account": 0.0007998400319936014, "top_up_by_bank_transfer_charge": 0.0007998400319936014, "top_up_by_card_charge": 0.0006998600279944011, "top_up_by_cash_or_cheque": 0.0008998200359928015, "top_up_failed": 0.0009998000399920016, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0014997000599880025, "topping_up_by_card": 0.0009998000399920016, "transaction_charged_twice": 0.0007998400319936014, "transfer_fee_charged": 0.0006998600279944011, "transfer_into_account": 0.0006998600279944011, "transfer_not_received_by_recipient": 0.0008998200359928015, "transfer_timing": 0.0006998600279944011, "unable_to_verify_identity": 0.0008998200359928015, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0007998400319936014, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.001299740051989602, "visa_or_mastercard": 0.0007998400319936014, "why_verify_identity": 0.0009998000399920016, "wrong_amount_of_cash_received": 0.0030993801239752048, "wrong_exchange_rate_for_cash_withdrawal": 0.009898020395920817 }, "error": null, "latency_ms": 68.41337494552135, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2726", "text_group": "c992c5bee65e1e8a50632da44bc9f2b7ed2dec3fd3fff76dfca98e9320611231", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.0005002000800320128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002801120448179, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00020008003201280514, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00020008003201280514, "card_not_working": 0.00020008003201280514, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.8701480592236894, "change_pin": 0.00020008003201280514, "compromised_card": 0.0006002400960384153, "contactless_not_working": 0.00020008003201280514, "country_support": 0.00020008003201280514, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.0011004401760704283, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.00020008003201280514, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.03891556622649059, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00020008003201280514, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00020008003201280514, "supported_cards_and_currencies": 0.00020008003201280514, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00020008003201280514, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.0005002000800320128, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.07182873149259704, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002000800320128 }, "error": null, "latency_ms": 68.47620895132422, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2727", "text_group": "baefd06aea0d54bd313ce163a8d69508ff0e796b3ab2fad9e9f43838c7e48fa7", "expected": "cash_withdrawal_not_recognised", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0044008801760352075, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.0015003000600120023, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017003400680136026, "beneficiary_not_allowed": 0.0012002400480096017, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0005001000200040008, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0006001200240048009, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.0008001600320064013, "cash_withdrawal_not_recognised": 0.29115823164632926, "change_pin": 0.0003000600120024004, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.0006001200240048009, "country_support": 0.0007001400280056011, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.015903180636127227, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0005001000200040008, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0008001600320064013, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.0006001200240048009, "get_physical_card": 0.0006001200240048009, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.011202240448089618, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0008001600320064013, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0009001800360072014, "top_up_failed": 0.0009001800360072014, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.002500500100020004, "topping_up_by_card": 0.0006001200240048009, "transaction_charged_twice": 0.011402280456091218, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.0007001400280056011, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.6259251850370074, "wrong_exchange_rate_for_cash_withdrawal": 0.0007001400280056011 }, "error": null, "latency_ms": 69.95829194784164, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2728", "text_group": "d1025cdd7e38b7d4cc3b321b34c5e3cae0e794248393a8822db9c114fc9451df", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0005000500050005, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0023002300230023, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0012001200120012, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013001300130013002, "beneficiary_not_allowed": 0.0014001400140014, "cancel_transfer": 0.0006000600060006, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.00040004000400040005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0019001900190019003, "cash_withdrawal_not_recognised": 0.4383438343834384, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0005000500050005, "country_support": 0.0006000600060006, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0452045204520452, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0006000600060006, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.075007500750075, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0007000700070007, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0007000700070007, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.004000400040004, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0007000700070007, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.00040004000400040005, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.3949394939493949, "wrong_exchange_rate_for_cash_withdrawal": 0.004000400040004 }, "error": null, "latency_ms": 67.9985829629004, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2729", "text_group": "79b06487a3d83a1211c3f15a96562479b393d2e758ed37180c5441f170092e7d", "expected": "cash_withdrawal_not_recognised", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.000200160128102482, "activate_my_card": 0.000200160128102482, "age_limit": 0.000200160128102482, "apple_pay_or_google_pay": 0.000200160128102482, "atm_support": 0.001501200960768615, "automatic_top_up": 0.000200160128102482, "balance_not_updated_after_bank_transfer": 0.000400320256204964, "balance_not_updated_after_cheque_or_cash_deposit": 0.000700560448358687, "beneficiary_not_allowed": 0.000500400320256205, "cancel_transfer": 0.00030024019215372296, "card_about_to_expire": 0.000200160128102482, "card_acceptance": 0.00030024019215372296, "card_arrival": 0.000200160128102482, "card_delivery_estimate": 0.000200160128102482, "card_linking": 0.00030024019215372296, "card_not_working": 0.00030024019215372296, "card_payment_fee_charged": 0.000200160128102482, "card_payment_not_recognised": 0.00030024019215372296, "card_payment_wrong_exchange_rate": 0.000400320256204964, "card_swallowed": 0.00030024019215372296, "cash_withdrawal_charge": 0.000400320256204964, "cash_withdrawal_not_recognised": 0.44275420336269017, "change_pin": 0.000200160128102482, "compromised_card": 0.000200160128102482, "contactless_not_working": 0.00030024019215372296, "country_support": 0.000400320256204964, "declined_card_payment": 0.000200160128102482, "declined_cash_withdrawal": 0.012810248198558848, "declined_transfer": 0.00030024019215372296, "direct_debit_payment_not_recognised": 0.000200160128102482, "disposable_card_limits": 0.000200160128102482, "edit_personal_details": 0.00030024019215372296, "exchange_charge": 0.000200160128102482, "exchange_rate": 0.000200160128102482, "exchange_via_app": 0.00030024019215372296, "extra_charge_on_statement": 0.000200160128102482, "failed_transfer": 0.000400320256204964, "fiat_currency_support": 0.000400320256204964, "get_disposable_virtual_card": 0.00030024019215372296, "get_physical_card": 0.000400320256204964, "getting_spare_card": 0.000200160128102482, "getting_virtual_card": 0.000200160128102482, "lost_or_stolen_card": 0.000200160128102482, "lost_or_stolen_phone": 0.000200160128102482, "order_physical_card": 0.000200160128102482, "passcode_forgotten": 0.000200160128102482, "pending_card_payment": 0.000200160128102482, "pending_cash_withdrawal": 0.009507606084867894, "pending_top_up": 0.00030024019215372296, "pending_transfer": 0.00030024019215372296, "pin_blocked": 0.000200160128102482, "receiving_money": 0.005404323458767014, "request_refund": 0.00030024019215372296, "reverted_card_payment?": 0.00030024019215372296, "supported_cards_and_currencies": 0.00030024019215372296, "terminate_account": 0.000200160128102482, "top_up_by_bank_transfer_charge": 0.000200160128102482, "top_up_by_card_charge": 0.000200160128102482, "top_up_by_cash_or_cheque": 0.002101681345076061, "top_up_failed": 0.000800640512409928, "top_up_limits": 0.000200160128102482, "top_up_reverted": 0.006505204163330665, "topping_up_by_card": 0.000400320256204964, "transaction_charged_twice": 0.00030024019215372296, "transfer_fee_charged": 0.000200160128102482, "transfer_into_account": 0.000200160128102482, "transfer_not_received_by_recipient": 0.0006004803843074459, "transfer_timing": 0.000200160128102482, "unable_to_verify_identity": 0.000200160128102482, "verify_my_identity": 0.00030024019215372296, "verify_source_of_funds": 0.000500400320256205, "verify_top_up": 0.000400320256204964, "virtual_card_not_working": 0.000200160128102482, "visa_or_mastercard": 0.000200160128102482, "why_verify_identity": 0.000400320256204964, "wrong_amount_of_cash_received": 0.4990992794235388, "wrong_exchange_rate_for_cash_withdrawal": 0.000800640512409928 }, "error": null, "latency_ms": 70.19729097373784, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2730", "text_group": "725abf72703b04a5f79e21a467e5dfb8c66a3514a1b5d43de80468cbe2398c8d", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0012998700129987, "activate_my_card": 0.0011998800119988001, "age_limit": 0.000999900009999, "apple_pay_or_google_pay": 0.0013998600139986002, "atm_support": 0.0021997800219978004, "automatic_top_up": 0.0010998900109989002, "balance_not_updated_after_bank_transfer": 0.006799320067993201, "balance_not_updated_after_cheque_or_cash_deposit": 0.0023997600239976003, "beneficiary_not_allowed": 0.0022997700229977, "cancel_transfer": 0.0026997300269973002, "card_about_to_expire": 0.0013998600139986002, "card_acceptance": 0.0017998200179982, "card_arrival": 0.0010998900109989002, "card_delivery_estimate": 0.0010998900109989002, "card_linking": 0.0024997500249975004, "card_not_working": 0.0038996100389961, "card_payment_fee_charged": 0.0011998800119988001, "card_payment_not_recognised": 0.0015998400159984002, "card_payment_wrong_exchange_rate": 0.0016998300169983002, "card_swallowed": 0.006699330066993301, "cash_withdrawal_charge": 0.0018998100189981002, "cash_withdrawal_not_recognised": 0.7737226277372263, "change_pin": 0.000999900009999, "compromised_card": 0.0022997700229977, "contactless_not_working": 0.0016998300169983002, "country_support": 0.0015998400159984002, "declined_card_payment": 0.0015998400159984002, "declined_cash_withdrawal": 0.0316968303169683, "declined_transfer": 0.0014998500149985001, "direct_debit_payment_not_recognised": 0.0015998400159984002, "disposable_card_limits": 0.0020997900209979003, "edit_personal_details": 0.0016998300169983002, "exchange_charge": 0.0008999100089991, "exchange_rate": 0.0008999100089991, "exchange_via_app": 0.0008999100089991, "extra_charge_on_statement": 0.0011998800119988001, "failed_transfer": 0.0011998800119988001, "fiat_currency_support": 0.0016998300169983002, "get_disposable_virtual_card": 0.0014998500149985001, "get_physical_card": 0.0014998500149985001, "getting_spare_card": 0.000999900009999, "getting_virtual_card": 0.0008999100089991, "lost_or_stolen_card": 0.0014998500149985001, "lost_or_stolen_phone": 0.0008999100089991, "order_physical_card": 0.0011998800119988001, "passcode_forgotten": 0.0014998500149985001, "pending_card_payment": 0.0013998600139986002, "pending_cash_withdrawal": 0.0432956704329567, "pending_top_up": 0.000999900009999, "pending_transfer": 0.000999900009999, "pin_blocked": 0.012498750124987502, "receiving_money": 0.0015998400159984002, "request_refund": 0.0010998900109989002, "reverted_card_payment?": 0.0023997600239976003, "supported_cards_and_currencies": 0.0022997700229977, "terminate_account": 0.0115988401159884, "top_up_by_bank_transfer_charge": 0.0013998600139986002, "top_up_by_card_charge": 0.0011998800119988001, "top_up_by_cash_or_cheque": 0.0011998800119988001, "top_up_failed": 0.0013998600139986002, "top_up_limits": 0.0011998800119988001, "top_up_reverted": 0.0020997900209979003, "topping_up_by_card": 0.0020997900209979003, "transaction_charged_twice": 0.0014998500149985001, "transfer_fee_charged": 0.000999900009999, "transfer_into_account": 0.000999900009999, "transfer_not_received_by_recipient": 0.0011998800119988001, "transfer_timing": 0.000999900009999, "unable_to_verify_identity": 0.0011998800119988001, "verify_my_identity": 0.000999900009999, "verify_source_of_funds": 0.0018998100189981002, "verify_top_up": 0.000999900009999, "virtual_card_not_working": 0.0018998100189981002, "visa_or_mastercard": 0.0028997100289971, "why_verify_identity": 0.0012998700129987, "wrong_amount_of_cash_received": 0.0047995200479952005, "wrong_exchange_rate_for_cash_withdrawal": 0.004899510048995101 }, "error": null, "latency_ms": 70.58075000531971, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2731", "text_group": "4501b6df9628621c46788f1ee9518d5589b539ba1a219fc88e7b616c81bef7d1", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0004002401440864519, "activate_my_card": 0.0003001801080648389, "age_limit": 0.0003001801080648389, "apple_pay_or_google_pay": 0.0004002401440864519, "atm_support": 0.0006003602161296778, "automatic_top_up": 0.0003001801080648389, "balance_not_updated_after_bank_transfer": 0.004602761656994196, "balance_not_updated_after_cheque_or_cash_deposit": 0.0043025815489293575, "beneficiary_not_allowed": 0.0009005403241945167, "cancel_transfer": 0.0004002401440864519, "card_about_to_expire": 0.0003001801080648389, "card_acceptance": 0.0005003001801080648, "card_arrival": 0.0003001801080648389, "card_delivery_estimate": 0.0003001801080648389, "card_linking": 0.0005003001801080648, "card_not_working": 0.0004002401440864519, "card_payment_fee_charged": 0.0004002401440864519, "card_payment_not_recognised": 0.0004002401440864519, "card_payment_wrong_exchange_rate": 0.0005003001801080648, "card_swallowed": 0.0004002401440864519, "cash_withdrawal_charge": 0.0007004202521512908, "cash_withdrawal_not_recognised": 0.8918351010606363, "change_pin": 0.0003001801080648389, "compromised_card": 0.0004002401440864519, "contactless_not_working": 0.0004002401440864519, "country_support": 0.0005003001801080648, "declined_card_payment": 0.0003001801080648389, "declined_cash_withdrawal": 0.005503301981188713, "declined_transfer": 0.0003001801080648389, "direct_debit_payment_not_recognised": 0.0004002401440864519, "disposable_card_limits": 0.0004002401440864519, "edit_personal_details": 0.0004002401440864519, "exchange_charge": 0.0003001801080648389, "exchange_rate": 0.0004002401440864519, "exchange_via_app": 0.0004002401440864519, "extra_charge_on_statement": 0.0003001801080648389, "failed_transfer": 0.0004002401440864519, "fiat_currency_support": 0.0006003602161296778, "get_disposable_virtual_card": 0.0004002401440864519, "get_physical_card": 0.0004002401440864519, "getting_spare_card": 0.0003001801080648389, "getting_virtual_card": 0.0003001801080648389, "lost_or_stolen_card": 0.0004002401440864519, "lost_or_stolen_phone": 0.0003001801080648389, "order_physical_card": 0.0003001801080648389, "passcode_forgotten": 0.0003001801080648389, "pending_card_payment": 0.0003001801080648389, "pending_cash_withdrawal": 0.012007204322593557, "pending_top_up": 0.0003001801080648389, "pending_transfer": 0.0003001801080648389, "pin_blocked": 0.0003001801080648389, "receiving_money": 0.0005003001801080648, "request_refund": 0.0005003001801080648, "reverted_card_payment?": 0.0005003001801080648, "supported_cards_and_currencies": 0.0005003001801080648, "terminate_account": 0.0004002401440864519, "top_up_by_bank_transfer_charge": 0.0004002401440864519, "top_up_by_card_charge": 0.0003001801080648389, "top_up_by_cash_or_cheque": 0.0005003001801080648, "top_up_failed": 0.0004002401440864519, "top_up_limits": 0.0003001801080648389, "top_up_reverted": 0.0006003602161296778, "topping_up_by_card": 0.0004002401440864519, "transaction_charged_twice": 0.0005003001801080648, "transfer_fee_charged": 0.0003001801080648389, "transfer_into_account": 0.0003001801080648389, "transfer_not_received_by_recipient": 0.0006003602161296778, "transfer_timing": 0.0003001801080648389, "unable_to_verify_identity": 0.0004002401440864519, "verify_my_identity": 0.0004002401440864519, "verify_source_of_funds": 0.0006003602161296778, "verify_top_up": 0.0004002401440864519, "virtual_card_not_working": 0.0004002401440864519, "visa_or_mastercard": 0.0004002401440864519, "why_verify_identity": 0.0005003001801080648, "wrong_amount_of_cash_received": 0.05193115869521713, "wrong_exchange_rate_for_cash_withdrawal": 0.0014008405043025817 }, "error": null, "latency_ms": 69.67737502418458, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2732", "text_group": "54d72b2e751df84e22ab2bd487af0d164ac4884647c23bb053a6d234cb7cd40d", "expected": "cash_withdrawal_not_recognised", "prediction": "declined_cash_withdrawal", "probabilities": { "Refund_not_showing_up": 0.000899640143942423, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.0006997201119552179, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.0013994402239104358, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009996001599360256, "beneficiary_not_allowed": 0.018092762894842067, "cancel_transfer": 0.0006997201119552179, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.0006997201119552179, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0004998000799680128, "card_not_working": 0.0004998000799680128, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0005997600959616154, "card_payment_wrong_exchange_rate": 0.0005997600959616154, "card_swallowed": 0.0005997600959616154, "cash_withdrawal_charge": 0.000899640143942423, "cash_withdrawal_not_recognised": 0.10165933626549381, "change_pin": 0.0002998800479808077, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0004998000799680128, "declined_card_payment": 0.0006997201119552179, "declined_cash_withdrawal": 0.788484606157537, "declined_transfer": 0.0006997201119552179, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0007996801279488206, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.0003998400639744103, "exchange_via_app": 0.0004998000799680128, "extra_charge_on_statement": 0.0010995601759296284, "failed_transfer": 0.0003998400639744103, "fiat_currency_support": 0.0005997600959616154, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0003998400639744103, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0003998400639744103, "pending_card_payment": 0.0004998000799680128, "pending_cash_withdrawal": 0.023590563774490203, "pending_top_up": 0.0005997600959616154, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.0003998400639744103, "receiving_money": 0.0006997201119552179, "request_refund": 0.0007996801279488206, "reverted_card_payment?": 0.0006997201119552179, "supported_cards_and_currencies": 0.0005997600959616154, "terminate_account": 0.0004998000799680128, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.0004998000799680128, "top_up_failed": 0.0004998000799680128, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0013994402239104358, "topping_up_by_card": 0.0005997600959616154, "transaction_charged_twice": 0.0004998000799680128, "transfer_fee_charged": 0.0003998400639744103, "transfer_into_account": 0.0003998400639744103, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.0004998000799680128, "verify_my_identity": 0.0004998000799680128, "verify_source_of_funds": 0.0005997600959616154, "verify_top_up": 0.0026989204318272693, "virtual_card_not_working": 0.0003998400639744103, "visa_or_mastercard": 0.0003998400639744103, "why_verify_identity": 0.0004998000799680128, "wrong_amount_of_cash_received": 0.025989604158336666, "wrong_exchange_rate_for_cash_withdrawal": 0.001999200319872051 }, "error": null, "latency_ms": 68.77804198302329, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2733", "text_group": "fa1fce4fbc2d827aa9a93c136d574510ae477e16c5a4d3e329f7fd90d4bd24d2", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0005000000000000001, "activate_my_card": 0.00030000000000000003, "age_limit": 0.00030000000000000003, "apple_pay_or_google_pay": 0.0004000000000000001, "atm_support": 0.0005000000000000001, "automatic_top_up": 0.00030000000000000003, "balance_not_updated_after_bank_transfer": 0.0020000000000000005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0030000000000000005, "beneficiary_not_allowed": 0.0007000000000000001, "cancel_transfer": 0.0004000000000000001, "card_about_to_expire": 0.0004000000000000001, "card_acceptance": 0.0005000000000000001, "card_arrival": 0.0004000000000000001, "card_delivery_estimate": 0.0004000000000000001, "card_linking": 0.0004000000000000001, "card_not_working": 0.0005000000000000001, "card_payment_fee_charged": 0.0004000000000000001, "card_payment_not_recognised": 0.0005000000000000001, "card_payment_wrong_exchange_rate": 0.0006000000000000001, "card_swallowed": 0.0006000000000000001, "cash_withdrawal_charge": 0.0013000000000000002, "cash_withdrawal_not_recognised": 0.6808000000000001, "change_pin": 0.00030000000000000003, "compromised_card": 0.0004000000000000001, "contactless_not_working": 0.0005000000000000001, "country_support": 0.0004000000000000001, "declined_card_payment": 0.0004000000000000001, "declined_cash_withdrawal": 0.007600000000000001, "declined_transfer": 0.0004000000000000001, "direct_debit_payment_not_recognised": 0.0004000000000000001, "disposable_card_limits": 0.0004000000000000001, "edit_personal_details": 0.0004000000000000001, "exchange_charge": 0.00030000000000000003, "exchange_rate": 0.00030000000000000003, "exchange_via_app": 0.00030000000000000003, "extra_charge_on_statement": 0.0007000000000000001, "failed_transfer": 0.0004000000000000001, "fiat_currency_support": 0.0005000000000000001, "get_disposable_virtual_card": 0.0004000000000000001, "get_physical_card": 0.0004000000000000001, "getting_spare_card": 0.00030000000000000003, "getting_virtual_card": 0.00030000000000000003, "lost_or_stolen_card": 0.00030000000000000003, "lost_or_stolen_phone": 0.00030000000000000003, "order_physical_card": 0.00030000000000000003, "passcode_forgotten": 0.00030000000000000003, "pending_card_payment": 0.0004000000000000001, "pending_cash_withdrawal": 0.13690000000000002, "pending_top_up": 0.0004000000000000001, "pending_transfer": 0.0004000000000000001, "pin_blocked": 0.0004000000000000001, "receiving_money": 0.0005000000000000001, "request_refund": 0.0004000000000000001, "reverted_card_payment?": 0.0005000000000000001, "supported_cards_and_currencies": 0.0005000000000000001, "terminate_account": 0.00030000000000000003, "top_up_by_bank_transfer_charge": 0.0004000000000000001, "top_up_by_card_charge": 0.0004000000000000001, "top_up_by_cash_or_cheque": 0.0006000000000000001, "top_up_failed": 0.0004000000000000001, "top_up_limits": 0.0004000000000000001, "top_up_reverted": 0.0006000000000000001, "topping_up_by_card": 0.0005000000000000001, "transaction_charged_twice": 0.0004000000000000001, "transfer_fee_charged": 0.0004000000000000001, "transfer_into_account": 0.00030000000000000003, "transfer_not_received_by_recipient": 0.0004000000000000001, "transfer_timing": 0.00030000000000000003, "unable_to_verify_identity": 0.0004000000000000001, "verify_my_identity": 0.0004000000000000001, "verify_source_of_funds": 0.0005000000000000001, "verify_top_up": 0.00030000000000000003, "virtual_card_not_working": 0.0004000000000000001, "visa_or_mastercard": 0.0005000000000000001, "why_verify_identity": 0.0004000000000000001, "wrong_amount_of_cash_received": 0.13140000000000002, "wrong_exchange_rate_for_cash_withdrawal": 0.008400000000000001 }, "error": null, "latency_ms": 68.82716703694314, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2734", "text_group": "5c31a5f5cb66040edf0edc4c38867ecfe1823a8a282d92501dc1364ee6473126", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00039980009995002505, "activate_my_card": 0.00019990004997501253, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.0002998500749625187, "atm_support": 0.00039980009995002505, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.0019990004997501253, "balance_not_updated_after_cheque_or_cash_deposit": 0.002798600699650175, "beneficiary_not_allowed": 0.0005997001499250374, "cancel_transfer": 0.00039980009995002505, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.00039980009995002505, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.0002998500749625187, "card_not_working": 0.0002998500749625187, "card_payment_fee_charged": 0.0002998500749625187, "card_payment_not_recognised": 0.00039980009995002505, "card_payment_wrong_exchange_rate": 0.00039980009995002505, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.0005997001499250374, "cash_withdrawal_not_recognised": 0.952223888055972, "change_pin": 0.00019990004997501253, "compromised_card": 0.0002998500749625187, "contactless_not_working": 0.0002998500749625187, "country_support": 0.0002998500749625187, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.002798600699650175, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.00039980009995002505, "exchange_charge": 0.0002998500749625187, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.00039980009995002505, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.004697651174412794, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.00039980009995002505, "request_refund": 0.0004997501249375313, "reverted_card_payment?": 0.00039980009995002505, "supported_cards_and_currencies": 0.00039980009995002505, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.0002998500749625187, "top_up_by_card_charge": 0.0002998500749625187, "top_up_by_cash_or_cheque": 0.0004997501249375313, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0006996501749125438, "topping_up_by_card": 0.00039980009995002505, "transaction_charged_twice": 0.00039980009995002505, "transfer_fee_charged": 0.0002998500749625187, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.00039980009995002505, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0004997501249375313, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.00039980009995002505, "wrong_amount_of_cash_received": 0.0111944027986007, "wrong_exchange_rate_for_cash_withdrawal": 0.0006996501749125438 }, "error": null, "latency_ms": 69.00262495037168, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2735", "text_group": "e14885c5486e0dcd04b8f4e00d35ac3e50748216a28a8948c97ad37d0eda1446", "expected": "cash_withdrawal_not_recognised", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0003000900270081024, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0006001800540162048, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0005001500450135041, "card_not_working": 0.0010003000900270082, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.00040012003601080324, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.00750225067520256, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.04191257377213164, "change_pin": 0.00020006001800540162, "compromised_card": 0.2249674902470741, "contactless_not_working": 0.0003000900270081024, "country_support": 0.0003000900270081024, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.7005101530459138, "lost_or_stolen_phone": 0.0026007802340702207, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.0006001800540162048, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0005001500450135041, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.0005001500450135041, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0008002400720216065, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 68.51320795249194, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2736", "text_group": "c5677fbd01cdc89c0d4604c4739f800bc2491d13ae5ccf9f9b07731b149c259d", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.0005002000800320128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00020008003201280514, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.9613845538215287, "change_pin": 0.00020008003201280514, "compromised_card": 0.000900360144057623, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.002501000400160064, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00040016006402561027, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.007202881152460984, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.0005002000800320128, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.0006002400960384153, "wrong_amount_of_cash_received": 0.007703081232492998, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002000800320128 }, "error": null, "latency_ms": 68.24591604527086, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2737", "text_group": "a562231f27e5b02b71c09071ad0edc50186a78177c05bb7dd43955cefdb6e7d3", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0012, "activate_my_card": 0.0005, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0008, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017, "beneficiary_not_allowed": 0.0011, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0006, "card_acceptance": 0.0008, "card_arrival": 0.0005, "card_delivery_estimate": 0.0005, "card_linking": 0.0007, "card_not_working": 0.0008, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0009, "card_swallowed": 0.001, "cash_withdrawal_charge": 0.0018, "cash_withdrawal_not_recognised": 0.7973, "change_pin": 0.0005, "compromised_card": 0.0007, "contactless_not_working": 0.0008, "country_support": 0.0007, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0459, "declined_transfer": 0.0008, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0008, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0009, "failed_transfer": 0.0006, "fiat_currency_support": 0.0009, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0006, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0005, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0466, "pending_top_up": 0.0006, "pending_transfer": 0.0006, "pin_blocked": 0.0007, "receiving_money": 0.0009, "request_refund": 0.001, "reverted_card_payment?": 0.0007, "supported_cards_and_currencies": 0.0008, "terminate_account": 0.0014, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0006, "top_up_limits": 0.0006, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0008, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.0007, "why_verify_identity": 0.0007, "wrong_amount_of_cash_received": 0.0133, "wrong_exchange_rate_for_cash_withdrawal": 0.0443 }, "error": null, "latency_ms": 71.47624995559454, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2738", "text_group": "38e44cebcf4edc3578e75c9896d78fe6e8cf1cb5644d93bdf1e21184218fe36c", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.9285, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0025, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0004, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0391, "pending_top_up": 0.0003, "pending_transfer": 0.0004, "pin_blocked": 0.0003, "receiving_money": 0.0006, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.001, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0014, "wrong_exchange_rate_for_cash_withdrawal": 0.0013 }, "error": null, "latency_ms": 73.49129195790738, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2739", "text_group": "29f2c1cc6e7a94d6efdd9fe6d4d63166a03cc84d1e61aed2544d3177298824ee", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.0002001000500250125, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.0010005002501250625, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002501250625312, "beneficiary_not_allowed": 0.000400200100050025, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.0002001000500250125, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.0002001000500250125, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.000400200100050025, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.9429714857428714, "change_pin": 0.0002001000500250125, "compromised_card": 0.0010005002501250625, "contactless_not_working": 0.0002001000500250125, "country_support": 0.00030015007503751874, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.0014007003501750874, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.0002001000500250125, "disposable_card_limits": 0.0002001000500250125, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.0002001000500250125, "get_physical_card": 0.0002001000500250125, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0014007003501750874, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.02451225612806403, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.00030015007503751874, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.0002001000500250125, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.000400200100050025, "topping_up_by_card": 0.0002001000500250125, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.0002001000500250125, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.000400200100050025, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.0002001000500250125, "visa_or_mastercard": 0.0002001000500250125, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.010605302651325662, "wrong_exchange_rate_for_cash_withdrawal": 0.000400200100050025 }, "error": null, "latency_ms": 71.3840420357883, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2740", "text_group": "73644826d88bafa4cdf976c690199e8cff17ae765dd58a8c437f03a0a3e0b3a3", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0031, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012, "beneficiary_not_allowed": 0.0008, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0004, "card_acceptance": 0.0006, "card_arrival": 0.0004, "card_delivery_estimate": 0.0003, "card_linking": 0.0006, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.9458, "change_pin": 0.0003, "compromised_card": 0.0006, "contactless_not_working": 0.0005, "country_support": 0.0005, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0027, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0005, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0005, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0005, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0062, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0004, "receiving_money": 0.0007, "request_refund": 0.0006, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0005, "top_up_limits": 0.0004, "top_up_reverted": 0.0012, "topping_up_by_card": 0.0006, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.001, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0008, "wrong_amount_of_cash_received": 0.0036, "wrong_exchange_rate_for_cash_withdrawal": 0.0018 }, "error": null, "latency_ms": 70.20112499594688, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2741", "text_group": "f0f9e23fbfc2b9d4314dd32462e18e3749029b44848e807b4eb3f5cbdc569728", "expected": "cash_withdrawal_not_recognised", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0015995201439568132, "activate_my_card": 0.000499850044986504, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.0008997300809757073, "atm_support": 0.000999700089973008, "automatic_top_up": 0.000499850044986504, "balance_not_updated_after_bank_transfer": 0.0123962811156653, "balance_not_updated_after_cheque_or_cash_deposit": 0.010696790962711186, "beneficiary_not_allowed": 0.0014995501349595122, "cancel_transfer": 0.0007997600719784066, "card_about_to_expire": 0.0005998200539838048, "card_acceptance": 0.0008997300809757073, "card_arrival": 0.0007997600719784066, "card_delivery_estimate": 0.0007997600719784066, "card_linking": 0.000999700089973008, "card_not_working": 0.0008997300809757073, "card_payment_fee_charged": 0.0005998200539838048, "card_payment_not_recognised": 0.0006997900629811057, "card_payment_wrong_exchange_rate": 0.0008997300809757073, "card_swallowed": 0.0012996101169649105, "cash_withdrawal_charge": 0.0007997600719784066, "cash_withdrawal_not_recognised": 0.14565630310906727, "change_pin": 0.000499850044986504, "compromised_card": 0.0006997900629811057, "contactless_not_working": 0.0007997600719784066, "country_support": 0.0007997600719784066, "declined_card_payment": 0.0005998200539838048, "declined_cash_withdrawal": 0.005398380485854244, "declined_transfer": 0.0007997600719784066, "direct_debit_payment_not_recognised": 0.0006997900629811057, "disposable_card_limits": 0.0006997900629811057, "edit_personal_details": 0.0006997900629811057, "exchange_charge": 0.0005998200539838048, "exchange_rate": 0.0005998200539838048, "exchange_via_app": 0.000999700089973008, "extra_charge_on_statement": 0.000499850044986504, "failed_transfer": 0.0008997300809757073, "fiat_currency_support": 0.0008997300809757073, "get_disposable_virtual_card": 0.0008997300809757073, "get_physical_card": 0.002699190242927122, "getting_spare_card": 0.0007997600719784066, "getting_virtual_card": 0.0007997600719784066, "lost_or_stolen_card": 0.001099670098970309, "lost_or_stolen_phone": 0.001099670098970309, "order_physical_card": 0.001099670098970309, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0036988903329001305, "pending_top_up": 0.0005998200539838048, "pending_transfer": 0.0006997900629811057, "pin_blocked": 0.0005998200539838048, "receiving_money": 0.0012996101169649105, "request_refund": 0.000999700089973008, "reverted_card_payment?": 0.0008997300809757073, "supported_cards_and_currencies": 0.0007997600719784066, "terminate_account": 0.0005998200539838048, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.000499850044986504, "top_up_by_cash_or_cheque": 0.000999700089973008, "top_up_failed": 0.000999700089973008, "top_up_limits": 0.0005998200539838048, "top_up_reverted": 0.002199340197940618, "topping_up_by_card": 0.0007997600719784066, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.0005998200539838048, "transfer_not_received_by_recipient": 0.0011996401079676095, "transfer_timing": 0.0005998200539838048, "unable_to_verify_identity": 0.0005998200539838048, "verify_my_identity": 0.000499850044986504, "verify_source_of_funds": 0.0007997600719784066, "verify_top_up": 0.0005998200539838048, "virtual_card_not_working": 0.0006997900629811057, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0005998200539838048, "wrong_amount_of_cash_received": 0.7628711386584025, "wrong_exchange_rate_for_cash_withdrawal": 0.0013995801259622115 }, "error": null, "latency_ms": 70.00104198232293, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2742", "text_group": "cf1c6539a1e35a7fc30552332f1bbc27353b5dc1a9e4d5d0e5953973e5fa7162", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0008998200359928015, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007998400319936014, "beneficiary_not_allowed": 0.0018996200759848032, "cancel_transfer": 0.0005998800239952009, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0007998400319936014, "cash_withdrawal_not_recognised": 0.8279344131173765, "change_pin": 0.00029994001199760045, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.0609878024395121, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.02029594081183763, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.0008998200359928015, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0009998000399920016, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.0005998800239952009, "wrong_amount_of_cash_received": 0.059988002399520096, "wrong_exchange_rate_for_cash_withdrawal": 0.0006998600279944011 }, "error": null, "latency_ms": 71.78995793219656, "usage": { "input_tokens": 606, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2743", "text_group": "34afb7a1a8bdfa6d78593ac6639fe5c677e5a4abb5cacd3041807ee621fff2b7", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0106989301069893, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.0020997900209979003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0010998900109989002, "beneficiary_not_allowed": 0.0012998700129987, "cancel_transfer": 0.0008999100089991, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0005999400059994001, "card_not_working": 0.0006999300069993001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0006999300069993001, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.000999900009999, "cash_withdrawal_not_recognised": 0.8507149285071492, "change_pin": 0.0004999500049995, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0007999200079992001, "country_support": 0.0006999300069993001, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.0093990600939906, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.0008999100089991, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0006999300069993001, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.0008999100089991, "get_disposable_virtual_card": 0.0006999300069993001, "get_physical_card": 0.0006999300069993001, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.0163983601639836, "pending_top_up": 0.0005999400059994001, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.000999900009999, "request_refund": 0.0007999200079992001, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.0005999400059994001, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.0006999300069993001, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0026997300269973002, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.0007999200079992001, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0005999400059994001, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.0005999400059994001, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.0012998700129987, "verify_top_up": 0.0006999300069993001, "virtual_card_not_working": 0.0006999300069993001, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.06089391060893911, "wrong_exchange_rate_for_cash_withdrawal": 0.0030996900309969004 }, "error": null, "latency_ms": 70.91200002469122, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2744", "text_group": "05c6371dcfad0900f0df8b9e79f8f90f55d92f2daaa560534601b63b1dc1da40", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0007002100630189057, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0007002100630189057, "automatic_top_up": 0.00040012003601080324, "balance_not_updated_after_bank_transfer": 0.004501350405121536, "balance_not_updated_after_cheque_or_cash_deposit": 0.002400720216064819, "beneficiary_not_allowed": 0.0010003000900270082, "cancel_transfer": 0.0005001500450135041, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0006001800540162048, "card_arrival": 0.00040012003601080324, "card_delivery_estimate": 0.00040012003601080324, "card_linking": 0.0006001800540162048, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0006001800540162048, "card_payment_wrong_exchange_rate": 0.0008002400720216065, "card_swallowed": 0.0007002100630189057, "cash_withdrawal_charge": 0.0012003601080324095, "cash_withdrawal_not_recognised": 0.7895368610583174, "change_pin": 0.00040012003601080324, "compromised_card": 0.0006001800540162048, "contactless_not_working": 0.0006001800540162048, "country_support": 0.0005001500450135041, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.012903871161348404, "declined_transfer": 0.0006001800540162048, "direct_debit_payment_not_recognised": 0.0006001800540162048, "disposable_card_limits": 0.0006001800540162048, "edit_personal_details": 0.0006001800540162048, "exchange_charge": 0.00040012003601080324, "exchange_rate": 0.00040012003601080324, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.0008002400720216065, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.0008002400720216065, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.0005001500450135041, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.00040012003601080324, "pending_cash_withdrawal": 0.08862658797639292, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0005001500450135041, "pin_blocked": 0.0005001500450135041, "receiving_money": 0.0008002400720216065, "request_refund": 0.0006001800540162048, "reverted_card_payment?": 0.0006001800540162048, "supported_cards_and_currencies": 0.0006001800540162048, "terminate_account": 0.0007002100630189057, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.0005001500450135041, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.0007002100630189057, "topping_up_by_card": 0.0006001800540162048, "transaction_charged_twice": 0.0006001800540162048, "transfer_fee_charged": 0.00040012003601080324, "transfer_into_account": 0.00040012003601080324, "transfer_not_received_by_recipient": 0.0005001500450135041, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.0007002100630189057, "verify_top_up": 0.00040012003601080324, "virtual_card_not_working": 0.0006001800540162048, "visa_or_mastercard": 0.0006001800540162048, "why_verify_identity": 0.0006001800540162048, "wrong_amount_of_cash_received": 0.04011203361008302, "wrong_exchange_rate_for_cash_withdrawal": 0.02330699209762929 }, "error": null, "latency_ms": 70.55170799139887, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2745", "text_group": "1e130d92b22e34c4d8319282943519ea5bd6f6a03b3a223fbc04c301a0a6aaa0", "expected": "cash_withdrawal_not_recognised", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0009, "activate_my_card": 0.001, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0009, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0017, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009, "beneficiary_not_allowed": 0.0009, "cancel_transfer": 0.0622, "card_about_to_expire": 0.0017, "card_acceptance": 0.0009, "card_arrival": 0.0008, "card_delivery_estimate": 0.0007, "card_linking": 0.0025, "card_not_working": 0.0013, "card_payment_fee_charged": 0.0008, "card_payment_not_recognised": 0.0009, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0392, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.001, "change_pin": 0.0009, "compromised_card": 0.05, "contactless_not_working": 0.0007, "country_support": 0.0007, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0012, "edit_personal_details": 0.0034, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0006, "failed_transfer": 0.0005, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0013, "get_physical_card": 0.0011, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.7802, "lost_or_stolen_phone": 0.001, "order_physical_card": 0.0006, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0006, "pending_transfer": 0.0006, "pin_blocked": 0.0007, "receiving_money": 0.0009, "request_refund": 0.0038, "reverted_card_payment?": 0.0011, "supported_cards_and_currencies": 0.0008, "terminate_account": 0.0056, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0006, "top_up_limits": 0.0006, "top_up_reverted": 0.0011, "topping_up_by_card": 0.001, "transaction_charged_twice": 0.0008, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0006, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0008, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0005, "wrong_amount_of_cash_received": 0.001, "wrong_exchange_rate_for_cash_withdrawal": 0.0007 }, "error": null, "latency_ms": 73.91716609708965, "usage": { "input_tokens": 615, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2746", "text_group": "fc4707753ea869f99df851593c59c6e895d4c421a61be29e09492481614efaab", "expected": "cash_withdrawal_not_recognised", "prediction": "reverted_card_payment?", "probabilities": { "Refund_not_showing_up": 0.0018, "activate_my_card": 0.0023, "age_limit": 0.001, "apple_pay_or_google_pay": 0.0014, "atm_support": 0.002, "automatic_top_up": 0.0012, "balance_not_updated_after_bank_transfer": 0.0014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013, "beneficiary_not_allowed": 0.0023, "cancel_transfer": 0.2165, "card_about_to_expire": 0.0042, "card_acceptance": 0.003, "card_arrival": 0.0014, "card_delivery_estimate": 0.0011, "card_linking": 0.011, "card_not_working": 0.0056, "card_payment_fee_charged": 0.0022, "card_payment_not_recognised": 0.0644, "card_payment_wrong_exchange_rate": 0.0039, "card_swallowed": 0.0028, "cash_withdrawal_charge": 0.0014, "cash_withdrawal_not_recognised": 0.001, "change_pin": 0.0017, "compromised_card": 0.006, "contactless_not_working": 0.0014, "country_support": 0.0015, "declined_card_payment": 0.0037, "declined_cash_withdrawal": 0.0009, "declined_transfer": 0.0011, "direct_debit_payment_not_recognised": 0.0043, "disposable_card_limits": 0.0052, "edit_personal_details": 0.0171, "exchange_charge": 0.0011, "exchange_rate": 0.0009, "exchange_via_app": 0.001, "extra_charge_on_statement": 0.0036, "failed_transfer": 0.0009, "fiat_currency_support": 0.0014, "get_disposable_virtual_card": 0.0093, "get_physical_card": 0.0023, "getting_spare_card": 0.0013, "getting_virtual_card": 0.0012, "lost_or_stolen_card": 0.0013, "lost_or_stolen_phone": 0.0008, "order_physical_card": 0.0014, "passcode_forgotten": 0.0009, "pending_card_payment": 0.0011, "pending_cash_withdrawal": 0.0008, "pending_top_up": 0.0008, "pending_transfer": 0.0008, "pin_blocked": 0.0011, "receiving_money": 0.0013, "request_refund": 0.0053, "reverted_card_payment?": 0.4011, "supported_cards_and_currencies": 0.0024, "terminate_account": 0.15, "top_up_by_bank_transfer_charge": 0.0011, "top_up_by_card_charge": 0.0016, "top_up_by_cash_or_cheque": 0.0009, "top_up_failed": 0.001, "top_up_limits": 0.001, "top_up_reverted": 0.0051, "topping_up_by_card": 0.0018, "transaction_charged_twice": 0.0017, "transfer_fee_charged": 0.0012, "transfer_into_account": 0.0009, "transfer_not_received_by_recipient": 0.0009, "transfer_timing": 0.001, "unable_to_verify_identity": 0.0016, "verify_my_identity": 0.0012, "verify_source_of_funds": 0.0015, "verify_top_up": 0.0012, "virtual_card_not_working": 0.0027, "visa_or_mastercard": 0.0015, "why_verify_identity": 0.0014, "wrong_amount_of_cash_received": 0.0011, "wrong_exchange_rate_for_cash_withdrawal": 0.0014 }, "error": null, "latency_ms": 72.65037496108562, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2747", "text_group": "d8833728ebf706fa3bb23fc6ae81f57c12ecf0ee88b3459f88ce889672505f69", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0010997800439912018, "activate_my_card": 0.0004999000199960008, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0007998400319936014, "atm_support": 0.005498900219956008, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0015996800639872027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011997600479904018, "beneficiary_not_allowed": 0.002599480103979204, "cancel_transfer": 0.0008998200359928015, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0007998400319936014, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0006998600279944011, "card_not_working": 0.0007998400319936014, "card_payment_fee_charged": 0.0005998800239952009, "card_payment_not_recognised": 0.0008998200359928015, "card_payment_wrong_exchange_rate": 0.0009998000399920016, "card_swallowed": 0.0008998200359928015, "cash_withdrawal_charge": 0.001299740051989602, "cash_withdrawal_not_recognised": 0.7742451509698061, "change_pin": 0.0004999000199960008, "compromised_card": 0.0008998200359928015, "contactless_not_working": 0.0007998400319936014, "country_support": 0.0008998200359928015, "declined_card_payment": 0.0005998800239952009, "declined_cash_withdrawal": 0.03939212157568486, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.0006998600279944011, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.001799640071985603, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0006998600279944011, "failed_transfer": 0.0007998400319936014, "fiat_currency_support": 0.0009998000399920016, "get_disposable_virtual_card": 0.0006998600279944011, "get_physical_card": 0.0009998000399920016, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.0005998800239952009, "lost_or_stolen_phone": 0.0004999000199960008, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.04839032193561288, "pending_top_up": 0.0005998800239952009, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0009998000399920016, "request_refund": 0.0028994201159768043, "reverted_card_payment?": 0.0009998000399920016, "supported_cards_and_currencies": 0.0008998200359928015, "terminate_account": 0.0006998600279944011, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0006998600279944011, "top_up_failed": 0.0008998200359928015, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.01879624075184963, "topping_up_by_card": 0.0006998600279944011, "transaction_charged_twice": 0.001799640071985603, "transfer_fee_charged": 0.0006998600279944011, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.0006998600279944011, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.0007998400319936014, "verify_my_identity": 0.0007998400319936014, "verify_source_of_funds": 0.0008998200359928015, "verify_top_up": 0.0008998200359928015, "virtual_card_not_working": 0.0007998400319936014, "visa_or_mastercard": 0.0005998800239952009, "why_verify_identity": 0.0009998000399920016, "wrong_amount_of_cash_received": 0.05098980203959208, "wrong_exchange_rate_for_cash_withdrawal": 0.004499100179964007 }, "error": null, "latency_ms": 72.88945908658206, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2748", "text_group": "3499fcf561a6649ed2503e93aa941f459629f646b5c40e02b8a3ddf3cb786916", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0003000300030003, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0007000700070007, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0030003000300030005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012001200120012, "beneficiary_not_allowed": 0.001000100010001, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0005000500050005, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0005000500050005, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0031003100310031, "cash_withdrawal_charge": 0.0015001500150015003, "cash_withdrawal_not_recognised": 0.7158715871587159, "change_pin": 0.00040004000400040005, "compromised_card": 0.0018001800180018, "contactless_not_working": 0.0005000500050005, "country_support": 0.0005000500050005, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.008600860086008601, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0006000600060006, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0006000600060006, "get_physical_card": 0.0007000700070007, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.027402740274027403, "lost_or_stolen_phone": 0.024402440244024402, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.178017801780178, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0005000500050005, "request_refund": 0.0006000600060006, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0009000900090009, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0006000600060006, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0023002300230023, "wrong_exchange_rate_for_cash_withdrawal": 0.0011001100110011003 }, "error": null, "latency_ms": 68.86266602668911, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2749", "text_group": "4653b490058ed38f0245efb97781045b8ae85a1d59153e1e6766354fff6eee2b", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.001, "activate_my_card": 0.0006, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0012, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0031, "balance_not_updated_after_cheque_or_cash_deposit": 0.0028, "beneficiary_not_allowed": 0.0011, "cancel_transfer": 0.0009, "card_about_to_expire": 0.0007, "card_acceptance": 0.0011, "card_arrival": 0.0007, "card_delivery_estimate": 0.0007, "card_linking": 0.0011, "card_not_working": 0.0009, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0011, "card_payment_wrong_exchange_rate": 0.0012, "card_swallowed": 0.0011, "cash_withdrawal_charge": 0.0015, "cash_withdrawal_not_recognised": 0.8956, "change_pin": 0.0006, "compromised_card": 0.001, "contactless_not_working": 0.0008, "country_support": 0.0009, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0068, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.001, "disposable_card_limits": 0.001, "edit_personal_details": 0.001, "exchange_charge": 0.0007, "exchange_rate": 0.0006, "exchange_via_app": 0.0007, "extra_charge_on_statement": 0.0014, "failed_transfer": 0.0007, "fiat_currency_support": 0.0012, "get_disposable_virtual_card": 0.0008, "get_physical_card": 0.0007, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0006, "order_physical_card": 0.0006, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0007, "pending_cash_withdrawal": 0.0156, "pending_top_up": 0.0007, "pending_transfer": 0.0007, "pin_blocked": 0.0008, "receiving_money": 0.0012, "request_refund": 0.0019, "reverted_card_payment?": 0.0011, "supported_cards_and_currencies": 0.0012, "terminate_account": 0.0008, "top_up_by_bank_transfer_charge": 0.0008, "top_up_by_card_charge": 0.0007, "top_up_by_cash_or_cheque": 0.0011, "top_up_failed": 0.0008, "top_up_limits": 0.0007, "top_up_reverted": 0.0011, "topping_up_by_card": 0.001, "transaction_charged_twice": 0.0008, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0008, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.0009, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0012, "verify_top_up": 0.0008, "virtual_card_not_working": 0.0008, "visa_or_mastercard": 0.0013, "why_verify_identity": 0.0009, "wrong_amount_of_cash_received": 0.0102, "wrong_exchange_rate_for_cash_withdrawal": 0.0047 }, "error": null, "latency_ms": 69.3179169902578, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2750", "text_group": "be1173fcfc94377b9f33fb88b8c5c700b334d99a230a2494f20edecaf73ca1a3", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00030018010806483886, "activate_my_card": 0.00020012007204322593, "age_limit": 0.00020012007204322593, "apple_pay_or_google_pay": 0.00020012007204322593, "atm_support": 0.00040024014408645187, "automatic_top_up": 0.00020012007204322593, "balance_not_updated_after_bank_transfer": 0.0005003001801080648, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006003602161296777, "beneficiary_not_allowed": 0.0005003001801080648, "cancel_transfer": 0.00030018010806483886, "card_about_to_expire": 0.00020012007204322593, "card_acceptance": 0.00040024014408645187, "card_arrival": 0.00020012007204322593, "card_delivery_estimate": 0.00030018010806483886, "card_linking": 0.00030018010806483886, "card_not_working": 0.00030018010806483886, "card_payment_fee_charged": 0.00020012007204322593, "card_payment_not_recognised": 0.00040024014408645187, "card_payment_wrong_exchange_rate": 0.00030018010806483886, "card_swallowed": 0.00030018010806483886, "cash_withdrawal_charge": 0.00030018010806483886, "cash_withdrawal_not_recognised": 0.9558735241144687, "change_pin": 0.00020012007204322593, "compromised_card": 0.00020012007204322593, "contactless_not_working": 0.00030018010806483886, "country_support": 0.00040024014408645187, "declined_card_payment": 0.00030018010806483886, "declined_cash_withdrawal": 0.014308585151090654, "declined_transfer": 0.00030018010806483886, "direct_debit_payment_not_recognised": 0.00030018010806483886, "disposable_card_limits": 0.00030018010806483886, "edit_personal_details": 0.00030018010806483886, "exchange_charge": 0.00020012007204322593, "exchange_rate": 0.00020012007204322593, "exchange_via_app": 0.00030018010806483886, "extra_charge_on_statement": 0.00020012007204322593, "failed_transfer": 0.00020012007204322593, "fiat_currency_support": 0.00040024014408645187, "get_disposable_virtual_card": 0.00030018010806483886, "get_physical_card": 0.00030018010806483886, "getting_spare_card": 0.00020012007204322593, "getting_virtual_card": 0.00020012007204322593, "lost_or_stolen_card": 0.00020012007204322593, "lost_or_stolen_phone": 0.00020012007204322593, "order_physical_card": 0.00020012007204322593, "passcode_forgotten": 0.00020012007204322593, "pending_card_payment": 0.00020012007204322593, "pending_cash_withdrawal": 0.008505103061837103, "pending_top_up": 0.00020012007204322593, "pending_transfer": 0.00020012007204322593, "pin_blocked": 0.00020012007204322593, "receiving_money": 0.00030018010806483886, "request_refund": 0.00030018010806483886, "reverted_card_payment?": 0.00030018010806483886, "supported_cards_and_currencies": 0.00040024014408645187, "terminate_account": 0.00020012007204322593, "top_up_by_bank_transfer_charge": 0.00020012007204322593, "top_up_by_card_charge": 0.00020012007204322593, "top_up_by_cash_or_cheque": 0.00030018010806483886, "top_up_failed": 0.00030018010806483886, "top_up_limits": 0.00020012007204322593, "top_up_reverted": 0.00030018010806483886, "topping_up_by_card": 0.00030018010806483886, "transaction_charged_twice": 0.00020012007204322593, "transfer_fee_charged": 0.00020012007204322593, "transfer_into_account": 0.00020012007204322593, "transfer_not_received_by_recipient": 0.00030018010806483886, "transfer_timing": 0.00020012007204322593, "unable_to_verify_identity": 0.00030018010806483886, "verify_my_identity": 0.00030018010806483886, "verify_source_of_funds": 0.00040024014408645187, "verify_top_up": 0.00030018010806483886, "virtual_card_not_working": 0.00030018010806483886, "visa_or_mastercard": 0.00030018010806483886, "why_verify_identity": 0.00030018010806483886, "wrong_amount_of_cash_received": 0.0010006003602161296, "wrong_exchange_rate_for_cash_withdrawal": 0.00040024014408645187 }, "error": null, "latency_ms": 68.04970803204924, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2751", "text_group": "df116bc36ae282a84e32ea5b77bdd254b13a548adfa158f4dbfc1208d72d7d24", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0018, "activate_my_card": 0.0011, "age_limit": 0.0012, "apple_pay_or_google_pay": 0.002, "atm_support": 0.0023, "automatic_top_up": 0.0014, "balance_not_updated_after_bank_transfer": 0.0214, "balance_not_updated_after_cheque_or_cash_deposit": 0.0098, "beneficiary_not_allowed": 0.0042, "cancel_transfer": 0.0025, "card_about_to_expire": 0.0016, "card_acceptance": 0.0018, "card_arrival": 0.0016, "card_delivery_estimate": 0.0017, "card_linking": 0.0019, "card_not_working": 0.0021, "card_payment_fee_charged": 0.0015, "card_payment_not_recognised": 0.0022, "card_payment_wrong_exchange_rate": 0.0021, "card_swallowed": 0.0682, "cash_withdrawal_charge": 0.002, "cash_withdrawal_not_recognised": 0.296, "change_pin": 0.0016, "compromised_card": 0.076, "contactless_not_working": 0.0017, "country_support": 0.0016, "declined_card_payment": 0.0014, "declined_cash_withdrawal": 0.0042, "declined_transfer": 0.0018, "direct_debit_payment_not_recognised": 0.0022, "disposable_card_limits": 0.0019, "edit_personal_details": 0.0017, "exchange_charge": 0.0013, "exchange_rate": 0.0013, "exchange_via_app": 0.0014, "extra_charge_on_statement": 0.0012, "failed_transfer": 0.0017, "fiat_currency_support": 0.0021, "get_disposable_virtual_card": 0.0017, "get_physical_card": 0.0022, "getting_spare_card": 0.0013, "getting_virtual_card": 0.0012, "lost_or_stolen_card": 0.2151, "lost_or_stolen_phone": 0.1599, "order_physical_card": 0.0014, "passcode_forgotten": 0.0014, "pending_card_payment": 0.0012, "pending_cash_withdrawal": 0.0028, "pending_top_up": 0.0013, "pending_transfer": 0.0014, "pin_blocked": 0.0021, "receiving_money": 0.0028, "request_refund": 0.0025, "reverted_card_payment?": 0.002, "supported_cards_and_currencies": 0.0018, "terminate_account": 0.0024, "top_up_by_bank_transfer_charge": 0.0017, "top_up_by_card_charge": 0.0014, "top_up_by_cash_or_cheque": 0.0028, "top_up_failed": 0.0022, "top_up_limits": 0.0018, "top_up_reverted": 0.0052, "topping_up_by_card": 0.0022, "transaction_charged_twice": 0.0016, "transfer_fee_charged": 0.0015, "transfer_into_account": 0.0018, "transfer_not_received_by_recipient": 0.002, "transfer_timing": 0.0019, "unable_to_verify_identity": 0.0022, "verify_my_identity": 0.0015, "verify_source_of_funds": 0.0027, "verify_top_up": 0.0013, "virtual_card_not_working": 0.0018, "visa_or_mastercard": 0.0014, "why_verify_identity": 0.0018, "wrong_amount_of_cash_received": 0.0211, "wrong_exchange_rate_for_cash_withdrawal": 0.0021 }, "error": null, "latency_ms": 72.02120893634856, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2752", "text_group": "5a1ba2077c8c7e7aef405c37389e14c7d324eb7e05e71c9cd80ba78e96972c5e", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0014002800560112022, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012002400480096017, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0007001400280056011, "cash_withdrawal_not_recognised": 0.6000200040008001, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0008001600320064013, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.3644728945789158, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0007001400280056011, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.007601520304060812, "wrong_exchange_rate_for_cash_withdrawal": 0.001300260052010402 }, "error": null, "latency_ms": 74.22837498597801, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2753", "text_group": "27486ea34f0a1106f99478ea560492d7e43b801e31daf6119bfe21edf6027c04", "expected": "cash_withdrawal_not_recognised", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.0003998800359892033, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.010396880935719284, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.0014995501349595122, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008997300809757073, "beneficiary_not_allowed": 0.0015995201439568132, "cancel_transfer": 0.0007997600719784066, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0006997900629811057, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0005998200539838048, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0007997600719784066, "card_payment_wrong_exchange_rate": 0.0006997900629811057, "card_swallowed": 0.0006997900629811057, "cash_withdrawal_charge": 0.0005998200539838048, "cash_withdrawal_not_recognised": 0.2606218134559632, "change_pin": 0.0003998800359892033, "compromised_card": 0.0005998200539838048, "contactless_not_working": 0.0007997600719784066, "country_support": 0.0006997900629811057, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.008097570728781365, "declined_transfer": 0.0005998200539838048, "direct_debit_payment_not_recognised": 0.0005998200539838048, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0007997600719784066, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.0007997600719784066, "extra_charge_on_statement": 0.0006997900629811057, "failed_transfer": 0.0007997600719784066, "fiat_currency_support": 0.0006997900629811057, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.0006997900629811057, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.000499850044986504, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.0003998800359892033, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.002599220233929821, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.000499850044986504, "pin_blocked": 0.000499850044986504, "receiving_money": 0.0028991302609217232, "request_refund": 0.001099670098970309, "reverted_card_payment?": 0.0006997900629811057, "supported_cards_and_currencies": 0.0006997900629811057, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.0005998200539838048, "top_up_failed": 0.001099670098970309, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.007397780665800261, "topping_up_by_card": 0.0006997900629811057, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.000499850044986504, "transfer_into_account": 0.000499850044986504, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.000499850044986504, "verify_my_identity": 0.000499850044986504, "verify_source_of_funds": 0.001099670098970309, "verify_top_up": 0.000499850044986504, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.000499850044986504, "wrong_amount_of_cash_received": 0.6645006498050584, "wrong_exchange_rate_for_cash_withdrawal": 0.0011996401079676095 }, "error": null, "latency_ms": 71.05074997525662, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2754", "text_group": "8afd111d0a497978403180973fab4077c7f30bbcdd46938fa26ca609b85c2fb9", "expected": "cash_withdrawal_not_recognised", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0010997800439912018, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0005998800239952009, "card_not_working": 0.0006998600279944011, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0008998200359928015, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.005398920215956809, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.07458508298340331, "change_pin": 0.00019996000799840034, "compromised_card": 0.02509498100379924, "contactless_not_working": 0.00029994001199760045, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.8493301339732054, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.0021995600879824036, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0004999000199960008, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0005998800239952009, "supported_cards_and_currencies": 0.00029994001199760045, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.015696860627874423, "wrong_exchange_rate_for_cash_withdrawal": 0.0008998200359928015 }, "error": null, "latency_ms": 74.10837500356138, "usage": { "input_tokens": 609, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2755", "text_group": "61f6acc0795e6a4561f1b4bb10f90c725130ff343b867eda1310452d5387a3aa", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0121012101210121, "activate_my_card": 0.0017001700170017002, "age_limit": 0.0021002100210021, "apple_pay_or_google_pay": 0.0030003000300030005, "atm_support": 0.0033003300330033004, "automatic_top_up": 0.0016001600160016002, "balance_not_updated_after_bank_transfer": 0.025602560256025603, "balance_not_updated_after_cheque_or_cash_deposit": 0.0673067306730673, "beneficiary_not_allowed": 0.005100510051005101, "cancel_transfer": 0.0018001800180018, "card_about_to_expire": 0.002000200020002, "card_acceptance": 0.0029002900290029, "card_arrival": 0.0032003200320032004, "card_delivery_estimate": 0.0024002400240024, "card_linking": 0.0032003200320032004, "card_not_working": 0.0032003200320032004, "card_payment_fee_charged": 0.0017001700170017002, "card_payment_not_recognised": 0.0023002300230023, "card_payment_wrong_exchange_rate": 0.0029002900290029, "card_swallowed": 0.0036003600360036, "cash_withdrawal_charge": 0.0027002700270027003, "cash_withdrawal_not_recognised": 0.3876387638763876, "change_pin": 0.0017001700170017002, "compromised_card": 0.0026002600260026003, "contactless_not_working": 0.0035003500350035003, "country_support": 0.0030003000300030005, "declined_card_payment": 0.0025002500250025004, "declined_cash_withdrawal": 0.022702270227022703, "declined_transfer": 0.0027002700270027003, "direct_debit_payment_not_recognised": 0.0024002400240024, "disposable_card_limits": 0.0028002800280028, "edit_personal_details": 0.0026002600260026003, "exchange_charge": 0.002000200020002, "exchange_rate": 0.0021002100210021, "exchange_via_app": 0.0032003200320032004, "extra_charge_on_statement": 0.0018001800180018, "failed_transfer": 0.0027002700270027003, "fiat_currency_support": 0.0029002900290029, "get_disposable_virtual_card": 0.004000400040004, "get_physical_card": 0.11241124112411241, "getting_spare_card": 0.005000500050005001, "getting_virtual_card": 0.006100610061006101, "lost_or_stolen_card": 0.014101410141014101, "lost_or_stolen_phone": 0.022002200220022, "order_physical_card": 0.008500850085008501, "passcode_forgotten": 0.002000200020002, "pending_card_payment": 0.0018001800180018, "pending_cash_withdrawal": 0.0037003700370037006, "pending_top_up": 0.0019001900190019003, "pending_transfer": 0.0021002100210021, "pin_blocked": 0.0024002400240024, "receiving_money": 0.0031003100310031, "request_refund": 0.0035003500350035003, "reverted_card_payment?": 0.0029002900290029, "supported_cards_and_currencies": 0.0031003100310031, "terminate_account": 0.0019001900190019003, "top_up_by_bank_transfer_charge": 0.0019001900190019003, "top_up_by_card_charge": 0.0017001700170017002, "top_up_by_cash_or_cheque": 0.0026002600260026003, "top_up_failed": 0.0025002500250025004, "top_up_limits": 0.0019001900190019003, "top_up_reverted": 0.0030003000300030005, "topping_up_by_card": 0.0028002800280028, "transaction_charged_twice": 0.0017001700170017002, "transfer_fee_charged": 0.0017001700170017002, "transfer_into_account": 0.0018001800180018, "transfer_not_received_by_recipient": 0.0045004500450045, "transfer_timing": 0.0017001700170017002, "unable_to_verify_identity": 0.0023002300230023, "verify_my_identity": 0.002000200020002, "verify_source_of_funds": 0.0027002700270027003, "verify_top_up": 0.0024002400240024, "virtual_card_not_working": 0.0030003000300030005, "visa_or_mastercard": 0.0029002900290029, "why_verify_identity": 0.0022002200220022005, "wrong_amount_of_cash_received": 0.14691469146914693, "wrong_exchange_rate_for_cash_withdrawal": 0.0047004700470047005 }, "error": null, "latency_ms": 70.57520805392414, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2756", "text_group": "88182370b7f18f783c45cb13c823e4b7a30fe8b79feb9502aabc20b6a594cc50", "expected": "cash_withdrawal_not_recognised", "prediction": "card_swallowed", "probabilities": { "Refund_not_showing_up": 0.004498650404878536, "activate_my_card": 0.0007997600719784066, "age_limit": 0.0005998200539838048, "apple_pay_or_google_pay": 0.0007997600719784066, "atm_support": 0.001099670098970309, "automatic_top_up": 0.0005998200539838048, "balance_not_updated_after_bank_transfer": 0.002199340197940618, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013995801259622115, "beneficiary_not_allowed": 0.0012996101169649105, "cancel_transfer": 0.0014995501349595122, "card_about_to_expire": 0.002599220233929821, "card_acceptance": 0.000999700089973008, "card_arrival": 0.0008997300809757073, "card_delivery_estimate": 0.0007997600719784066, "card_linking": 0.0015995201439568132, "card_not_working": 0.010796760971708489, "card_payment_fee_charged": 0.0007997600719784066, "card_payment_not_recognised": 0.0014995501349595122, "card_payment_wrong_exchange_rate": 0.000999700089973008, "card_swallowed": 0.6603019094271718, "cash_withdrawal_charge": 0.0006997900629811057, "cash_withdrawal_not_recognised": 0.0015995201439568132, "change_pin": 0.0005998200539838048, "compromised_card": 0.026492052384284714, "contactless_not_working": 0.0011996401079676095, "country_support": 0.0008997300809757073, "declined_card_payment": 0.001099670098970309, "declined_cash_withdrawal": 0.0007997600719784066, "declined_transfer": 0.000999700089973008, "direct_debit_payment_not_recognised": 0.001099670098970309, "disposable_card_limits": 0.001099670098970309, "edit_personal_details": 0.0007997600719784066, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.000499850044986504, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.0005998200539838048, "failed_transfer": 0.0006997900629811057, "fiat_currency_support": 0.0007997600719784066, "get_disposable_virtual_card": 0.0007997600719784066, "get_physical_card": 0.000999700089973008, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.07047885634309707, "lost_or_stolen_phone": 0.0006997900629811057, "order_physical_card": 0.0006997900629811057, "passcode_forgotten": 0.0006997900629811057, "pending_card_payment": 0.0008997300809757073, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.0005998200539838048, "pending_transfer": 0.0005998200539838048, "pin_blocked": 0.004398680395881236, "receiving_money": 0.0008997300809757073, "request_refund": 0.0011996401079676095, "reverted_card_payment?": 0.0012996101169649105, "supported_cards_and_currencies": 0.0012996101169649105, "terminate_account": 0.155853244026792, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.0006997900629811057, "top_up_by_cash_or_cheque": 0.0005998200539838048, "top_up_failed": 0.0006997900629811057, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.001099670098970309, "topping_up_by_card": 0.0011996401079676095, "transaction_charged_twice": 0.0005998200539838048, "transfer_fee_charged": 0.0005998200539838048, "transfer_into_account": 0.0006997900629811057, "transfer_not_received_by_recipient": 0.0007997600719784066, "transfer_timing": 0.0007997600719784066, "unable_to_verify_identity": 0.0008997300809757073, "verify_my_identity": 0.0005998200539838048, "verify_source_of_funds": 0.0037988603418974308, "verify_top_up": 0.0005998200539838048, "virtual_card_not_working": 0.0012996101169649105, "visa_or_mastercard": 0.000999700089973008, "why_verify_identity": 0.0006997900629811057, "wrong_amount_of_cash_received": 0.0011996401079676095, "wrong_exchange_rate_for_cash_withdrawal": 0.0006997900629811057 }, "error": null, "latency_ms": 74.19862505048513, "usage": { "input_tokens": 611, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2757", "text_group": "926e97ab673d3d62548008aef419bbec0c10d824ba0f15f9bb8689ced3b59525", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.004199160167966407, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.9500099980004, "change_pin": 0.00029994001199760045, "compromised_card": 0.0008998200359928015, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.012997400519896021, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.0005998800239952009, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.0027994401119776045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0004999000199960008, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0005998800239952009, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0010997800439912018, "wrong_exchange_rate_for_cash_withdrawal": 0.0010997800439912018 }, "error": null, "latency_ms": 72.15570902917534, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2758", "text_group": "0639e837632d332a43fb8651b728fed824c1213ebd38dcbf5b352da89f6dc65f", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0005002000800320128, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.0006002400960384153, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.002300920368147259, "balance_not_updated_after_cheque_or_cash_deposit": 0.0019007603041216487, "beneficiary_not_allowed": 0.0007002801120448179, "cancel_transfer": 0.0005002000800320128, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00040016006402561027, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.0005002000800320128, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.0008003201280512205, "cash_withdrawal_not_recognised": 0.8293317326930773, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.00040016006402561027, "country_support": 0.0005002000800320128, "declined_card_payment": 0.00040016006402561027, "declined_cash_withdrawal": 0.006702681072428972, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.00040016006402561027, "edit_personal_details": 0.0005002000800320128, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00030012004801920766, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.0006002400960384153, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00040016006402561027, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.05892356942777111, "pending_top_up": 0.00030012004801920766, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00040016006402561027, "request_refund": 0.0005002000800320128, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.0005002000800320128, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00030012004801920766, "top_up_by_cash_or_cheque": 0.0005002000800320128, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.0006002400960384153, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.0005002000800320128, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00040016006402561027, "verify_source_of_funds": 0.0006002400960384153, "verify_top_up": 0.00040016006402561027, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.07222889155662265, "wrong_exchange_rate_for_cash_withdrawal": 0.0010004001600640256 }, "error": null, "latency_ms": 70.49879198893905, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2759", "text_group": "363a985d10a9b2e26331dd40df867384cf915ba9d158f1ee95ffc7803ec5e400", "expected": "cash_withdrawal_not_recognised", "prediction": "cash_withdrawal_not_recognised", "probabilities": { "Refund_not_showing_up": 0.0010002000400080016, "activate_my_card": 0.00040008001600320064, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.0009001800360072014, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.0030006001200240046, "balance_not_updated_after_cheque_or_cash_deposit": 0.0036007201440288058, "beneficiary_not_allowed": 0.002100420084016803, "cancel_transfer": 0.0009001800360072014, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0007001400280056011, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0007001400280056011, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0007001400280056011, "card_payment_wrong_exchange_rate": 0.0010002000400080016, "card_swallowed": 0.0008001600320064013, "cash_withdrawal_charge": 0.0014002800560112022, "cash_withdrawal_not_recognised": 0.5884176835367074, "change_pin": 0.00040008001600320064, "compromised_card": 0.0007001400280056011, "contactless_not_working": 0.0006001200240048009, "country_support": 0.0007001400280056011, "declined_card_payment": 0.0006001200240048009, "declined_cash_withdrawal": 0.019403880776155232, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.0009001800360072014, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0007001400280056011, "extra_charge_on_statement": 0.0006001200240048009, "failed_transfer": 0.0007001400280056011, "fiat_currency_support": 0.0009001800360072014, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0006001200240048009, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.00040008001600320064, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.07731546309261851, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0009001800360072014, "request_refund": 0.0029005801160232043, "reverted_card_payment?": 0.0009001800360072014, "supported_cards_and_currencies": 0.0008001600320064013, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0009001800360072014, "top_up_failed": 0.0009001800360072014, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.04420884176835367, "topping_up_by_card": 0.0007001400280056011, "transaction_charged_twice": 0.0007001400280056011, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0006001200240048009, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0007001400280056011, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0006001200240048009, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.0006001200240048009, "wrong_amount_of_cash_received": 0.1792358471694339, "wrong_exchange_rate_for_cash_withdrawal": 0.03720744148829765 }, "error": null, "latency_ms": 69.71608300227672, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2760", "text_group": "7453d512e495ba6ae3b473d32e09a20a289c61705b87fc4a8e006d9b5efaa84d", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.0002998500749625187, "age_limit": 0.00019990004997501253, "apple_pay_or_google_pay": 0.00039980009995002505, "atm_support": 0.0004997501249375313, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.0002998500749625187, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039980009995002505, "beneficiary_not_allowed": 0.0002998500749625187, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.00039980009995002505, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.00039980009995002505, "card_not_working": 0.0002998500749625187, "card_payment_fee_charged": 0.0006996501749125438, "card_payment_not_recognised": 0.0002998500749625187, "card_payment_wrong_exchange_rate": 0.0007996001999000501, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.003598200899550225, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.00019990004997501253, "compromised_card": 0.0002998500749625187, "contactless_not_working": 0.0002998500749625187, "country_support": 0.00039980009995002505, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.0002998500749625187, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.9171414292853574, "exchange_rate": 0.012593703148425789, "exchange_via_app": 0.003098450774612694, "extra_charge_on_statement": 0.0019990004997501253, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.00039980009995002505, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.00019990004997501253, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.00039980009995002505, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.0002998500749625187, "supported_cards_and_currencies": 0.0004997501249375313, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.0014992503748125939, "top_up_by_card_charge": 0.0010994502748625688, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.00019990004997501253, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.03758120939530235, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.0005997001499250374 }, "error": null, "latency_ms": 70.80470805522054, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2761", "text_group": "3234299212596d71b076efb87981de2b7a4bbb40443aeb923986ceee61e9e679", "expected": "exchange_charge", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0005998800239952009, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0004999000199960008, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0016996600679864027, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.002299540091981604, "exchange_rate": 0.9514097180563887, "exchange_via_app": 0.013497300539892022, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.001799640071985603, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0004999000199960008, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.003699260147970406, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0004999000199960008, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0018996200759848032 }, "error": null, "latency_ms": 69.97504201717675, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2762", "text_group": "7966065152e8b44ce6df32d9ca8f0b7009a37fbb28edc051e587342b243409a1", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0007000700070007, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0008000800080008001, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0017001700170017002, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0030003000300030005, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0006000600060006, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.8147814781478148, "exchange_rate": 0.017101710171017102, "exchange_via_app": 0.010201020102010202, "extra_charge_on_statement": 0.0006000600060006, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0024002400240024, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0005000500050005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0030003000300030005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.010301030103010301, "top_up_by_card_charge": 0.0015001500150015003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.1115111511151115, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0011001100110011003 }, "error": null, "latency_ms": 68.99408297613263, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2763", "text_group": "6fbb9d16341ce80b025d738c51b9686acd952e24ce3f5eb2d3bed1ff68f24f44", "expected": "exchange_charge", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.004399560043995601, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0034996500349965005, "exchange_rate": 0.9499050094990501, "exchange_via_app": 0.012198780121987803, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0017998200179982, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0022997700229977, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0011998800119988001 }, "error": null, "latency_ms": 70.05591702181846, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2764", "text_group": "50df926a610a0545c5142523953a74030b37c9231922d69906ae1b41e7b3e4d9", "expected": "exchange_charge", "prediction": "exchange_rate", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0009000900090009, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.0022002200220022005, "atm_support": 0.0046004600460046, "automatic_top_up": 0.0012001200120012, "balance_not_updated_after_bank_transfer": 0.002000200020002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016001600160016002, "beneficiary_not_allowed": 0.0014001400140014, "cancel_transfer": 0.0011001100110011003, "card_about_to_expire": 0.0008000800080008001, "card_acceptance": 0.0026002600260026003, "card_arrival": 0.0009000900090009, "card_delivery_estimate": 0.0008000800080008001, "card_linking": 0.0019001900190019003, "card_not_working": 0.0011001100110011003, "card_payment_fee_charged": 0.0012001200120012, "card_payment_not_recognised": 0.0012001200120012, "card_payment_wrong_exchange_rate": 0.0115011501150115, "card_swallowed": 0.0009000900090009, "cash_withdrawal_charge": 0.0013001300130013002, "cash_withdrawal_not_recognised": 0.0009000900090009, "change_pin": 0.0008000800080008001, "compromised_card": 0.001000100010001, "contactless_not_working": 0.0011001100110011003, "country_support": 0.002000200020002, "declined_card_payment": 0.0009000900090009, "declined_cash_withdrawal": 0.0008000800080008001, "declined_transfer": 0.0009000900090009, "direct_debit_payment_not_recognised": 0.0011001100110011003, "disposable_card_limits": 0.0039003900390039, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.04800480048004801, "exchange_rate": 0.523952395239524, "exchange_via_app": 0.05310531053105311, "extra_charge_on_statement": 0.0009000900090009, "failed_transfer": 0.0011001100110011003, "fiat_currency_support": 0.028102810281028102, "get_disposable_virtual_card": 0.0012001200120012, "get_physical_card": 0.0011001100110011003, "getting_spare_card": 0.0011001100110011003, "getting_virtual_card": 0.0011001100110011003, "lost_or_stolen_card": 0.0006000600060006, "lost_or_stolen_phone": 0.0006000600060006, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.0007000700070007, "pending_card_payment": 0.0008000800080008001, "pending_cash_withdrawal": 0.0007000700070007, "pending_top_up": 0.0007000700070007, "pending_transfer": 0.0008000800080008001, "pin_blocked": 0.0008000800080008001, "receiving_money": 0.0025002500250025004, "request_refund": 0.0008000800080008001, "reverted_card_payment?": 0.0012001200120012, "supported_cards_and_currencies": 0.05690569056905691, "terminate_account": 0.0009000900090009, "top_up_by_bank_transfer_charge": 0.002000200020002, "top_up_by_card_charge": 0.0012001200120012, "top_up_by_cash_or_cheque": 0.0012001200120012, "top_up_failed": 0.0009000900090009, "top_up_limits": 0.1865186518651865, "top_up_reverted": 0.001000100010001, "topping_up_by_card": 0.0026002600260026003, "transaction_charged_twice": 0.0008000800080008001, "transfer_fee_charged": 0.001000100010001, "transfer_into_account": 0.0011001100110011003, "transfer_not_received_by_recipient": 0.0009000900090009, "transfer_timing": 0.0011001100110011003, "unable_to_verify_identity": 0.0009000900090009, "verify_my_identity": 0.001000100010001, "verify_source_of_funds": 0.001000100010001, "verify_top_up": 0.0009000900090009, "virtual_card_not_working": 0.001000100010001, "visa_or_mastercard": 0.0015001500150015003, "why_verify_identity": 0.0008000800080008001, "wrong_amount_of_cash_received": 0.0013001300130013002, "wrong_exchange_rate_for_cash_withdrawal": 0.0081008100810081 }, "error": null, "latency_ms": 68.87304096017033, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2765", "text_group": "d084b3342604c68cb8b643dcd24600cdad93cf5e87d8001bda9d1544d7628c78", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.0007996801279488206, "activate_my_card": 0.0009996001599360256, "age_limit": 0.000899640143942423, "apple_pay_or_google_pay": 0.0020991603358656535, "atm_support": 0.007796881247500999, "automatic_top_up": 0.0014994002399040384, "balance_not_updated_after_bank_transfer": 0.002499000399840064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018992403038784486, "beneficiary_not_allowed": 0.0016993202718912435, "cancel_transfer": 0.0012994802079168333, "card_about_to_expire": 0.0009996001599360256, "card_acceptance": 0.0026989204318272693, "card_arrival": 0.0014994002399040384, "card_delivery_estimate": 0.0014994002399040384, "card_linking": 0.001799280287884846, "card_not_working": 0.0012994802079168333, "card_payment_fee_charged": 0.0015993602558976412, "card_payment_not_recognised": 0.0013994402239104358, "card_payment_wrong_exchange_rate": 0.13404638144742104, "card_swallowed": 0.0012994802079168333, "cash_withdrawal_charge": 0.001999200319872051, "cash_withdrawal_not_recognised": 0.0012994802079168333, "change_pin": 0.0009996001599360256, "compromised_card": 0.0010995601759296284, "contactless_not_working": 0.0011995201919232307, "country_support": 0.0069972011195521796, "declined_card_payment": 0.0009996001599360256, "declined_cash_withdrawal": 0.0009996001599360256, "declined_transfer": 0.0010995601759296284, "direct_debit_payment_not_recognised": 0.0014994002399040384, "disposable_card_limits": 0.001799280287884846, "edit_personal_details": 0.0011995201919232307, "exchange_charge": 0.23940423830467814, "exchange_rate": 0.16533386645341863, "exchange_via_app": 0.06067572970811675, "extra_charge_on_statement": 0.0025989604158336665, "failed_transfer": 0.0010995601759296284, "fiat_currency_support": 0.005697720911635346, "get_disposable_virtual_card": 0.0021991203518592567, "get_physical_card": 0.0015993602558976412, "getting_spare_card": 0.002898840463814474, "getting_virtual_card": 0.0013994402239104358, "lost_or_stolen_card": 0.0007996801279488206, "lost_or_stolen_phone": 0.0007996801279488206, "order_physical_card": 0.0012994802079168333, "passcode_forgotten": 0.000899640143942423, "pending_card_payment": 0.0009996001599360256, "pending_cash_withdrawal": 0.000899640143942423, "pending_top_up": 0.000899640143942423, "pending_transfer": 0.0009996001599360256, "pin_blocked": 0.0009996001599360256, "receiving_money": 0.05437824870051979, "request_refund": 0.0010995601759296284, "reverted_card_payment?": 0.0012994802079168333, "supported_cards_and_currencies": 0.0037984806077568972, "terminate_account": 0.0009996001599360256, "top_up_by_bank_transfer_charge": 0.19402239104358257, "top_up_by_card_charge": 0.0031987205117952823, "top_up_by_cash_or_cheque": 0.0027988804478208716, "top_up_failed": 0.0010995601759296284, "top_up_limits": 0.0016993202718912435, "top_up_reverted": 0.0013994402239104358, "topping_up_by_card": 0.0034986005597760898, "transaction_charged_twice": 0.0010995601759296284, "transfer_fee_charged": 0.002499000399840064, "transfer_into_account": 0.0015993602558976412, "transfer_not_received_by_recipient": 0.0015993602558976412, "transfer_timing": 0.0014994002399040384, "unable_to_verify_identity": 0.0009996001599360256, "verify_my_identity": 0.000899640143942423, "verify_source_of_funds": 0.0011995201919232307, "verify_top_up": 0.000899640143942423, "virtual_card_not_working": 0.0010995601759296284, "visa_or_mastercard": 0.0014994002399040384, "why_verify_identity": 0.000899640143942423, "wrong_amount_of_cash_received": 0.0016993202718912435, "wrong_exchange_rate_for_cash_withdrawal": 0.03088764494202319 }, "error": null, "latency_ms": 71.09149999450892, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2766", "text_group": "dcc70f521516c7dc60a5152a576811624bc631f0a546b1009006f3bd787ddc58", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.0634126825365073, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0024004800960192034, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.827765553110622, "exchange_rate": 0.031606321264252855, "exchange_via_app": 0.01280256051210242, "extra_charge_on_statement": 0.0024004800960192034, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0009001800360072014, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0022004400880176037, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.014302860572114422, "top_up_by_card_charge": 0.007601520304060812, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.003900780156031206, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.008201640328065614 }, "error": null, "latency_ms": 72.03108293469995, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2767", "text_group": "fd53d3eba7d9b2929cab3ed29fc1a03ef580f6859919f8c059d85ea2d0b0cf85", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0009, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0028, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0005, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.9237, "exchange_rate": 0.0083, "exchange_via_app": 0.0063, "extra_charge_on_statement": 0.0009, "failed_transfer": 0.0003, "fiat_currency_support": 0.0012, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0012, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0027, "top_up_by_card_charge": 0.0017, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.029, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 67.89733306504786, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2768", "text_group": "9e531cbdaf6a15ca7a7d0893982058a8c9f90199223f9f5d1549471452c55039", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0044, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0037, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0002, "exchange_charge": 0.8489, "exchange_rate": 0.0613, "exchange_via_app": 0.0155, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0002, "fiat_currency_support": 0.0012, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0002, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0004, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.004, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0297, "top_up_by_card_charge": 0.0042, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0078, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0009 }, "error": null, "latency_ms": 69.35949996113777, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2769", "text_group": "786b11950de67e31699705a40f70dbc5502e7c86ab6da1974c36951d1cb2bfbf", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00019998000199980003, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.0007999200079992001, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.0020997900209979003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.9507049295070493, "exchange_rate": 0.0155984401559844, "exchange_via_app": 0.0040995900409959, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.006199380061993801, "top_up_by_card_charge": 0.0007999200079992001, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00019998000199980003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.0030996900309969004, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 68.14666697755456, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2770", "text_group": "22841263cef1a3af15bc17285d70ca356a41d49628f9dfea5a03e509e3c9724a", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.0007999200079992001, "activate_my_card": 0.0011998800119988001, "age_limit": 0.0012998700129987, "apple_pay_or_google_pay": 0.0028997100289971, "atm_support": 0.006899310068993101, "automatic_top_up": 0.0018998100189981002, "balance_not_updated_after_bank_transfer": 0.0030996900309969004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018998100189981002, "beneficiary_not_allowed": 0.0017998200179982, "cancel_transfer": 0.0015998400159984002, "card_about_to_expire": 0.0010998900109989002, "card_acceptance": 0.0028997100289971, "card_arrival": 0.0011998800119988001, "card_delivery_estimate": 0.0010998900109989002, "card_linking": 0.0024997500249975004, "card_not_working": 0.0013998600139986002, "card_payment_fee_charged": 0.0016998300169983002, "card_payment_not_recognised": 0.0015998400159984002, "card_payment_wrong_exchange_rate": 0.011198880111988802, "card_swallowed": 0.0011998800119988001, "cash_withdrawal_charge": 0.0026997300269973002, "cash_withdrawal_not_recognised": 0.0010998900109989002, "change_pin": 0.0011998800119988001, "compromised_card": 0.0011998800119988001, "contactless_not_working": 0.0011998800119988001, "country_support": 0.001999800019998, "declined_card_payment": 0.0010998900109989002, "declined_cash_withdrawal": 0.000999900009999, "declined_transfer": 0.0010998900109989002, "direct_debit_payment_not_recognised": 0.0012998700129987, "disposable_card_limits": 0.001999800019998, "edit_personal_details": 0.0014998500149985001, "exchange_charge": 0.47735226477352266, "exchange_rate": 0.16978302169783022, "exchange_via_app": 0.1431856814318568, "extra_charge_on_statement": 0.0016998300169983002, "failed_transfer": 0.0012998700129987, "fiat_currency_support": 0.0364963503649635, "get_disposable_virtual_card": 0.0024997500249975004, "get_physical_card": 0.0013998600139986002, "getting_spare_card": 0.0013998600139986002, "getting_virtual_card": 0.0014998500149985001, "lost_or_stolen_card": 0.0007999200079992001, "lost_or_stolen_phone": 0.0007999200079992001, "order_physical_card": 0.0011998800119988001, "passcode_forgotten": 0.0008999100089991, "pending_card_payment": 0.0010998900109989002, "pending_cash_withdrawal": 0.000999900009999, "pending_top_up": 0.0010998900109989002, "pending_transfer": 0.0011998800119988001, "pin_blocked": 0.0008999100089991, "receiving_money": 0.0027997200279972004, "request_refund": 0.0015998400159984002, "reverted_card_payment?": 0.0013998600139986002, "supported_cards_and_currencies": 0.0182981701829817, "terminate_account": 0.0011998800119988001, "top_up_by_bank_transfer_charge": 0.028397160283971604, "top_up_by_card_charge": 0.0025997400259974, "top_up_by_cash_or_cheque": 0.0015998400159984002, "top_up_failed": 0.0012998700129987, "top_up_limits": 0.0013998600139986002, "top_up_reverted": 0.0015998400159984002, "topping_up_by_card": 0.0017998200179982, "transaction_charged_twice": 0.0010998900109989002, "transfer_fee_charged": 0.0024997500249975004, "transfer_into_account": 0.0014998500149985001, "transfer_not_received_by_recipient": 0.0013998600139986002, "transfer_timing": 0.0015998400159984002, "unable_to_verify_identity": 0.0012998700129987, "verify_my_identity": 0.0013998600139986002, "verify_source_of_funds": 0.0011998800119988001, "verify_top_up": 0.0012998700129987, "virtual_card_not_working": 0.0014998500149985001, "visa_or_mastercard": 0.0015998400159984002, "why_verify_identity": 0.0010998900109989002, "wrong_amount_of_cash_received": 0.0011998800119988001, "wrong_exchange_rate_for_cash_withdrawal": 0.004999500049995001 }, "error": null, "latency_ms": 69.73808305338025, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2771", "text_group": "fc927c312a38425667e812e7fb7d62e72c0f24642ac2e4c4d574db42a65747e7", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.000499850044986504, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.000499850044986504, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0005998200539838048, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.001099670098970309, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0022993102069379188, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.000499850044986504, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0002999100269919024, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.8131560531840448, "exchange_rate": 0.011196641007697692, "exchange_via_app": 0.0049985004498650405, "extra_charge_on_statement": 0.0005998200539838048, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.000499850044986504, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0008997300809757073, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.05628311506548036, "top_up_by_card_charge": 0.007497750674797561, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.07987603718884335, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998200539838048 }, "error": null, "latency_ms": 67.80095805879682, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2772", "text_group": "36f5de1a2ee113f1d26698ca85f18e227f9aecbfe83f381a9db65971d4aacfc4", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0003999200159968007, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0006998600279944011, "atm_support": 0.0011997600479904018, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0006998600279944011, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0016996600679864027, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.015896820635872826, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0076984603079384125, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0003999200159968007, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0006998600279944011, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.831633673265347, "exchange_rate": 0.03909218156368727, "exchange_via_app": 0.01209758048390322, "extra_charge_on_statement": 0.0010997800439912018, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.00599880023995201, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0005998800239952009, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.002999400119976005, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.02959408118376325, "top_up_by_card_charge": 0.009498100379924015, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.012997400519896021, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0004999000199960008, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.001299740051989602 }, "error": null, "latency_ms": 68.1241659913212, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2773", "text_group": "e2db5f278bc92d1f0e4e5c50b74a6edd218d088ecd76b3258c12ecb7388fca4a", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0007000700070007, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0006000600060006, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.005100510051005101, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0033003300330033004, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.00040004000400040005, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.9243924392439244, "exchange_rate": 0.007700770077007701, "exchange_via_app": 0.007100710071007101, "extra_charge_on_statement": 0.0078007800780078, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0008000800080008001, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0005000500050005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0012001200120012, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0092009200920092, "top_up_by_card_charge": 0.007600760076007601, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.002000200020002, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.001000100010001 }, "error": null, "latency_ms": 68.25454195495695, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2774", "text_group": "30fa8ed1efa026c70173c9f04cbb3c3bf87dbdc4ac9063ce9415af0e7b555b2c", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0009, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0021, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0005, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.8871, "exchange_rate": 0.0083, "exchange_via_app": 0.0064, "extra_charge_on_statement": 0.0007, "failed_transfer": 0.0003, "fiat_currency_support": 0.0009, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0015, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0073, "top_up_by_card_charge": 0.0022, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0612, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 69.15175006724894, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2775", "text_group": "796cceb1ce9207e6225d93f44296e0c45882916a91ace801e26e701749a7ea0c", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0007, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0043, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0021, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0005, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.8689, "exchange_rate": 0.0114, "exchange_via_app": 0.0053, "extra_charge_on_statement": 0.0015, "failed_transfer": 0.0003, "fiat_currency_support": 0.001, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.002, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0099, "top_up_by_card_charge": 0.0018, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.07, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0007 }, "error": null, "latency_ms": 70.47516596503556, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2776", "text_group": "2f1c94a0118b66e4946c0d438ca7073ddfb4451cdd7e2ea78bd36ba1cd7336c0", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.0004999000199960008, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0011997600479904018, "atm_support": 0.0018996200759848032, "automatic_top_up": 0.0006998600279944011, "balance_not_updated_after_bank_transfer": 0.0007998400319936014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007998400319936014, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.0005998800239952009, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0010997800439912018, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0007998400319936014, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0013997200559888023, "card_payment_not_recognised": 0.0006998600279944011, "card_payment_wrong_exchange_rate": 0.004099180163967207, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.006698660267946411, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0004999000199960008, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0008998200359928015, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0006998600279944011, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.7860427914417116, "exchange_rate": 0.07158568286342731, "exchange_via_app": 0.016596680663867228, "extra_charge_on_statement": 0.0009998000399920016, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0032993401319736052, "get_disposable_virtual_card": 0.0005998800239952009, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0004999000199960008, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0008998200359928015, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0005998800239952009, "supported_cards_and_currencies": 0.008198360327934414, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.04519096180763847, "top_up_by_card_charge": 0.005598880223955209, "top_up_by_cash_or_cheque": 0.0006998600279944011, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.0007998400319936014, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.009798040391921616, "transfer_into_account": 0.0007998400319936014, "transfer_not_received_by_recipient": 0.0005998800239952009, "transfer_timing": 0.0006998600279944011, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0004999000199960008, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.0005998800239952009, "visa_or_mastercard": 0.0007998400319936014, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0018996200759848032 }, "error": null, "latency_ms": 72.95583304949105, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2777", "text_group": "12e78a88b39ea0be947f7229f6fd80a595bbbc80b8d59c57336c4c433cd7397f", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.0008997300809757073, "activate_my_card": 0.0012996101169649105, "age_limit": 0.001099670098970309, "apple_pay_or_google_pay": 0.0033989803059082274, "atm_support": 0.00859742077376787, "automatic_top_up": 0.0015995201439568132, "balance_not_updated_after_bank_transfer": 0.001999400179946016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018994301709487154, "beneficiary_not_allowed": 0.0018994301709487154, "cancel_transfer": 0.0015995201439568132, "card_about_to_expire": 0.001099670098970309, "card_acceptance": 0.0032990102969109266, "card_arrival": 0.0012996101169649105, "card_delivery_estimate": 0.0011996401079676095, "card_linking": 0.002099370188943317, "card_not_working": 0.0014995501349595122, "card_payment_fee_charged": 0.0017994601619514146, "card_payment_not_recognised": 0.0015995201439568132, "card_payment_wrong_exchange_rate": 0.018694391682495252, "card_swallowed": 0.0012996101169649105, "cash_withdrawal_charge": 0.0022993102069379188, "cash_withdrawal_not_recognised": 0.0011996401079676095, "change_pin": 0.0011996401079676095, "compromised_card": 0.0012996101169649105, "contactless_not_working": 0.0013995801259622115, "country_support": 0.002399280215935219, "declined_card_payment": 0.0011996401079676095, "declined_cash_withdrawal": 0.001099670098970309, "declined_transfer": 0.0011996401079676095, "direct_debit_payment_not_recognised": 0.0013995801259622115, "disposable_card_limits": 0.0016994901529541137, "edit_personal_details": 0.0011996401079676095, "exchange_charge": 0.3680895731280616, "exchange_rate": 0.20473857842647208, "exchange_via_app": 0.08447465760271919, "extra_charge_on_statement": 0.0015995201439568132, "failed_transfer": 0.0011996401079676095, "fiat_currency_support": 0.15165450364890534, "get_disposable_virtual_card": 0.0016994901529541137, "get_physical_card": 0.0012996101169649105, "getting_spare_card": 0.0012996101169649105, "getting_virtual_card": 0.0013995801259622115, "lost_or_stolen_card": 0.0008997300809757073, "lost_or_stolen_phone": 0.0008997300809757073, "order_physical_card": 0.0012996101169649105, "passcode_forgotten": 0.000999700089973008, "pending_card_payment": 0.001099670098970309, "pending_cash_withdrawal": 0.000999700089973008, "pending_top_up": 0.001099670098970309, "pending_transfer": 0.001099670098970309, "pin_blocked": 0.001099670098970309, "receiving_money": 0.0033989803059082274, "request_refund": 0.0018994301709487154, "reverted_card_payment?": 0.0014995501349595122, "supported_cards_and_currencies": 0.03398980305908228, "terminate_account": 0.0012996101169649105, "top_up_by_bank_transfer_charge": 0.006598020593821853, "top_up_by_card_charge": 0.002099370188943317, "top_up_by_cash_or_cheque": 0.0015995201439568132, "top_up_failed": 0.0011996401079676095, "top_up_limits": 0.0014995501349595122, "top_up_reverted": 0.0015995201439568132, "topping_up_by_card": 0.001999400179946016, "transaction_charged_twice": 0.0013995801259622115, "transfer_fee_charged": 0.0035989203239028293, "transfer_into_account": 0.0016994901529541137, "transfer_not_received_by_recipient": 0.0013995801259622115, "transfer_timing": 0.0016994901529541137, "unable_to_verify_identity": 0.0011996401079676095, "verify_my_identity": 0.0012996101169649105, "verify_source_of_funds": 0.0011996401079676095, "verify_top_up": 0.0011996401079676095, "virtual_card_not_working": 0.0014995501349595122, "visa_or_mastercard": 0.0016994901529541137, "why_verify_identity": 0.001099670098970309, "wrong_amount_of_cash_received": 0.0013995801259622115, "wrong_exchange_rate_for_cash_withdrawal": 0.01819454163750875 }, "error": null, "latency_ms": 73.37008288595825, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2778", "text_group": "3b19a9ffd77312345dd5bb19f1b55000892c7453584dd8b723301ba0ca8fef0e", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.0005002000800320128, "automatic_top_up": 0.00030012004801920766, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00030012004801920766, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.0006002400960384153, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.0010004001600640256, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.0008003201280512205, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.9344737895158063, "exchange_rate": 0.02180872348939576, "exchange_via_app": 0.003401360544217687, "extra_charge_on_statement": 0.0006002400960384153, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.00030012004801920766, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.0006002400960384153, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.0024009603841536613, "top_up_by_card_charge": 0.0010004001600640256, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00030012004801920766, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.015606242496998797, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002000800320128 }, "error": null, "latency_ms": 71.22183300089091, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2779", "text_group": "4dfede16c1cd76728b8c5e6b504120cbc78ea08ddaa5dea2f78c6b56ab9d5dcf", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0004999500049995, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0016998300169983002, "atm_support": 0.0021997800219978004, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0010998900109989002, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0007999200079992001, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0047995200479952005, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0015998400159984002, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.0004999500049995, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0007999200079992001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.7415258474152585, "exchange_rate": 0.04359564043595641, "exchange_via_app": 0.07989201079892011, "extra_charge_on_statement": 0.021997800219978002, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.012198780121987803, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0007999200079992001, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.013998600139986002, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.026997300269973004, "top_up_by_card_charge": 0.013898610138986101, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.0008999100089991, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.0011998800119988001, "transfer_into_account": 0.0005999400059994001, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0006999300069993001, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.001999800019998 }, "error": null, "latency_ms": 70.54129207972437, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2780", "text_group": "0d8fe41127272ebf102f70bf2fa437038d09659293371087c3505fdbc902c479", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0017998200179982, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.006199380061993801, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0004999500049995, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.889011098890111, "exchange_rate": 0.0093990600939906, "exchange_via_app": 0.011698830116988301, "extra_charge_on_statement": 0.0072992700729927005, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.000999900009999, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0012998700129987, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0202979702029797, "top_up_by_card_charge": 0.006799320067993201, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.0211978802119788, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.0015998400159984002 }, "error": null, "latency_ms": 70.3123330604285, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2781", "text_group": "19fe6fafd54e16864c2cef2eb3da1dc2392b3028367cf643bf41bdae7b270d13", "expected": "exchange_charge", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0018001800180018, "activate_my_card": 0.0030003000300030005, "age_limit": 0.0023002300230023, "apple_pay_or_google_pay": 0.0062006200620062, "atm_support": 0.021102110211021104, "automatic_top_up": 0.004100410041004101, "balance_not_updated_after_bank_transfer": 0.0047004700470047005, "balance_not_updated_after_cheque_or_cash_deposit": 0.004300430043004301, "beneficiary_not_allowed": 0.0038003800380038005, "cancel_transfer": 0.0037003700370037006, "card_about_to_expire": 0.0026002600260026003, "card_acceptance": 0.0062006200620062, "card_arrival": 0.0025002500250025004, "card_delivery_estimate": 0.0025002500250025004, "card_linking": 0.0049004900490049, "card_not_working": 0.0032003200320032004, "card_payment_fee_charged": 0.0036003600360036, "card_payment_not_recognised": 0.0037003700370037006, "card_payment_wrong_exchange_rate": 0.007700770077007701, "card_swallowed": 0.0027002700270027003, "cash_withdrawal_charge": 0.006100610061006101, "cash_withdrawal_not_recognised": 0.0027002700270027003, "change_pin": 0.0033003300330033004, "compromised_card": 0.0028002800280028, "contactless_not_working": 0.0028002800280028, "country_support": 0.005200520052005201, "declined_card_payment": 0.0024002400240024, "declined_cash_withdrawal": 0.0022002200220022005, "declined_transfer": 0.0023002300230023, "direct_debit_payment_not_recognised": 0.0030003000300030005, "disposable_card_limits": 0.004100410041004101, "edit_personal_details": 0.0031003100310031, "exchange_charge": 0.1919191919191919, "exchange_rate": 0.0657065706570657, "exchange_via_app": 0.20162016201620162, "extra_charge_on_statement": 0.0034003400340034003, "failed_transfer": 0.0028002800280028, "fiat_currency_support": 0.19831983198319833, "get_disposable_virtual_card": 0.0046004600460046, "get_physical_card": 0.0028002800280028, "getting_spare_card": 0.0026002600260026003, "getting_virtual_card": 0.0031003100310031, "lost_or_stolen_card": 0.0018001800180018, "lost_or_stolen_phone": 0.0017001700170017002, "order_physical_card": 0.0025002500250025004, "passcode_forgotten": 0.0021002100210021, "pending_card_payment": 0.0024002400240024, "pending_cash_withdrawal": 0.0022002200220022005, "pending_top_up": 0.0025002500250025004, "pending_transfer": 0.0025002500250025004, "pin_blocked": 0.0021002100210021, "receiving_money": 0.0058005800580058, "request_refund": 0.0031003100310031, "reverted_card_payment?": 0.0032003200320032004, "supported_cards_and_currencies": 0.032303230323032305, "terminate_account": 0.0029002900290029, "top_up_by_bank_transfer_charge": 0.05170517051705171, "top_up_by_card_charge": 0.005200520052005201, "top_up_by_cash_or_cheque": 0.0037003700370037006, "top_up_failed": 0.0029002900290029, "top_up_limits": 0.0034003400340034003, "top_up_reverted": 0.0035003500350035003, "topping_up_by_card": 0.0047004700470047005, "transaction_charged_twice": 0.0028002800280028, "transfer_fee_charged": 0.005000500050005001, "transfer_into_account": 0.0034003400340034003, "transfer_not_received_by_recipient": 0.0030003000300030005, "transfer_timing": 0.0034003400340034003, "unable_to_verify_identity": 0.0028002800280028, "verify_my_identity": 0.0030003000300030005, "verify_source_of_funds": 0.0026002600260026003, "verify_top_up": 0.0028002800280028, "virtual_card_not_working": 0.0033003300330033004, "visa_or_mastercard": 0.0035003500350035003, "why_verify_identity": 0.0024002400240024, "wrong_amount_of_cash_received": 0.0029002900290029, "wrong_exchange_rate_for_cash_withdrawal": 0.0054005400540054005 }, "error": null, "latency_ms": 70.46750001609325, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2782", "text_group": "dd4d6dee1608852af0dbec228a58a578f03181cfc0e1a2aae91346e512c324f0", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00030009002700810244, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00030009002700810244, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0007002100630189057, "automatic_top_up": 0.00030009002700810244, "balance_not_updated_after_bank_transfer": 0.0004001200360108033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004001200360108033, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0004001200360108033, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.0005001500450135041, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.0006001800540162049, "card_payment_not_recognised": 0.0004001200360108033, "card_payment_wrong_exchange_rate": 0.01340402120636191, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.005301590477143144, "cash_withdrawal_not_recognised": 0.00030009002700810244, "change_pin": 0.00030009002700810244, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.00030009002700810244, "country_support": 0.0005001500450135041, "declined_card_payment": 0.00030009002700810244, "declined_cash_withdrawal": 0.00030009002700810244, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.0004001200360108033, "disposable_card_limits": 0.0004001200360108033, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.9029708912673803, "exchange_rate": 0.019005701710513155, "exchange_via_app": 0.011903571071321398, "extra_charge_on_statement": 0.0017005101530459137, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.002300690207062119, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.00030009002700810244, "getting_spare_card": 0.00030009002700810244, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00030009002700810244, "passcode_forgotten": 0.00030009002700810244, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.00030009002700810244, "receiving_money": 0.0005001500450135041, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.0020006001800540163, "terminate_account": 0.00030009002700810244, "top_up_by_bank_transfer_charge": 0.009302790837251175, "top_up_by_card_charge": 0.0025007502250675205, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.00030009002700810244, "top_up_limits": 0.00030009002700810244, "top_up_reverted": 0.00030009002700810244, "topping_up_by_card": 0.0004001200360108033, "transaction_charged_twice": 0.00030009002700810244, "transfer_fee_charged": 0.005901770531159348, "transfer_into_account": 0.0004001200360108033, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.0004001200360108033, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00030009002700810244, "verify_source_of_funds": 0.00030009002700810244, "verify_top_up": 0.00030009002700810244, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.0004001200360108033, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.0015004501350405124 }, "error": null, "latency_ms": 70.23399998433888, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2783", "text_group": "fd39c43ab7e53a0dc03b966f5c9e61192f9e1edcfc2127e7ae01d181c204ea66", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.00029994001199760045, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.00029994001199760045, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.0005998800239952009, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0006998600279944011, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.0011997600479904018, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.8930213957208558, "exchange_rate": 0.021595680863827234, "exchange_via_app": 0.0033993201359728054, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0003999200159968007, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0003999200159968007, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0015996800639872027, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.0574885022995401, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 70.00716601032764, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2784", "text_group": "ab754602fbeb82ea729f73e8c5e5776b00b43cc3bf7390d922b9f1c3181779e6", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00040012003601080324, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.0006001800540162048, "atm_support": 0.0007002100630189057, "automatic_top_up": 0.00040012003601080324, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040012003601080324, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.0007002100630189057, "card_arrival": 0.00040012003601080324, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.0006001800540162048, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.004201260378113434, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.01120336100830249, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.010303090927278184, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.0003000900270081024, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.00040012003601080324, "country_support": 0.00040012003601080324, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.00040012003601080324, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.7976392917875362, "exchange_rate": 0.02340702210663199, "exchange_via_app": 0.006501950585175552, "extra_charge_on_statement": 0.0018005401620486145, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0008002400720216065, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0005001500450135041, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.0039011703511053313, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.016404921476442933, "top_up_by_card_charge": 0.09132739821946584, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0019005701710513153, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.005301590477143143, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.0005001500450135041, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0028008402520756227 }, "error": null, "latency_ms": 71.19775004684925, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2785", "text_group": "b791cf78d0a06c4b2ceb902a5df217826eca124853f3331741aef07691bc83e9", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.0003001801080648389, "atm_support": 0.0005003001801080648, "automatic_top_up": 0.0003001801080648389, "balance_not_updated_after_bank_transfer": 0.0003001801080648389, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003001801080648389, "beneficiary_not_allowed": 0.0003001801080648389, "cancel_transfer": 0.00020012007204322596, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.0003001801080648389, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.0006003602161296778, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0006003602161296778, "card_swallowed": 0.0003001801080648389, "cash_withdrawal_charge": 0.08375025015009005, "cash_withdrawal_not_recognised": 0.0003001801080648389, "change_pin": 0.00020012007204322596, "compromised_card": 0.00020012007204322596, "contactless_not_working": 0.00020012007204322596, "country_support": 0.0003001801080648389, "declined_card_payment": 0.00020012007204322596, "declined_cash_withdrawal": 0.00020012007204322596, "declined_transfer": 0.00020012007204322596, "direct_debit_payment_not_recognised": 0.0003001801080648389, "disposable_card_limits": 0.0003001801080648389, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.814388633179908, "exchange_rate": 0.04792875725435261, "exchange_via_app": 0.01340804482689614, "extra_charge_on_statement": 0.005003001801080649, "failed_transfer": 0.00020012007204322596, "fiat_currency_support": 0.0004002401440864519, "get_disposable_virtual_card": 0.0003001801080648389, "get_physical_card": 0.00020012007204322596, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.0003001801080648389, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.00020012007204322596, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.0003001801080648389, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0008004802881729038, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.01210726435861517, "top_up_by_card_charge": 0.0024014408645187113, "top_up_by_cash_or_cheque": 0.0003001801080648389, "top_up_failed": 0.00020012007204322596, "top_up_limits": 0.00020012007204322596, "top_up_reverted": 0.00020012007204322596, "topping_up_by_card": 0.0003001801080648389, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.0019011406844106464, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.00020012007204322596, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.00020012007204322596, "verify_my_identity": 0.0003001801080648389, "verify_source_of_funds": 0.0003001801080648389, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.0003001801080648389, "visa_or_mastercard": 0.0004002401440864519, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.0003001801080648389, "wrong_exchange_rate_for_cash_withdrawal": 0.0009005403241945167 }, "error": null, "latency_ms": 70.88666700292379, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2786", "text_group": "346c64e016a72648b1116b394fe93ca39cb5f95bc3a457e896406ac87aba16b4", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.0002998500749625187, "activate_my_card": 0.00039980009995002505, "age_limit": 0.00039980009995002505, "apple_pay_or_google_pay": 0.0005997001499250374, "atm_support": 0.0008995502248875562, "automatic_top_up": 0.00039980009995002505, "balance_not_updated_after_bank_transfer": 0.0005997001499250374, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005997001499250374, "beneficiary_not_allowed": 0.0004997501249375313, "cancel_transfer": 0.00039980009995002505, "card_about_to_expire": 0.00039980009995002505, "card_acceptance": 0.0006996501749125438, "card_arrival": 0.00039980009995002505, "card_delivery_estimate": 0.00039980009995002505, "card_linking": 0.0005997001499250374, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.0008995502248875562, "card_payment_not_recognised": 0.0004997501249375313, "card_payment_wrong_exchange_rate": 0.0034982508745627187, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.0038980509745127436, "cash_withdrawal_not_recognised": 0.00039980009995002505, "change_pin": 0.00039980009995002505, "compromised_card": 0.00039980009995002505, "contactless_not_working": 0.00039980009995002505, "country_support": 0.0005997001499250374, "declined_card_payment": 0.00039980009995002505, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.00039980009995002505, "direct_debit_payment_not_recognised": 0.0004997501249375313, "disposable_card_limits": 0.0004997501249375313, "edit_personal_details": 0.00039980009995002505, "exchange_charge": 0.8569715142428787, "exchange_rate": 0.007796101949025487, "exchange_via_app": 0.01039480259870065, "extra_charge_on_statement": 0.028085957021489256, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.0017991004497751124, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.00039980009995002505, "getting_spare_card": 0.00039980009995002505, "getting_virtual_card": 0.00039980009995002505, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.0002998500749625187, "order_physical_card": 0.00039980009995002505, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.0005997001499250374, "request_refund": 0.00039980009995002505, "reverted_card_payment?": 0.0004997501249375313, "supported_cards_and_currencies": 0.0018990504747626188, "terminate_account": 0.00039980009995002505, "top_up_by_bank_transfer_charge": 0.00989505247376312, "top_up_by_card_charge": 0.002798600699650175, "top_up_by_cash_or_cheque": 0.00039980009995002505, "top_up_failed": 0.00039980009995002505, "top_up_limits": 0.00039980009995002505, "top_up_reverted": 0.00039980009995002505, "topping_up_by_card": 0.0004997501249375313, "transaction_charged_twice": 0.00039980009995002505, "transfer_fee_charged": 0.04387806096951525, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.00039980009995002505, "transfer_timing": 0.00039980009995002505, "unable_to_verify_identity": 0.00039980009995002505, "verify_my_identity": 0.00039980009995002505, "verify_source_of_funds": 0.00039980009995002505, "verify_top_up": 0.00039980009995002505, "virtual_card_not_working": 0.00039980009995002505, "visa_or_mastercard": 0.0004997501249375313, "why_verify_identity": 0.00039980009995002505, "wrong_amount_of_cash_received": 0.00039980009995002505, "wrong_exchange_rate_for_cash_withdrawal": 0.0010994502748625688 }, "error": null, "latency_ms": 71.52491703163832, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2787", "text_group": "2c74bd1f3c5c112952dc56dcf6e10a2390d363cca7f4523b82e438542edc7539", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0005997600959616154, "atm_support": 0.0012994802079168333, "automatic_top_up": 0.0004998000799680128, "balance_not_updated_after_bank_transfer": 0.0005997600959616154, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006997201119552179, "beneficiary_not_allowed": 0.0004998000799680128, "cancel_transfer": 0.0003998400639744103, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0005997600959616154, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0004998000799680128, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0014994002399040384, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.005297880847660936, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0006997201119552179, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0009996001599360256, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0004998000799680128, "disposable_card_limits": 0.0005997600959616154, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.8877449020391843, "exchange_rate": 0.025489804078368653, "exchange_via_app": 0.010595761695321872, "extra_charge_on_statement": 0.0007996801279488206, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.011495401839264294, "get_disposable_virtual_card": 0.0004998000799680128, "get_physical_card": 0.0003998400639744103, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0005997600959616154, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.005297880847660936, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.010395841663334666, "top_up_by_card_charge": 0.006197520991603359, "top_up_by_cash_or_cheque": 0.0005997600959616154, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0004998000799680128, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0005997600959616154, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0020991603358656535, "transfer_into_account": 0.0003998400639744103, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0003998400639744103, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0004998000799680128, "visa_or_mastercard": 0.0004998000799680128, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.0003998400639744103, "wrong_exchange_rate_for_cash_withdrawal": 0.00429828068772491 }, "error": null, "latency_ms": 70.91979205142707, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2788", "text_group": "9bc087320b20ae2f7a9db93d7e7121e6350e29617e102e7f37a5998ed35b05d3", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.010901090109010901, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.001000100010001, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.8142814281428143, "exchange_rate": 0.07960796079607961, "exchange_via_app": 0.0101010101010101, "extra_charge_on_statement": 0.0005000500050005, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0013001300130013002, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00040004000400040005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0072007200720072, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.037903790379037905, "top_up_by_card_charge": 0.0063006300630063005, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0097009700970097, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0018001800180018 }, "error": null, "latency_ms": 71.07854203786701, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2789", "text_group": "e1f3ee924d9406e1d9e929b2005bb2392996cd84371e628303e205d29d0a1f05", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0003999200159968007, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0008998200359928015, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0011997600479904018, "card_payment_not_recognised": 0.0005998800239952009, "card_payment_wrong_exchange_rate": 0.004899020195960808, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.005898820235952809, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.0003999200159968007, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0005998800239952009, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0003999200159968007, "exchange_charge": 0.8894221155768846, "exchange_rate": 0.007998400319936013, "exchange_via_app": 0.009998000399920017, "extra_charge_on_statement": 0.005298940211957609, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.002999400119976005, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0005998800239952009, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0015996800639872027, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.019896020795840835, "top_up_by_card_charge": 0.015296940611877623, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.008498300339932015, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0009998000399920016 }, "error": null, "latency_ms": 69.79683297686279, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2790", "text_group": "b342c2c015d94c79250b99465b7710366878d45b3c82ad2d8b527b3095e65ec4", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.0002998800479808077, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0003998400639744103, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0004998000799680128, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0003998400639744103, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.0004998000799680128, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.015593762495001998, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.007796881247500999, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0002998800479808077, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0004998000799680128, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.8746501399440224, "exchange_rate": 0.004998000799680128, "exchange_via_app": 0.006297481007596962, "extra_charge_on_statement": 0.0272890843662535, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0009996001599360256, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0010995601759296284, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.027389044382247103, "top_up_by_card_charge": 0.010095961615353859, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.0003998400639744103, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.002299080367852859, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0014994002399040384 }, "error": null, "latency_ms": 70.9417921025306, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2791", "text_group": "6bf94c6709902ef0d23253d4a807db9a267c4de05ee8d70d52600f0e972c184e", "expected": "exchange_charge", "prediction": "exchange_via_app", "probabilities": { "Refund_not_showing_up": 0.0008999100089991, "activate_my_card": 0.0013998600139986002, "age_limit": 0.0013998600139986002, "apple_pay_or_google_pay": 0.0044995500449955, "atm_support": 0.0077992200779922, "automatic_top_up": 0.0017998200179982, "balance_not_updated_after_bank_transfer": 0.0013998600139986002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017998200179982, "beneficiary_not_allowed": 0.0017998200179982, "cancel_transfer": 0.0013998600139986002, "card_about_to_expire": 0.0012998700129987, "card_acceptance": 0.0033996600339966003, "card_arrival": 0.0013998600139986002, "card_delivery_estimate": 0.0013998600139986002, "card_linking": 0.0023997600239976003, "card_not_working": 0.0015998400159984002, "card_payment_fee_charged": 0.0018998100189981002, "card_payment_not_recognised": 0.0018998100189981002, "card_payment_wrong_exchange_rate": 0.140985901409859, "card_swallowed": 0.0012998700129987, "cash_withdrawal_charge": 0.0021997800219978004, "cash_withdrawal_not_recognised": 0.0012998700129987, "change_pin": 0.0016998300169983002, "compromised_card": 0.0014998500149985001, "contactless_not_working": 0.0014998500149985001, "country_support": 0.0030996900309969004, "declined_card_payment": 0.0012998700129987, "declined_cash_withdrawal": 0.0010998900109989002, "declined_transfer": 0.0012998700129987, "direct_debit_payment_not_recognised": 0.0018998100189981002, "disposable_card_limits": 0.0022997700229977, "edit_personal_details": 0.0015998400159984002, "exchange_charge": 0.2044795520447955, "exchange_rate": 0.13278672132786723, "exchange_via_app": 0.29387061293870614, "extra_charge_on_statement": 0.001999800019998, "failed_transfer": 0.0012998700129987, "fiat_currency_support": 0.05679432056794321, "get_disposable_virtual_card": 0.0022997700229977, "get_physical_card": 0.0015998400159984002, "getting_spare_card": 0.0021997800219978004, "getting_virtual_card": 0.0017998200179982, "lost_or_stolen_card": 0.000999900009999, "lost_or_stolen_phone": 0.000999900009999, "order_physical_card": 0.0016998300169983002, "passcode_forgotten": 0.0010998900109989002, "pending_card_payment": 0.0011998800119988001, "pending_cash_withdrawal": 0.000999900009999, "pending_top_up": 0.0010998900109989002, "pending_transfer": 0.0011998800119988001, "pin_blocked": 0.0011998800119988001, "receiving_money": 0.0026997300269973002, "request_refund": 0.0016998300169983002, "reverted_card_payment?": 0.0017998200179982, "supported_cards_and_currencies": 0.03369663033696631, "terminate_account": 0.0013998600139986002, "top_up_by_bank_transfer_charge": 0.0037996200379962005, "top_up_by_card_charge": 0.0016998300169983002, "top_up_by_cash_or_cheque": 0.0015998400159984002, "top_up_failed": 0.0012998700129987, "top_up_limits": 0.0015998400159984002, "top_up_reverted": 0.0016998300169983002, "topping_up_by_card": 0.0023997600239976003, "transaction_charged_twice": 0.0012998700129987, "transfer_fee_charged": 0.0020997900209979003, "transfer_into_account": 0.0014998500149985001, "transfer_not_received_by_recipient": 0.0013998600139986002, "transfer_timing": 0.0016998300169983002, "unable_to_verify_identity": 0.0012998700129987, "verify_my_identity": 0.0013998600139986002, "verify_source_of_funds": 0.0011998800119988001, "verify_top_up": 0.0011998800119988001, "virtual_card_not_working": 0.0015998400159984002, "visa_or_mastercard": 0.0020997900209979003, "why_verify_identity": 0.0011998800119988001, "wrong_amount_of_cash_received": 0.0013998600139986002, "wrong_exchange_rate_for_cash_withdrawal": 0.012998700129987 }, "error": null, "latency_ms": 72.15729192830622, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2792", "text_group": "f15763a4e0be2ea78f4c1ef0aded375072b6a76b626d758fe689f8e2ee21a7b5", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00030009002700810244, "activate_my_card": 0.0004001200360108033, "age_limit": 0.0004001200360108033, "apple_pay_or_google_pay": 0.0008002400720216066, "atm_support": 0.001100330099029709, "automatic_top_up": 0.0005001500450135041, "balance_not_updated_after_bank_transfer": 0.0006001800540162049, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002100630189057, "beneficiary_not_allowed": 0.0007002100630189057, "cancel_transfer": 0.0005001500450135041, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0008002400720216066, "card_arrival": 0.0005001500450135041, "card_delivery_estimate": 0.0004001200360108033, "card_linking": 0.0007002100630189057, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.0017005101530459137, "card_payment_not_recognised": 0.0007002100630189057, "card_payment_wrong_exchange_rate": 0.012903871161348406, "card_swallowed": 0.0004001200360108033, "cash_withdrawal_charge": 0.024407322196659, "cash_withdrawal_not_recognised": 0.0004001200360108033, "change_pin": 0.0004001200360108033, "compromised_card": 0.0004001200360108033, "contactless_not_working": 0.0005001500450135041, "country_support": 0.0008002400720216066, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.0004001200360108033, "declined_transfer": 0.0004001200360108033, "direct_debit_payment_not_recognised": 0.0006001800540162049, "disposable_card_limits": 0.0005001500450135041, "edit_personal_details": 0.0004001200360108033, "exchange_charge": 0.8453536060818245, "exchange_rate": 0.012703811143343003, "exchange_via_app": 0.0037011103330999305, "extra_charge_on_statement": 0.0035010503150945285, "failed_transfer": 0.0004001200360108033, "fiat_currency_support": 0.0024007202160648195, "get_disposable_virtual_card": 0.0004001200360108033, "get_physical_card": 0.0004001200360108033, "getting_spare_card": 0.0004001200360108033, "getting_virtual_card": 0.0004001200360108033, "lost_or_stolen_card": 0.00030009002700810244, "lost_or_stolen_phone": 0.0004001200360108033, "order_physical_card": 0.0004001200360108033, "passcode_forgotten": 0.0004001200360108033, "pending_card_payment": 0.0004001200360108033, "pending_cash_withdrawal": 0.0004001200360108033, "pending_top_up": 0.0004001200360108033, "pending_transfer": 0.00030009002700810244, "pin_blocked": 0.0004001200360108033, "receiving_money": 0.0007002100630189057, "request_refund": 0.0004001200360108033, "reverted_card_payment?": 0.0006001800540162049, "supported_cards_and_currencies": 0.0025007502250675205, "terminate_account": 0.0004001200360108033, "top_up_by_bank_transfer_charge": 0.028608582574772435, "top_up_by_card_charge": 0.016604981494448334, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.0004001200360108033, "top_up_limits": 0.0004001200360108033, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.0007002100630189057, "transaction_charged_twice": 0.0005001500450135041, "transfer_fee_charged": 0.013003901170351106, "transfer_into_account": 0.0004001200360108033, "transfer_not_received_by_recipient": 0.0004001200360108033, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.0004001200360108033, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.0006001800540162049, "why_verify_identity": 0.0004001200360108033, "wrong_amount_of_cash_received": 0.0005001500450135041, "wrong_exchange_rate_for_cash_withdrawal": 0.0012003601080324098 }, "error": null, "latency_ms": 69.74850001279265, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2793", "text_group": "78e83a6ea41ee7722b5e77009b151f9701f5a2a64d7511bf9f712d4451613259", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.0006002400960384153, "activate_my_card": 0.0008003201280512205, "age_limit": 0.0007002801120448179, "apple_pay_or_google_pay": 0.0021008403361344537, "atm_support": 0.004501800720288115, "automatic_top_up": 0.0012004801920768306, "balance_not_updated_after_bank_transfer": 0.0017006802721088435, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012004801920768306, "beneficiary_not_allowed": 0.0012004801920768306, "cancel_transfer": 0.0011004401760704283, "card_about_to_expire": 0.0007002801120448179, "card_acceptance": 0.0017006802721088435, "card_arrival": 0.0007002801120448179, "card_delivery_estimate": 0.0008003201280512205, "card_linking": 0.0013005202080832333, "card_not_working": 0.000900360144057623, "card_payment_fee_charged": 0.0011004401760704283, "card_payment_not_recognised": 0.0010004001600640256, "card_payment_wrong_exchange_rate": 0.005402160864345739, "card_swallowed": 0.0008003201280512205, "cash_withdrawal_charge": 0.0020008003201280513, "cash_withdrawal_not_recognised": 0.0008003201280512205, "change_pin": 0.0008003201280512205, "compromised_card": 0.0008003201280512205, "contactless_not_working": 0.0008003201280512205, "country_support": 0.0015006002400960385, "declined_card_payment": 0.0007002801120448179, "declined_cash_withdrawal": 0.0007002801120448179, "declined_transfer": 0.0007002801120448179, "direct_debit_payment_not_recognised": 0.000900360144057623, "disposable_card_limits": 0.0011004401760704283, "edit_personal_details": 0.0007002801120448179, "exchange_charge": 0.5883353341336535, "exchange_rate": 0.1441576630652261, "exchange_via_app": 0.12875150060024013, "extra_charge_on_statement": 0.0013005202080832333, "failed_transfer": 0.0008003201280512205, "fiat_currency_support": 0.029311724689875952, "get_disposable_virtual_card": 0.0012004801920768306, "get_physical_card": 0.0008003201280512205, "getting_spare_card": 0.0008003201280512205, "getting_virtual_card": 0.000900360144057623, "lost_or_stolen_card": 0.0006002400960384153, "lost_or_stolen_phone": 0.0006002400960384153, "order_physical_card": 0.0007002801120448179, "passcode_forgotten": 0.0006002400960384153, "pending_card_payment": 0.0007002801120448179, "pending_cash_withdrawal": 0.0006002400960384153, "pending_top_up": 0.0007002801120448179, "pending_transfer": 0.0008003201280512205, "pin_blocked": 0.0007002801120448179, "receiving_money": 0.0015006002400960385, "request_refund": 0.0011004401760704283, "reverted_card_payment?": 0.000900360144057623, "supported_cards_and_currencies": 0.013405362144857944, "terminate_account": 0.0008003201280512205, "top_up_by_bank_transfer_charge": 0.01290516206482593, "top_up_by_card_charge": 0.0020008003201280513, "top_up_by_cash_or_cheque": 0.0010004001600640256, "top_up_failed": 0.0008003201280512205, "top_up_limits": 0.000900360144057623, "top_up_reverted": 0.0010004001600640256, "topping_up_by_card": 0.0012004801920768306, "transaction_charged_twice": 0.0008003201280512205, "transfer_fee_charged": 0.0026010404161664665, "transfer_into_account": 0.0010004001600640256, "transfer_not_received_by_recipient": 0.0010004001600640256, "transfer_timing": 0.0011004401760704283, "unable_to_verify_identity": 0.0008003201280512205, "verify_my_identity": 0.0008003201280512205, "verify_source_of_funds": 0.0007002801120448179, "verify_top_up": 0.0008003201280512205, "virtual_card_not_working": 0.0011004401760704283, "visa_or_mastercard": 0.0012004801920768306, "why_verify_identity": 0.0007002801120448179, "wrong_amount_of_cash_received": 0.0008003201280512205, "wrong_exchange_rate_for_cash_withdrawal": 0.005702280912364946 }, "error": null, "latency_ms": 70.03516599070281, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2794", "text_group": "0d0e7ce23d4bbaf748931b1defd2e0a475db6b56325e4b4f9726006ebdaa7e25", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00020018016214593136, "activate_my_card": 0.00020018016214593136, "age_limit": 0.00020018016214593136, "apple_pay_or_google_pay": 0.000300270243218897, "atm_support": 0.0005004504053648283, "automatic_top_up": 0.000300270243218897, "balance_not_updated_after_bank_transfer": 0.000300270243218897, "balance_not_updated_after_cheque_or_cash_deposit": 0.000300270243218897, "beneficiary_not_allowed": 0.000300270243218897, "cancel_transfer": 0.00020018016214593136, "card_about_to_expire": 0.00020018016214593136, "card_acceptance": 0.00040036032429186273, "card_arrival": 0.00020018016214593136, "card_delivery_estimate": 0.00020018016214593136, "card_linking": 0.000300270243218897, "card_not_working": 0.00020018016214593136, "card_payment_fee_charged": 0.0005004504053648283, "card_payment_not_recognised": 0.000300270243218897, "card_payment_wrong_exchange_rate": 0.0007006305675107597, "card_swallowed": 0.00020018016214593136, "cash_withdrawal_charge": 0.0023020718646782103, "cash_withdrawal_not_recognised": 0.00020018016214593136, "change_pin": 0.00020018016214593136, "compromised_card": 0.00020018016214593136, "contactless_not_working": 0.00020018016214593136, "country_support": 0.00040036032429186273, "declined_card_payment": 0.00020018016214593136, "declined_cash_withdrawal": 0.00020018016214593136, "declined_transfer": 0.00020018016214593136, "direct_debit_payment_not_recognised": 0.000300270243218897, "disposable_card_limits": 0.000300270243218897, "edit_personal_details": 0.00020018016214593136, "exchange_charge": 0.9412471224101692, "exchange_rate": 0.016715043539185268, "exchange_via_app": 0.005705134621159043, "extra_charge_on_statement": 0.0005004504053648283, "failed_transfer": 0.00020018016214593136, "fiat_currency_support": 0.00040036032429186273, "get_disposable_virtual_card": 0.00020018016214593136, "get_physical_card": 0.00020018016214593136, "getting_spare_card": 0.00020018016214593136, "getting_virtual_card": 0.00020018016214593136, "lost_or_stolen_card": 0.00020018016214593136, "lost_or_stolen_phone": 0.00020018016214593136, "order_physical_card": 0.00020018016214593136, "passcode_forgotten": 0.00020018016214593136, "pending_card_payment": 0.00020018016214593136, "pending_cash_withdrawal": 0.00020018016214593136, "pending_top_up": 0.00020018016214593136, "pending_transfer": 0.00020018016214593136, "pin_blocked": 0.00020018016214593136, "receiving_money": 0.000300270243218897, "request_refund": 0.00020018016214593136, "reverted_card_payment?": 0.000300270243218897, "supported_cards_and_currencies": 0.0005004504053648283, "terminate_account": 0.00020018016214593136, "top_up_by_bank_transfer_charge": 0.0011009908918026225, "top_up_by_card_charge": 0.0007006305675107597, "top_up_by_cash_or_cheque": 0.00020018016214593136, "top_up_failed": 0.00020018016214593136, "top_up_limits": 0.00020018016214593136, "top_up_reverted": 0.000300270243218897, "topping_up_by_card": 0.000300270243218897, "transaction_charged_twice": 0.00020018016214593136, "transfer_fee_charged": 0.014212791512361126, "transfer_into_account": 0.00020018016214593136, "transfer_not_received_by_recipient": 0.00020018016214593136, "transfer_timing": 0.00020018016214593136, "unable_to_verify_identity": 0.00020018016214593136, "verify_my_identity": 0.00020018016214593136, "verify_source_of_funds": 0.00020018016214593136, "verify_top_up": 0.00020018016214593136, "virtual_card_not_working": 0.00020018016214593136, "visa_or_mastercard": 0.000300270243218897, "why_verify_identity": 0.00020018016214593136, "wrong_amount_of_cash_received": 0.00020018016214593136, "wrong_exchange_rate_for_cash_withdrawal": 0.0005004504053648283 }, "error": null, "latency_ms": 70.16054110135883, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2795", "text_group": "2c1d2e9ec86f528b4768e9026035ccb258e4951c5a392fd1647e959353a292dc", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.0004999000199960008, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0009998000399920016, "atm_support": 0.001799640071985603, "automatic_top_up": 0.0006998600279944011, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007998400319936014, "beneficiary_not_allowed": 0.0009998000399920016, "cancel_transfer": 0.0006998600279944011, "card_about_to_expire": 0.0005998800239952009, "card_acceptance": 0.0009998000399920016, "card_arrival": 0.0005998800239952009, "card_delivery_estimate": 0.0005998800239952009, "card_linking": 0.0010997800439912018, "card_not_working": 0.0007998400319936014, "card_payment_fee_charged": 0.0007998400319936014, "card_payment_not_recognised": 0.0006998600279944011, "card_payment_wrong_exchange_rate": 0.059988002399520096, "card_swallowed": 0.0005998800239952009, "cash_withdrawal_charge": 0.003999200159968006, "cash_withdrawal_not_recognised": 0.0005998800239952009, "change_pin": 0.0006998600279944011, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0009998000399920016, "declined_card_payment": 0.0005998800239952009, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0006998600279944011, "direct_debit_payment_not_recognised": 0.0014997000599880025, "disposable_card_limits": 0.0008998200359928015, "edit_personal_details": 0.0006998600279944011, "exchange_charge": 0.6767646470705858, "exchange_rate": 0.01149770045990802, "exchange_via_app": 0.008298340331933614, "extra_charge_on_statement": 0.03559288142371526, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.010297940411917617, "get_disposable_virtual_card": 0.0006998600279944011, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0005998800239952009, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0006998600279944011, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0004999000199960008, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0011997600479904018, "request_refund": 0.0006998600279944011, "reverted_card_payment?": 0.0007998400319936014, "supported_cards_and_currencies": 0.0028994201159768043, "terminate_account": 0.0006998600279944011, "top_up_by_bank_transfer_charge": 0.016096780643871225, "top_up_by_card_charge": 0.007998400319936013, "top_up_by_cash_or_cheque": 0.0006998600279944011, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.0009998000399920016, "transaction_charged_twice": 0.0005998800239952009, "transfer_fee_charged": 0.001799640071985603, "transfer_into_account": 0.0005998800239952009, "transfer_not_received_by_recipient": 0.0005998800239952009, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.0005998800239952009, "verify_my_identity": 0.0005998800239952009, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.0007998400319936014, "visa_or_mastercard": 0.0006998600279944011, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.0006998600279944011, "wrong_exchange_rate_for_cash_withdrawal": 0.1187762447510498 }, "error": null, "latency_ms": 69.96395799797028, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2796", "text_group": "e8c112bd75dc9334555b712921f331af6a515c294ec747b05d7c33c0ab3ac801", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0028002800280028, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0025002500250025004, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0005000500050005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.9411941194119412, "exchange_rate": 0.0056005600560056, "exchange_via_app": 0.008500850085008501, "extra_charge_on_statement": 0.0054005400540054005, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0008000800080008001, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0005000500050005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0013001300130013002, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.006400640064006401, "top_up_by_card_charge": 0.0029002900290029, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0005000500050005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0007000700070007, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0007000700070007 }, "error": null, "latency_ms": 71.11729099415243, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2797", "text_group": "eef91a4df00c9f7aaa4e2a2a951e37618871551d6e95b9fdf83a5e5e7ab6cef3", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.0002998500749625187, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.00039980009995002505, "atm_support": 0.0005997001499250374, "automatic_top_up": 0.0002998500749625187, "balance_not_updated_after_bank_transfer": 0.00039980009995002505, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039980009995002505, "beneficiary_not_allowed": 0.00039980009995002505, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.00019990004997501253, "card_acceptance": 0.0004997501249375313, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.00039980009995002505, "card_not_working": 0.0002998500749625187, "card_payment_fee_charged": 0.0005997001499250374, "card_payment_not_recognised": 0.00039980009995002505, "card_payment_wrong_exchange_rate": 0.002098950524737631, "card_swallowed": 0.0002998500749625187, "cash_withdrawal_charge": 0.0025987006496751624, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0002998500749625187, "compromised_card": 0.0002998500749625187, "contactless_not_working": 0.0002998500749625187, "country_support": 0.0004997501249375313, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.00039980009995002505, "disposable_card_limits": 0.0002998500749625187, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.9143428285857071, "exchange_rate": 0.026486756621689155, "exchange_via_app": 0.014992503748125937, "extra_charge_on_statement": 0.0006996501749125438, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.0004997501249375313, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.0002998500749625187, "getting_spare_card": 0.0002998500749625187, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.0002998500749625187, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.0004997501249375313, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.0002998500749625187, "supported_cards_and_currencies": 0.0007996001999000501, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.008195902048975513, "top_up_by_card_charge": 0.005797101449275362, "top_up_by_cash_or_cheque": 0.0002998500749625187, "top_up_failed": 0.0002998500749625187, "top_up_limits": 0.0002998500749625187, "top_up_reverted": 0.0002998500749625187, "topping_up_by_card": 0.00039980009995002505, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.0011994002998500749, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0002998500749625187, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.0013993003498250875 }, "error": null, "latency_ms": 72.37612502649426, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2798", "text_group": "9c2ee8feb85f7f33649e5fefa089d08efa22fec1d6cf6bfadd12a1362b37ceb3", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0019, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0003, "card_acceptance": 0.001, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0008, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.1079, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0014, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0004, "contactless_not_working": 0.0005, "country_support": 0.0055, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0004, "exchange_charge": 0.4838, "exchange_rate": 0.0781, "exchange_via_app": 0.0227, "extra_charge_on_statement": 0.001, "failed_transfer": 0.0004, "fiat_currency_support": 0.0052, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0004, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0005, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0017, "request_refund": 0.0004, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0049, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.2069, "top_up_by_card_charge": 0.0193, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0004, "top_up_limits": 0.0004, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0012, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0048, "transfer_into_account": 0.002, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0246 }, "error": null, "latency_ms": 70.64449996687472, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2799", "text_group": "072e27586237f4cb3c9c7f22374557e33224a463974f4a6c9f311d496384542a", "expected": "exchange_charge", "prediction": "exchange_charge", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.0002998800479808077, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0003998400639744103, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0003998400639744103, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.000899640143942423, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0023990403838464614, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.011495401839264294, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0002998800479808077, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0004998000799680128, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.8876449420231908, "exchange_rate": 0.021691323470611756, "exchange_via_app": 0.00859656137544982, "extra_charge_on_statement": 0.0009996001599360256, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.000899640143942423, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.0004998000799680128, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0014994002399040384, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.021991203518592562, "top_up_by_card_charge": 0.007896841263494603, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.0003998400639744103, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.01279488204718113, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0014994002399040384 }, "error": null, "latency_ms": 71.3135409168899, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2800", "text_group": "da73bc2c55b94a350651894b474efdffa542eeac10682a7d34c397b56dea4c2d", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0007, "automatic_top_up": 0.0013, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0004, "card_acceptance": 0.0006, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0013, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0014, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0007, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0012, "failed_transfer": 0.0002, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0007, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0008, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0252, "top_up_by_card_charge": 0.9325, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0004, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0142, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 71.3798749493435, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2801", "text_group": "4331dc4aa5a1637418e3eb806dc64e3d7bc6c3ddc7217a6a105743b19a8afa43", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0005000500050005, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.004300430043004301, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0009000900090009, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0007000700070007, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0032003200320032004, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0013001300130013002, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0025002500250025004, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0034003400340034003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0005000500050005, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0011001100110011003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.008600860086008601, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0822082208220822, "top_up_by_card_charge": 0.8024802480248024, "top_up_by_cash_or_cheque": 0.0007000700070007, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.05690569056905691, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.0096009600960096, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0012001200120012, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 71.55333401169628, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2802", "text_group": "7df19f683134d37cfb3f33da3ddfc698098b045f9a671c4b3c60778c68ed3f27", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00040016006402561027, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.0009003601440576229, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.00030012004801920766, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0007002801120448179, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.00040016006402561027, "card_payment_fee_charged": 0.04761904761904762, "card_payment_not_recognised": 0.0005002000800320128, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.0012004801920768306, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00020008003201280514, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00040016006402561027, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.0012004801920768306, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.0007002801120448179, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.0019007603041216485, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.0005002000800320128, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00040016006402561027, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.0006002400960384153, "supported_cards_and_currencies": 0.0021008403361344537, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.02611044417767107, "top_up_by_card_charge": 0.8639455782312925, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.02611044417767107, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.00860344137655062, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.0008003201280512205, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 72.86958303302526, "usage": { "input_tokens": 600, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2803", "text_group": "edbd71b4c0cc49a52ee118083ba03a18d410ef7f5f5efbc0c4825a72acb847f2", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0004999500049995, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0010998900109989002, "automatic_top_up": 0.0013998600139986002, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0011998800119988001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0013998600139986002, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.0057994200579942, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.007699230076992301, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00039996000399960006, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0004999500049995, "country_support": 0.0022997700229977, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.006699330066993301, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.011498850114988501, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0004999500049995, "getting_spare_card": 0.0007999200079992001, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.004999500049995001, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.005699430056994301, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.1287871212878712, "top_up_by_card_charge": 0.694930506949305, "top_up_by_cash_or_cheque": 0.0022997700229977, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.09209079092090791, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.005499450054994501, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.000999900009999, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 71.01837499067187, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2804", "text_group": "200adbc29368504796b1c8243f0c7e06a8ed69302f9a5b38a305344b89cda9da", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00040020010005002504, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.00040020010005002504, "atm_support": 0.0005002501250625313, "automatic_top_up": 0.0005002501250625313, "balance_not_updated_after_bank_transfer": 0.00020010005002501252, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00040020010005002504, "card_acceptance": 0.0005002501250625313, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.0005002501250625313, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.0021010505252626313, "card_payment_not_recognised": 0.00040020010005002504, "card_payment_wrong_exchange_rate": 0.0005002501250625313, "card_swallowed": 0.00040020010005002504, "cash_withdrawal_charge": 0.0005002501250625313, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00040020010005002504, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.0005002501250625313, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00040020010005002504, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.0034017008504252126, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.00040020010005002504, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.0007003501750875438, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.0021010505252626313, "top_up_by_card_charge": 0.9390695347673838, "top_up_by_cash_or_cheque": 0.00040020010005002504, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.0006003001500750375, "top_up_reverted": 0.0005002501250625313, "topping_up_by_card": 0.030715357678839424, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00040020010005002504, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00040020010005002504, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.0005002501250625313, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 70.64054207876325, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2805", "text_group": "3c606bdd597dcb411ee8c441cad1b8f7581d982b39dae123209eaf65836a4a5f", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.0011998800119988001, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0005999400059994001, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.0008999100089991, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.000999900009999, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.0006999300069993001, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0021997800219978004, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.007099290070992901, "top_up_by_card_charge": 0.9398060193980602, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.023797620237976203, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.0017998200179982, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 71.13891700282693, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2806", "text_group": "1baecb0d6dac4d17b50051d2c78e454fbb4af6322cf2282ebeafaa119acb62a4", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0013998600139986002, "automatic_top_up": 0.037896210378962104, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0004999500049995, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.001999800019998, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.000999900009999, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.000999900009999, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.015998400159984, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.0008999100089991, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.11808819118088192, "top_up_by_card_charge": 0.7775222477752225, "top_up_by_cash_or_cheque": 0.000999900009999, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0010998900109989002, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.015498450154984501, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.0010998900109989002, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.0018998100189981002, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 70.72650000918657, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2807", "text_group": "5ba8c34a6e39bf6b114ca8f81e8dfb82ec154244651223e0e567aeb857e39c8c", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.0005002000800320128, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00020008003201280514, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0005002000800320128, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00040016006402561027, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.0014005602240896359, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00020008003201280514, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00020008003201280514, "country_support": 0.0005002000800320128, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.00040016006402561027, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.0008003201280512205, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00020008003201280514, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.005502200880352141, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.0018007202881152459, "top_up_by_card_charge": 0.9497799119647858, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.0196078431372549, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00030012004801920766, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.0035014005602240893, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00020008003201280514 }, "error": null, "latency_ms": 73.17108300048858, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2808", "text_group": "90ca2e4ee995c2e98615105e88a1dde6b01ae7af85890a4031a7c4be284fb9e4", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0003000900270081024, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.0006001800540162048, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.0006001800540162048, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.00020006001800540162, "country_support": 0.0006001800540162048, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.0005001500450135041, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.020906271881564468, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.001100330099029709, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0047014104231269385, "top_up_by_card_charge": 0.9466840052015605, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.006501950585175552, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.0005001500450135041, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 69.46641695685685, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2809", "text_group": "64dee344b8e0b7eedd202b1b06d0fed9e211340b25f2eace8c6284d2880cde13", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.0006997900629811057, "age_limit": 0.0005998200539838048, "apple_pay_or_google_pay": 0.000999700089973008, "atm_support": 0.0024992502249325203, "automatic_top_up": 0.014795561331600522, "balance_not_updated_after_bank_transfer": 0.0005998200539838048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006997900629811057, "beneficiary_not_allowed": 0.0006997900629811057, "cancel_transfer": 0.0005998200539838048, "card_about_to_expire": 0.0005998200539838048, "card_acceptance": 0.001099670098970309, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.0005998200539838048, "card_linking": 0.000999700089973008, "card_not_working": 0.0006997900629811057, "card_payment_fee_charged": 0.002199340197940618, "card_payment_not_recognised": 0.0007997600719784066, "card_payment_wrong_exchange_rate": 0.001099670098970309, "card_swallowed": 0.0005998200539838048, "cash_withdrawal_charge": 0.0049985004498650405, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.000499850044986504, "compromised_card": 0.0006997900629811057, "contactless_not_working": 0.0005998200539838048, "country_support": 0.0008997300809757073, "declined_card_payment": 0.0006997900629811057, "declined_cash_withdrawal": 0.000499850044986504, "declined_transfer": 0.0005998200539838048, "direct_debit_payment_not_recognised": 0.0008997300809757073, "disposable_card_limits": 0.001099670098970309, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.00609817054883535, "exchange_rate": 0.0008997300809757073, "exchange_via_app": 0.0008997300809757073, "extra_charge_on_statement": 0.012596221133659902, "failed_transfer": 0.000499850044986504, "fiat_currency_support": 0.000999700089973008, "get_disposable_virtual_card": 0.0011996401079676095, "get_physical_card": 0.0006997900629811057, "getting_spare_card": 0.0006997900629811057, "getting_virtual_card": 0.0005998200539838048, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.000499850044986504, "pending_card_payment": 0.000499850044986504, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.000999700089973008, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.000499850044986504, "receiving_money": 0.000999700089973008, "request_refund": 0.000499850044986504, "reverted_card_payment?": 0.0005998200539838048, "supported_cards_and_currencies": 0.0013995801259622115, "terminate_account": 0.0005998200539838048, "top_up_by_bank_transfer_charge": 0.030690792762171352, "top_up_by_card_charge": 0.8621413575927223, "top_up_by_cash_or_cheque": 0.0012996101169649105, "top_up_failed": 0.0006997900629811057, "top_up_limits": 0.0011996401079676095, "top_up_reverted": 0.0008997300809757073, "topping_up_by_card": 0.015495351394581625, "transaction_charged_twice": 0.000499850044986504, "transfer_fee_charged": 0.0017994601619514146, "transfer_into_account": 0.000499850044986504, "transfer_not_received_by_recipient": 0.000499850044986504, "transfer_timing": 0.000499850044986504, "unable_to_verify_identity": 0.000499850044986504, "verify_my_identity": 0.000499850044986504, "verify_source_of_funds": 0.000499850044986504, "verify_top_up": 0.0007997600719784066, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0007997600719784066, "why_verify_identity": 0.000499850044986504, "wrong_amount_of_cash_received": 0.000499850044986504, "wrong_exchange_rate_for_cash_withdrawal": 0.0007997600719784066 }, "error": null, "latency_ms": 70.10629191063344, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2810", "text_group": "0cd14c3d1035cd1b872b5ed015fb51c96a187a69257178b40883e6b0510be685", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0005001500450135041, "automatic_top_up": 0.0008002400720216065, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0005001500450135041, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0017005101530459135, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.0012003601080324095, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.00020006001800540162, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0005001500450135041, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.0017005101530459135, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.0006001800540162048, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0078023407022106625, "top_up_by_card_charge": 0.9489846954086225, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.017205161548464538, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 70.54037507623434, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2811", "text_group": "bac3b94bc15341eea39c3c9956af9815da35f472af6b49b33aba14d5812ca6b3", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 9.998000399920017e-05, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00029994001199760045, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.0008998200359928015, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019996000799840034, "beneficiary_not_allowed": 0.00019996000799840034, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00019996000799840034, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.0007998400319936014, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.0015996800639872027, "top_up_by_card_charge": 0.8046390721855629, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00029994001199760045, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.17496500699860026, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 69.87095903605223, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2812", "text_group": "472a2531882e5b5cf70a656005c58db0d8e4437b60c2f7ee491feccb43f46002", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0009, "automatic_top_up": 0.0022, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0004, "card_acceptance": 0.0007, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0009, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0017, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0003, "exchange_charge": 0.0005, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0019, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0012, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0215, "top_up_by_card_charge": 0.9243, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0005, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0225, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 72.22170801833272, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2813", "text_group": "160be812567e42c5f82c4e6e7063c263ac0a811ac034cf741df0ca18109b7c81", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.0010998900109989002, "automatic_top_up": 0.0367963203679632, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.0005999400059994001, "card_not_working": 0.00039996000399960006, "card_payment_fee_charged": 0.005599440055994401, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.001999800019998, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.0014998500149985001, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.019598040195980403, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0660933906609339, "top_up_by_card_charge": 0.826117388261174, "top_up_by_cash_or_cheque": 0.0008999100089991, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.013498650134986502, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.0012998700129987, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 70.03766705747694, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2814", "text_group": "e8ddf7a597f162fef4ac9458d57763b643e4b3d75a3a3ab8128e928165e10e39", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0014, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0002, "exchange_charge": 0.0004, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0008, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0003, "getting_spare_card": 0.0015, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0004, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.002, "top_up_by_card_charge": 0.9258, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0003, "top_up_limits": 0.0004, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0482, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 71.34258397854865, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2815", "text_group": "a762c25039fb30f17fa9a61ab36e4d730bafa2a41f0a35b49f817f27ccec4485", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.00040020010005002504, "atm_support": 0.0007003501750875438, "automatic_top_up": 0.0008004002001000501, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00020010005002501252, "card_about_to_expire": 0.00040020010005002504, "card_acceptance": 0.0006003001500750375, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.0005002501250625313, "card_not_working": 0.00040020010005002504, "card_payment_fee_charged": 0.0009004502251125563, "card_payment_not_recognised": 0.00040020010005002504, "card_payment_wrong_exchange_rate": 0.00040020010005002504, "card_swallowed": 0.00040020010005002504, "cash_withdrawal_charge": 0.00040020010005002504, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00020010005002501252, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.00030015007503751874, "country_support": 0.0005002501250625313, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.0010005002501250627, "disposable_card_limits": 0.0005002501250625313, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.00040020010005002504, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.0005002501250625313, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00040020010005002504, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.001500750375187594, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.0005002501250625313, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00040020010005002504, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00040020010005002504, "supported_cards_and_currencies": 0.0013006503251625813, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.0058029014507253625, "top_up_by_card_charge": 0.8980490245122561, "top_up_by_cash_or_cheque": 0.0005002501250625313, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.0008004002001000501, "top_up_reverted": 0.00040020010005002504, "topping_up_by_card": 0.06793396698349174, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00040020010005002504, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.001200600300150075, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 70.4589580418542, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2816", "text_group": "d1ff6aca5cd984c586f329c84352bc5b2d00654ea29e785ba2faf01a6af4eaa0", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.001000100010001, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00020002000200020003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0012001200120012, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.0011001100110011003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.0009000900090009, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0015001500150015003, "top_up_by_card_charge": 0.9371937193719372, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.039803980398039805, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 70.84008306264877, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2817", "text_group": "bfb4a4b6665b79b5639ee5a71f81c7ccb9d354b0f7403d6dc1f587512afe28a9", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0008, "automatic_top_up": 0.0009, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0006, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0005, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0021, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0006, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0019, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0005, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0026, "failed_transfer": 0.0002, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0012, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0091, "top_up_by_card_charge": 0.9489, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0004, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0111, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 70.2192080207169, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2818", "text_group": "16747b4555662b1a501f684126df513ac720836e85d3e6fd45aa5d2bfe7e3f00", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.00030015007503751874, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.0007003501750875437, "automatic_top_up": 0.0014007003501750874, "balance_not_updated_after_bank_transfer": 0.0002001000500250125, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.0002001000500250125, "card_about_to_expire": 0.00030015007503751874, "card_acceptance": 0.0005002501250625312, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.000400200100050025, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.0005002501250625312, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.0005002501250625312, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.00030015007503751874, "contactless_not_working": 0.0002001000500250125, "country_support": 0.0010005002501250625, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.0002001000500250125, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.000400200100050025, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.000400200100050025, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.012706353176588293, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.000400200100050025, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.000400200100050025, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.00030015007503751874, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.00030015007503751874, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.0007003501750875437, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.010305152576288144, "top_up_by_card_charge": 0.9415707853926963, "top_up_by_cash_or_cheque": 0.00030015007503751874, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.0005002501250625312, "top_up_reverted": 0.000400200100050025, "topping_up_by_card": 0.012906453226613306, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.000400200100050025, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.0002001000500250125, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.0002001000500250125, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.0002001000500250125, "verify_top_up": 0.000400200100050025, "virtual_card_not_working": 0.0002001000500250125, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 68.64629196934402, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2819", "text_group": "8b8882d4a460bd53282d10877abae61dc56f79a641101e56acec42db9240d6ea", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0006, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0003, "card_acceptance": 0.0006, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0014, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0002, "exchange_charge": 0.0004, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0022, "failed_transfer": 0.0002, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0002, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0011, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.008, "top_up_by_card_charge": 0.9579, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0002, "top_up_limits": 0.0005, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0103, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 70.3689589863643, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2820", "text_group": "7865c06727fc26a22dca54c55bfe31ff2ffa0bcdd2ba4a7c2b7b928c05aa7cfb", "expected": "top_up_by_card_charge", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0008999100089991, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0013998600139986002, "atm_support": 0.001999800019998, "automatic_top_up": 0.0013998600139986002, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.000999900009999, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0007999200079992001, "card_acceptance": 0.0027997200279972004, "card_arrival": 0.0005999400059994001, "card_delivery_estimate": 0.0005999400059994001, "card_linking": 0.0011998800119988001, "card_not_working": 0.0007999200079992001, "card_payment_fee_charged": 0.0052994700529947, "card_payment_not_recognised": 0.001999800019998, "card_payment_wrong_exchange_rate": 0.0018998100189981002, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.0006999300069993001, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.0004999500049995, "compromised_card": 0.0005999400059994001, "contactless_not_working": 0.0006999300069993001, "country_support": 0.033896610338966106, "declined_card_payment": 0.004999500049995001, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.0035996400359964, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.0008999100089991, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.0017998200179982, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.0011998800119988001, "get_disposable_virtual_card": 0.0006999300069993001, "get_physical_card": 0.0006999300069993001, "getting_spare_card": 0.0012998700129987, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0010998900109989002, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0016998300169983002, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.000999900009999, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0007999200079992001, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0013998600139986002, "supported_cards_and_currencies": 0.0057994200579942, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0527947205279472, "top_up_by_card_charge": 0.2800719928007199, "top_up_by_cash_or_cheque": 0.0008999100089991, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.0010998900109989002, "top_up_reverted": 0.0010998900109989002, "topping_up_by_card": 0.5554444555544445, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0007999200079992001, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0006999300069993001, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.0011998800119988001, "virtual_card_not_working": 0.0006999300069993001, "visa_or_mastercard": 0.0012998700129987, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0006999300069993001 }, "error": null, "latency_ms": 71.25616702251136, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2821", "text_group": "f4d9f7b732b2c4f2a6cbe4c1bc8caf2d1c851494d9910bdc0f6ec3da7b9cbe88", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00030009002700810244, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.0004001200360108033, "balance_not_updated_after_bank_transfer": 0.00020006001800540165, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.00030009002700810244, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.0004001200360108033, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.0008002400720216066, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.0004001200360108033, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.0006001800540162049, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.00020006001800540165, "country_support": 0.00030009002700810244, "declined_card_payment": 0.00030009002700810244, "declined_cash_withdrawal": 0.00020006001800540165, "declined_transfer": 0.00020006001800540165, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.0004001200360108033, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.0004001200360108033, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.0014004201260378114, "failed_transfer": 0.00020006001800540165, "fiat_currency_support": 0.00030009002700810244, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00030009002700810244, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.00030009002700810244, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.0008002400720216066, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.002100630189056717, "top_up_by_card_charge": 0.8835650695208563, "top_up_by_cash_or_cheque": 0.0004001200360108033, "top_up_failed": 0.00030009002700810244, "top_up_limits": 0.0004001200360108033, "top_up_reverted": 0.0004001200360108033, "topping_up_by_card": 0.09212763829148746, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.0004001200360108033, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00020006001800540165, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00020006001800540165, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.0004001200360108033, "virtual_card_not_working": 0.00020006001800540165, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00020006001800540165, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 70.33166592009366, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2822", "text_group": "9cc68ca98dcc369e5dec87452ebca1f2b8662c699ffbf3ecfe263ad4d2243a6a", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0002998500749625187, "activate_my_card": 0.0004997501249375313, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.0005997001499250374, "atm_support": 0.0010994502748625688, "automatic_top_up": 0.008895552223888057, "balance_not_updated_after_bank_transfer": 0.00039980009995002505, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997501249375313, "beneficiary_not_allowed": 0.00039980009995002505, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.00039980009995002505, "card_acceptance": 0.0006996501749125438, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.0005997001499250374, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.005297351324337831, "card_payment_not_recognised": 0.0004997501249375313, "card_payment_wrong_exchange_rate": 0.0004997501249375313, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.00719640179910045, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0002998500749625187, "compromised_card": 0.00039980009995002505, "contactless_not_working": 0.00039980009995002505, "country_support": 0.0004997501249375313, "declined_card_payment": 0.00039980009995002505, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.0004997501249375313, "disposable_card_limits": 0.0006996501749125438, "edit_personal_details": 0.0002998500749625187, "exchange_charge": 0.0019990004997501253, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.007696151924037982, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.0004997501249375313, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.00039980009995002505, "getting_spare_card": 0.0004997501249375313, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.0002998500749625187, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.0005997001499250374, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.00039980009995002505, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.00039980009995002505, "supported_cards_and_currencies": 0.0007996001999000501, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.05297351324337831, "top_up_by_card_charge": 0.8728635682158921, "top_up_by_cash_or_cheque": 0.0012993503248375812, "top_up_failed": 0.0004997501249375313, "top_up_limits": 0.0008995502248875562, "top_up_reverted": 0.0005997001499250374, "topping_up_by_card": 0.012993503248375813, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.0011994002998500749, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0005997001499250374, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0004997501249375313, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.00039980009995002505 }, "error": null, "latency_ms": 70.52087504416704, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2823", "text_group": "fbbb8d961db784dffc10519f8783b499a815ff77c6f9a98951df295eff625595", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.0012996101169649105, "automatic_top_up": 0.02209337198840348, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.000499850044986504, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0005998200539838048, "card_payment_not_recognised": 0.000499850044986504, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0015995201439568132, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.000499850044986504, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0008997300809757073, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0017994601619514146, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0005998200539838048, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0006997900629811057, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.000999700089973008, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.03508947315805259, "top_up_by_card_charge": 0.8910326901929422, "top_up_by_cash_or_cheque": 0.000999700089973008, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.001099670098970309, "top_up_reverted": 0.0005998200539838048, "topping_up_by_card": 0.01949415175447366, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.0003998800359892033, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0006997900629811057, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 69.97891701757908, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2824", "text_group": "68750d4dd163bf7a259af56eb3611e3dcfd3cf2709ff0670e8e340c934d58d9a", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00039996000399960006, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.000999900009999, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.0004999500049995, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.0008999100089991, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.0031996800319968005, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0010998900109989002, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.003999600039996, "top_up_by_card_charge": 0.9422057794220579, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.027097290270972903, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 70.51020790822804, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2825", "text_group": "6a6ecdcd5be3b3bb566456ad7687626c2a92096abd9a2c337439feaa88c5daf9", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.000499850044986504, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.0007997600719784066, "automatic_top_up": 0.0012996101169649105, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0006997900629811057, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.006897930620813756, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0007997600719784066, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0003998800359892033, "country_support": 0.000499850044986504, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0003998800359892033, "disposable_card_limits": 0.000499850044986504, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0005998200539838048, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.001099670098970309, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0002999100269919024, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.0008997300809757073, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.016595021493551933, "top_up_by_card_charge": 0.8972308307507748, "top_up_by_cash_or_cheque": 0.0005998200539838048, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.000499850044986504, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.0489853044086774, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0007997600719784066, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.0006997900629811057, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 71.54179189819843, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2826", "text_group": "846d961dbf08605b387174ea05b90c5a548d13975d30c056937829dbefac56a6", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0005001000200040008, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.004800960192038407, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0008001600320064013, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0007001400280056011, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.005501100220044008, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0016003200640128026, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0017003400680136026, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0030006001200240046, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0015003000600120023, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0054010802160432084, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.08381676335267053, "top_up_by_card_charge": 0.8033606721344269, "top_up_by_cash_or_cheque": 0.0007001400280056011, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.05081016203240648, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.016303260652130423, "transfer_into_account": 0.0006001200240048009, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0009001800360072014, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.93616698309779, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2827", "text_group": "2952128343c571c53abbe8cfe7ebf0b951ade4ee17b1f6d59b9b3083206e3105", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0002999100269919024, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.000999700089973008, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.000499850044986504, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.0006997900629811057, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0002999100269919024, "country_support": 0.0005998200539838048, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.000499850044986504, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.0002999100269919024, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.006797960611816455, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.002399280215935219, "top_up_by_card_charge": 0.9088273517944617, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.05638308507447766, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.003998800359892032, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 71.21362502221018, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2828", "text_group": "687df3962b63806bf69418ea81350d26dc4106c686375eeb2c0f3e89db23da79", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 9.996001599360257e-05, "activate_my_card": 0.0002998800479808077, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0004998000799680128, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019992003198720514, "beneficiary_not_allowed": 0.00019992003198720514, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0004998000799680128, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0003998400639744103, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.0016993202718912435, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.00019992003198720514, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.0005997600959616154, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 9.996001599360257e-05, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0016993202718912435, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.0034986005597760898, "top_up_by_card_charge": 0.9603158736505398, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.014994002399040383, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.0004998000799680128, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 72.71683297585696, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2829", "text_group": "eebbf02c31f7c06ab3821d2252605db04651a1dbe8bef22702b451771965e708", "expected": "top_up_by_card_charge", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0009000900090009, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0062006200620062, "automatic_top_up": 0.0036003600360036, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0007000700070007, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.1001100110011001, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0015001500150015003, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0008000800080008001, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0006000600060006, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0005000500050005, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0006000600060006, "country_support": 0.0019001900190019003, "declined_card_payment": 0.0008000800080008001, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0008000800080008001, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.0007000700070007, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.0006000600060006, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0019001900190019003, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0007000700070007, "getting_spare_card": 0.009000900090009, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0008000800080008001, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0008000800080008001, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0008000800080008001, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.0445044504450445, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0024002400240024, "top_up_by_card_charge": 0.005000500050005001, "top_up_by_cash_or_cheque": 0.0011001100110011003, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0014001400140014, "top_up_reverted": 0.0008000800080008001, "topping_up_by_card": 0.7690769076907691, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.0005000500050005, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.015201520152015202, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0023002300230023, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006 }, "error": null, "latency_ms": 71.26883300952613, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2830", "text_group": "bf85ef8403927a9290da96dbd33c2f5f5ea25081bb9ba9dbd09f07071dc5433a", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0005001000200040008, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0006001200240048009, "atm_support": 0.0014002800560112022, "automatic_top_up": 0.017403480696139225, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0008001600320064013, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0007001400280056011, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0045009001800360065, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00610122024404881, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0003000600120024004, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0006001200240048009, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0029005801160232043, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.00650130026005201, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.0006001200240048009, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0008001600320064013, "getting_virtual_card": 0.00040008001600320064, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0012002400480096017, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0005001000200040008, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0011002200440088019, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.09741948389677936, "top_up_by_card_charge": 0.8093618723744749, "top_up_by_cash_or_cheque": 0.001900380076015203, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0007001400280056011, "top_up_reverted": 0.0008001600320064013, "topping_up_by_card": 0.019203840768153627, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.002600520104020804, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.0010002000400080016, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 68.11708293389529, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2831", "text_group": "db6b9f2a0bf7ff5bb6866891e88494d3ded6d34da18220834f5bc6ead1f73153", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.00039980009995002505, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.0004997501249375313, "atm_support": 0.0013993003498250875, "automatic_top_up": 0.02178910544727636, "balance_not_updated_after_bank_transfer": 0.0002998500749625187, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004997501249375313, "beneficiary_not_allowed": 0.00039980009995002505, "cancel_transfer": 0.0002998500749625187, "card_about_to_expire": 0.0002998500749625187, "card_acceptance": 0.0006996501749125438, "card_arrival": 0.0002998500749625187, "card_delivery_estimate": 0.0002998500749625187, "card_linking": 0.0004997501249375313, "card_not_working": 0.00039980009995002505, "card_payment_fee_charged": 0.0017991004497751124, "card_payment_not_recognised": 0.00039980009995002505, "card_payment_wrong_exchange_rate": 0.00039980009995002505, "card_swallowed": 0.00039980009995002505, "cash_withdrawal_charge": 0.0008995502248875562, "cash_withdrawal_not_recognised": 0.0002998500749625187, "change_pin": 0.0002998500749625187, "compromised_card": 0.00039980009995002505, "contactless_not_working": 0.00039980009995002505, "country_support": 0.0005997001499250374, "declined_card_payment": 0.0002998500749625187, "declined_cash_withdrawal": 0.0002998500749625187, "declined_transfer": 0.0002998500749625187, "direct_debit_payment_not_recognised": 0.0004997501249375313, "disposable_card_limits": 0.0005997001499250374, "edit_personal_details": 0.00039980009995002505, "exchange_charge": 0.0008995502248875562, "exchange_rate": 0.0002998500749625187, "exchange_via_app": 0.0002998500749625187, "extra_charge_on_statement": 0.014292853573213395, "failed_transfer": 0.0002998500749625187, "fiat_currency_support": 0.0004997501249375313, "get_disposable_virtual_card": 0.00039980009995002505, "get_physical_card": 0.00039980009995002505, "getting_spare_card": 0.00039980009995002505, "getting_virtual_card": 0.0002998500749625187, "lost_or_stolen_card": 0.0002998500749625187, "lost_or_stolen_phone": 0.00019990004997501253, "order_physical_card": 0.0002998500749625187, "passcode_forgotten": 0.0002998500749625187, "pending_card_payment": 0.0002998500749625187, "pending_cash_withdrawal": 0.0002998500749625187, "pending_top_up": 0.0007996001999000501, "pending_transfer": 0.0002998500749625187, "pin_blocked": 0.0002998500749625187, "receiving_money": 0.00039980009995002505, "request_refund": 0.0002998500749625187, "reverted_card_payment?": 0.0002998500749625187, "supported_cards_and_currencies": 0.0007996001999000501, "terminate_account": 0.0002998500749625187, "top_up_by_bank_transfer_charge": 0.08845577211394302, "top_up_by_card_charge": 0.8278860569715143, "top_up_by_cash_or_cheque": 0.0007996001999000501, "top_up_failed": 0.0004997501249375313, "top_up_limits": 0.0009995002498750627, "top_up_reverted": 0.0005997001499250374, "topping_up_by_card": 0.013893053473263368, "transaction_charged_twice": 0.0002998500749625187, "transfer_fee_charged": 0.0008995502248875562, "transfer_into_account": 0.0002998500749625187, "transfer_not_received_by_recipient": 0.0002998500749625187, "transfer_timing": 0.0002998500749625187, "unable_to_verify_identity": 0.0002998500749625187, "verify_my_identity": 0.0002998500749625187, "verify_source_of_funds": 0.0002998500749625187, "verify_top_up": 0.0018990504747626188, "virtual_card_not_working": 0.0002998500749625187, "visa_or_mastercard": 0.0004997501249375313, "why_verify_identity": 0.0002998500749625187, "wrong_amount_of_cash_received": 0.0002998500749625187, "wrong_exchange_rate_for_cash_withdrawal": 0.00039980009995002505 }, "error": null, "latency_ms": 68.5152499936521, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2832", "text_group": "4c913733564452f8f44427cfde7730bd8392f9e99b2583961aa242bd80aa5315", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0006, "automatic_top_up": 0.0023, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0006, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0006, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0028, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.001, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0036, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0017, "failed_transfer": 0.0002, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0004, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0006, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0067, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0654, "top_up_by_card_charge": 0.8632, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0003, "top_up_limits": 0.0004, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0289, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0034, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0007, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.12454206030816, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2833", "text_group": "dc4230afbf52589602e2aeb4f5a9b58644e84ab9d6bb0cd856ea73f9797b47f7", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.00040004000400040005, "atm_support": 0.0017001700170017002, "automatic_top_up": 0.0093009300930093, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0008000800080008001, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0049004900490049, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.0031003100310031, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0021002100210021, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.0081008100810081, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0005000500050005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0009000900090009, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.2708270827082708, "top_up_by_card_charge": 0.6467646764676468, "top_up_by_cash_or_cheque": 0.0005000500050005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0287028702870287, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0005000500050005, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 68.72170802671462, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2834", "text_group": "c985e46da22b6b8c90efae97626d302c221996f88617b22b29d1e32fce3b0f70", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.0003999200159968007, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0009998000399920016, "automatic_top_up": 0.014697060587882423, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.001299740051989602, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.0014997000599880025, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.00029994001199760045, "exchange_charge": 0.0008998200359928015, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.006098780243951211, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00029994001199760045, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0628874225154969, "top_up_by_card_charge": 0.8789242151569686, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.008498300339932015, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.00029994001199760045, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0008998200359928015, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 68.62229201942682, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2835", "text_group": "57c09a6d77d99bb17c16f2d726c0c4e2fbd12cfbf4ef797f5f52b185fdd91f7f", "expected": "top_up_by_card_charge", "prediction": "topping_up_by_card", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0012, "age_limit": 0.0006, "apple_pay_or_google_pay": 0.0017, "atm_support": 0.0039, "automatic_top_up": 0.0059, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.001, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0009, "card_acceptance": 0.041, "card_arrival": 0.0008, "card_delivery_estimate": 0.0007, "card_linking": 0.0037, "card_not_working": 0.001, "card_payment_fee_charged": 0.001, "card_payment_not_recognised": 0.0009, "card_payment_wrong_exchange_rate": 0.001, "card_swallowed": 0.0008, "cash_withdrawal_charge": 0.0007, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0006, "compromised_card": 0.0009, "contactless_not_working": 0.0011, "country_support": 0.0407, "declined_card_payment": 0.0011, "declined_cash_withdrawal": 0.0006, "declined_transfer": 0.0008, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0011, "edit_personal_details": 0.0007, "exchange_charge": 0.001, "exchange_rate": 0.0008, "exchange_via_app": 0.0009, "extra_charge_on_statement": 0.0007, "failed_transfer": 0.0007, "fiat_currency_support": 0.0024, "get_disposable_virtual_card": 0.0012, "get_physical_card": 0.001, "getting_spare_card": 0.0018, "getting_virtual_card": 0.0008, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.001, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0007, "pending_cash_withdrawal": 0.0005, "pending_top_up": 0.0011, "pending_transfer": 0.0005, "pin_blocked": 0.0006, "receiving_money": 0.0011, "request_refund": 0.0006, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.1934, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0016, "top_up_by_card_charge": 0.0033, "top_up_by_cash_or_cheque": 0.0016, "top_up_failed": 0.001, "top_up_limits": 0.0019, "top_up_reverted": 0.0012, "topping_up_by_card": 0.6407, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0006, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.0006, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0023, "virtual_card_not_working": 0.0008, "visa_or_mastercard": 0.0068, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0008 }, "error": null, "latency_ms": 68.73545795679092, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2836", "text_group": "2d1f33189cdb4264b27bb4d7a9efcf540fa505ef8972b411a7044cc71c59ba69", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.0005001500450135041, "age_limit": 0.00030009002700810244, "apple_pay_or_google_pay": 0.0009002700810243074, "atm_support": 0.0010003000900270082, "automatic_top_up": 0.004001200360108033, "balance_not_updated_after_bank_transfer": 0.00020006001800540165, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.00030009002700810244, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.0015004501350405124, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.0014004201260378114, "card_not_working": 0.0004001200360108033, "card_payment_fee_charged": 0.004201260378113434, "card_payment_not_recognised": 0.0004001200360108033, "card_payment_wrong_exchange_rate": 0.0004001200360108033, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00030009002700810244, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.0004001200360108033, "country_support": 0.0036010803240972295, "declined_card_payment": 0.0004001200360108033, "declined_cash_withdrawal": 0.00020006001800540165, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.0004001200360108033, "disposable_card_limits": 0.0005001500450135041, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.002100630189056717, "exchange_rate": 0.0004001200360108033, "exchange_via_app": 0.0004001200360108033, "extra_charge_on_statement": 0.001100330099029709, "failed_transfer": 0.00030009002700810244, "fiat_currency_support": 0.0006001800540162049, "get_disposable_virtual_card": 0.0004001200360108033, "get_physical_card": 0.00030009002700810244, "getting_spare_card": 0.0008002400720216066, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.0004001200360108033, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00030009002700810244, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00030009002700810244, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.0010003000900270082, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.01720516154846454, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.0741222366710013, "top_up_by_card_charge": 0.7707312193658098, "top_up_by_cash_or_cheque": 0.0007002100630189057, "top_up_failed": 0.00030009002700810244, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.0004001200360108033, "topping_up_by_card": 0.09182754826447936, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.003801140342102631, "transfer_into_account": 0.0005001500450135041, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.0004001200360108033, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00030009002700810244, "verify_source_of_funds": 0.00030009002700810244, "verify_top_up": 0.00030009002700810244, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.0012003601080324098, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00030009002700810244, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 69.67879098374397, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2837", "text_group": "44123ecaf39d2d5d9900c8df1115f8c7e0f08ce131421fb510fc9c4ab7356151", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00019988007195682588, "activate_my_card": 0.0004997001798920647, "age_limit": 0.0002998201079352388, "apple_pay_or_google_pay": 0.0004997001798920647, "atm_support": 0.0009994003597841295, "automatic_top_up": 0.00439736158305017, "balance_not_updated_after_bank_transfer": 0.0002998201079352388, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039976014391365176, "beneficiary_not_allowed": 0.00039976014391365176, "cancel_transfer": 0.00039976014391365176, "card_about_to_expire": 0.00039976014391365176, "card_acceptance": 0.0008994603238057164, "card_arrival": 0.0002998201079352388, "card_delivery_estimate": 0.0002998201079352388, "card_linking": 0.0009994003597841295, "card_not_working": 0.00039976014391365176, "card_payment_fee_charged": 0.001998800719568259, "card_payment_not_recognised": 0.00039976014391365176, "card_payment_wrong_exchange_rate": 0.00039976014391365176, "card_swallowed": 0.0002998201079352388, "cash_withdrawal_charge": 0.0009994003597841295, "cash_withdrawal_not_recognised": 0.00019988007195682588, "change_pin": 0.0002998201079352388, "compromised_card": 0.0002998201079352388, "contactless_not_working": 0.0002998201079352388, "country_support": 0.0009994003597841295, "declined_card_payment": 0.0002998201079352388, "declined_cash_withdrawal": 0.00019988007195682588, "declined_transfer": 0.0002998201079352388, "direct_debit_payment_not_recognised": 0.0004997001798920647, "disposable_card_limits": 0.0004997001798920647, "edit_personal_details": 0.0004997001798920647, "exchange_charge": 0.0026983809714171496, "exchange_rate": 0.00039976014391365176, "exchange_via_app": 0.00039976014391365176, "extra_charge_on_statement": 0.04207475514691184, "failed_transfer": 0.0002998201079352388, "fiat_currency_support": 0.0004997001798920647, "get_disposable_virtual_card": 0.0004997001798920647, "get_physical_card": 0.00039976014391365176, "getting_spare_card": 0.0004997001798920647, "getting_virtual_card": 0.0002998201079352388, "lost_or_stolen_card": 0.00019988007195682588, "lost_or_stolen_phone": 0.00019988007195682588, "order_physical_card": 0.0004997001798920647, "passcode_forgotten": 0.00019988007195682588, "pending_card_payment": 0.0002998201079352388, "pending_cash_withdrawal": 0.00019988007195682588, "pending_top_up": 0.0002998201079352388, "pending_transfer": 0.00019988007195682588, "pin_blocked": 0.00019988007195682588, "receiving_money": 0.0006995802518488906, "request_refund": 0.00019988007195682588, "reverted_card_payment?": 0.0002998201079352388, "supported_cards_and_currencies": 0.001998800719568259, "terminate_account": 0.0002998201079352388, "top_up_by_bank_transfer_charge": 0.03817709374375374, "top_up_by_card_charge": 0.8327003797721366, "top_up_by_cash_or_cheque": 0.0009994003597841295, "top_up_failed": 0.00039976014391365176, "top_up_limits": 0.0004997001798920647, "top_up_reverted": 0.0004997001798920647, "topping_up_by_card": 0.04537277633419948, "transaction_charged_twice": 0.00019988007195682588, "transfer_fee_charged": 0.0027983210073955623, "transfer_into_account": 0.0004997001798920647, "transfer_not_received_by_recipient": 0.00019988007195682588, "transfer_timing": 0.00039976014391365176, "unable_to_verify_identity": 0.0002998201079352388, "verify_my_identity": 0.0002998201079352388, "verify_source_of_funds": 0.0002998201079352388, "verify_top_up": 0.00039976014391365176, "virtual_card_not_working": 0.0002998201079352388, "visa_or_mastercard": 0.0005996402158704776, "why_verify_identity": 0.0002998201079352388, "wrong_amount_of_cash_received": 0.0002998201079352388, "wrong_exchange_rate_for_cash_withdrawal": 0.00039976014391365176 }, "error": null, "latency_ms": 68.70070798322558, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2838", "text_group": "d26f9f4befa67397a00984e513d349df84af657da4d0a9c7b30ce11ad18df40c", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.00040004000400040005, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0014001400140014, "automatic_top_up": 0.04420442044204421, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0007000700070007, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0006000600060006, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0026002600260026003, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.001000100010001, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0006000600060006, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.001000100010001, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0055005500550055, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0011001100110011003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0005000500050005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0009000900090009, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0848084808480848, "top_up_by_card_charge": 0.8002800280028003, "top_up_by_cash_or_cheque": 0.0012001200120012, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0016001600160016002, "top_up_reverted": 0.0007000700070007, "topping_up_by_card": 0.027902790279027905, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0009000900090009, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0013001300130013002, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0006000600060006, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 69.60408308077604, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2839", "text_group": "3bb54143b21591d53729608173f2f05088a01e8dbdc222781220dba402afe560", "expected": "top_up_by_card_charge", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0018001800180018, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0005000500050005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0005000500050005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0007000700070007, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.0011001100110011003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0032003200320032004, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0045004500450045, "top_up_by_card_charge": 0.953095309530953, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0153015301530153, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.0021002100210021, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 69.26262506749481, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2840", "text_group": "9ee5453607bd79429d2eb86ffd5e01c3f8244f6ffd5486ae0a89262dff9bb4b4", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.9480792316926772, "age_limit": 0.00040016006402561027, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.0007002801120448179, "automatic_top_up": 0.0007002801120448179, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.0005002000800320128, "card_about_to_expire": 0.0006002400960384153, "card_acceptance": 0.0013005202080832333, "card_arrival": 0.0005002000800320128, "card_delivery_estimate": 0.0005002000800320128, "card_linking": 0.009703881552621049, "card_not_working": 0.001600640256102441, "card_payment_fee_charged": 0.0006002400960384153, "card_payment_not_recognised": 0.0006002400960384153, "card_payment_wrong_exchange_rate": 0.0006002400960384153, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.0007002801120448179, "compromised_card": 0.0005002000800320128, "contactless_not_working": 0.0006002400960384153, "country_support": 0.0006002400960384153, "declined_card_payment": 0.00040016006402561027, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.0007002801120448179, "edit_personal_details": 0.0008003201280512205, "exchange_charge": 0.00040016006402561027, "exchange_rate": 0.00040016006402561027, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.00040016006402561027, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.0006002400960384153, "get_disposable_virtual_card": 0.0007002801120448179, "get_physical_card": 0.0019007603041216487, "getting_spare_card": 0.0005002000800320128, "getting_virtual_card": 0.0005002000800320128, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.0007002801120448179, "passcode_forgotten": 0.00040016006402561027, "pending_card_payment": 0.0005002000800320128, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.0005002000800320128, "pending_transfer": 0.00040016006402561027, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.0006002400960384153, "request_refund": 0.0005002000800320128, "reverted_card_payment?": 0.0006002400960384153, "supported_cards_and_currencies": 0.0019007603041216487, "terminate_account": 0.0008003201280512205, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00040016006402561027, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.0014005602240896359, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00040016006402561027, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.00040016006402561027, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.0005002000800320128, "verify_source_of_funds": 0.0005002000800320128, "verify_top_up": 0.0007002801120448179, "virtual_card_not_working": 0.0008003201280512205, "visa_or_mastercard": 0.0007002801120448179, "why_verify_identity": 0.0005002000800320128, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 72.56454206071794, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2841", "text_group": "66334015ddcf6c2515925f07874c4e0ad370d4a1bbd048ede2aa69033a4f83de", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.9737947589517904, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.0006001200240048009, "card_arrival": 0.00040008001600320064, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.002000400080016003, "card_not_working": 0.0006001200240048009, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.0005001000200040008, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.00040008001600320064, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.0010002000400080016, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00040008001600320064, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0009001800360072014, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0003000600120024004, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0011002200440088019, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 74.89916705526412, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2842", "text_group": "7e99dd5cf8d374408686541c9912e7690fbe6e3ebbc280b1d17bd1473af31c50", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.9449, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0006, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0005, "card_acceptance": 0.0011, "card_arrival": 0.0005, "card_delivery_estimate": 0.0004, "card_linking": 0.0099, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0006, "compromised_card": 0.0004, "contactless_not_working": 0.0005, "country_support": 0.0006, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0006, "exchange_charge": 0.0004, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0006, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0012, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0011, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0004, "pending_transfer": 0.0003, "pin_blocked": 0.0004, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0119, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0004, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0011, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0013, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 72.46208295691758, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2843", "text_group": "f145bb5e3258eb36787930656b249bae9f69fad5a32e41e20b9e316871a60525", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.9523952395239524, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0005000500050005, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.0013001300130013002, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.008500850085008501, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.00040004000400040005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0006000600060006, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0005000500050005, "country_support": 0.0006000600060006, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0006000600060006, "get_physical_card": 0.0015001500150015003, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0012001200120012, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0005000500050005, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0049004900490049, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.0011001100110011003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.001000100010001, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 70.99441706668586, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2844", "text_group": "59650cd18d42d3e5d5c7ddc3eac32056c7d4a32cd67c26123b27e57df646de9f", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.9428228708516594, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0003998400639744103, "atm_support": 0.0005997600959616154, "automatic_top_up": 0.0004998000799680128, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0004998000799680128, "card_acceptance": 0.0009996001599360256, "card_arrival": 0.0004998000799680128, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.01599360255897641, "card_not_working": 0.0006997201119552179, "card_payment_fee_charged": 0.0004998000799680128, "card_payment_not_recognised": 0.0004998000799680128, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.0003998400639744103, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0005997600959616154, "compromised_card": 0.0003998400639744103, "contactless_not_working": 0.0004998000799680128, "country_support": 0.0005997600959616154, "declined_card_payment": 0.0003998400639744103, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0005997600959616154, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0004998000799680128, "get_disposable_virtual_card": 0.0005997600959616154, "get_physical_card": 0.0030987604958016795, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0004998000799680128, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0011995201919232307, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0003998400639744103, "pending_cash_withdrawal": 0.0002998800479808077, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0004998000799680128, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.006197520991603359, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0003998400639744103, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0018992403038784486, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0005997600959616154, "visa_or_mastercard": 0.0006997201119552179, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 71.49337499868125, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2845", "text_group": "bfb484bf168f74452fe272c2ecfc367e563b76d89c5a2fdc0e3c102ef2991cf3", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.9495798319327731, "age_limit": 0.0005002000800320128, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.0006002400960384153, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.00040016006402561027, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.0012004801920768306, "card_acceptance": 0.0011004401760704283, "card_arrival": 0.0008003201280512205, "card_delivery_estimate": 0.002300920368147259, "card_linking": 0.010604241696678672, "card_not_working": 0.0007002801120448179, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00040016006402561027, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.0006002400960384153, "compromised_card": 0.0005002000800320128, "contactless_not_working": 0.0005002000800320128, "country_support": 0.0006002400960384153, "declined_card_payment": 0.00040016006402561027, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.0010004001600640256, "edit_personal_details": 0.0005002000800320128, "exchange_charge": 0.00040016006402561027, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.00040016006402561027, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.0006002400960384153, "get_disposable_virtual_card": 0.0007002801120448179, "get_physical_card": 0.0011004401760704283, "getting_spare_card": 0.0005002000800320128, "getting_virtual_card": 0.0006002400960384153, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.0011004401760704283, "passcode_forgotten": 0.00040016006402561027, "pending_card_payment": 0.0005002000800320128, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.0006002400960384153, "pending_transfer": 0.00040016006402561027, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.00040016006402561027, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.0028011204481792717, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.00030012004801920766, "top_up_by_card_charge": 0.00040016006402561027, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00030012004801920766, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.00040016006402561027, "topping_up_by_card": 0.0008003201280512205, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00040016006402561027, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.0005002000800320128, "virtual_card_not_working": 0.0006002400960384153, "visa_or_mastercard": 0.0009003601440576229, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 70.87004196364433, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2846", "text_group": "44fc90223c8f1dcb03e7af45128294158a899d8e5522c08855a919d2f6b42eab", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.9524952495249525, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0007000700070007, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0011001100110011003, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.005700570057005701, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0008000800080008001, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.0005000500050005, "country_support": 0.0007000700070007, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.001000100010001, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0008000800080008001, "get_physical_card": 0.001000100010001, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0007000700070007, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0005000500050005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0048004800480048, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0011001100110011003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0014001400140014, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 71.0256660822779, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2847", "text_group": "90c980593c974cbdf276b2766a4923cf900b0f2b18906e82f267935fc75164f2", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.9575127461761471, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.000999700089973008, "card_arrival": 0.007397780665800261, "card_delivery_estimate": 0.0007997600719784066, "card_linking": 0.004098770368889334, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0003998800359892033, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0003998800359892033, "country_support": 0.000499850044986504, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0003998800359892033, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0035989203239028293, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0011996401079676095, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.000499850044986504, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0011996401079676095, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.000499850044986504, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 71.85070891864598, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2848", "text_group": "bb8f7160e886a90c247e39dbc199f654de4e9447abc1a4892709b67cab45a5c8", "expected": "activate_my_card", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.0022004400880176037, "activate_my_card": 0.012002400480096018, "age_limit": 0.0018003600720144029, "apple_pay_or_google_pay": 0.0028005601120224045, "atm_support": 0.005101020204040808, "automatic_top_up": 0.002000400080016003, "balance_not_updated_after_bank_transfer": 0.001900380076015203, "balance_not_updated_after_cheque_or_cash_deposit": 0.002000400080016003, "beneficiary_not_allowed": 0.002100420084016803, "cancel_transfer": 0.0018003600720144029, "card_about_to_expire": 0.48449689937987594, "card_acceptance": 0.009901980396079216, "card_arrival": 0.0035007001400280055, "card_delivery_estimate": 0.002000400080016003, "card_linking": 0.15553110622124425, "card_not_working": 0.008001600320064013, "card_payment_fee_charged": 0.0030006001200240046, "card_payment_not_recognised": 0.0022004400880176037, "card_payment_wrong_exchange_rate": 0.0024004800960192034, "card_swallowed": 0.0027005401080216042, "cash_withdrawal_charge": 0.0018003600720144029, "cash_withdrawal_not_recognised": 0.0014002800560112022, "change_pin": 0.0034006801360272052, "compromised_card": 0.0024004800960192034, "contactless_not_working": 0.0024004800960192034, "country_support": 0.0033006601320264054, "declined_card_payment": 0.0016003200640128026, "declined_cash_withdrawal": 0.0012002400480096017, "declined_transfer": 0.0014002800560112022, "direct_debit_payment_not_recognised": 0.0018003600720144029, "disposable_card_limits": 0.020404080816163232, "edit_personal_details": 0.007101420284056812, "exchange_charge": 0.001900380076015203, "exchange_rate": 0.0015003000600120023, "exchange_via_app": 0.001900380076015203, "extra_charge_on_statement": 0.0017003400680136026, "failed_transfer": 0.0014002800560112022, "fiat_currency_support": 0.0028005601120224045, "get_disposable_virtual_card": 0.00610122024404881, "get_physical_card": 0.022604520904180834, "getting_spare_card": 0.028105621124224843, "getting_virtual_card": 0.003700740148029606, "lost_or_stolen_card": 0.001300260052010402, "lost_or_stolen_phone": 0.0010002000400080016, "order_physical_card": 0.05461092218443689, "passcode_forgotten": 0.0018003600720144029, "pending_card_payment": 0.002000400080016003, "pending_cash_withdrawal": 0.0012002400480096017, "pending_top_up": 0.0016003200640128026, "pending_transfer": 0.001300260052010402, "pin_blocked": 0.0017003400680136026, "receiving_money": 0.002100420084016803, "request_refund": 0.0036007201440288058, "reverted_card_payment?": 0.0036007201440288058, "supported_cards_and_currencies": 0.03150630126025205, "terminate_account": 0.0017003400680136026, "top_up_by_bank_transfer_charge": 0.002100420084016803, "top_up_by_card_charge": 0.0023004600920184036, "top_up_by_cash_or_cheque": 0.0017003400680136026, "top_up_failed": 0.0017003400680136026, "top_up_limits": 0.002500500100020004, "top_up_reverted": 0.0023004600920184036, "topping_up_by_card": 0.011802360472094419, "transaction_charged_twice": 0.001300260052010402, "transfer_fee_charged": 0.0015003000600120023, "transfer_into_account": 0.0012002400480096017, "transfer_not_received_by_recipient": 0.0014002800560112022, "transfer_timing": 0.0015003000600120023, "unable_to_verify_identity": 0.001900380076015203, "verify_my_identity": 0.0018003600720144029, "verify_source_of_funds": 0.0015003000600120023, "verify_top_up": 0.0016003200640128026, "virtual_card_not_working": 0.005001000200040008, "visa_or_mastercard": 0.015803160632126428, "why_verify_identity": 0.0015003000600120023, "wrong_amount_of_cash_received": 0.001300260052010402, "wrong_exchange_rate_for_cash_withdrawal": 0.001900380076015203 }, "error": null, "latency_ms": 71.20008300989866, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2849", "text_group": "dd600b0bafefb680665923a12175364f2ac63adb8418acb9ca33735222f7728a", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00030009002700810244, "activate_my_card": 0.9289786936080825, "age_limit": 0.0005001500450135041, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0008002400720216066, "automatic_top_up": 0.0006001800540162049, "balance_not_updated_after_bank_transfer": 0.0004001200360108033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0007002100630189057, "card_about_to_expire": 0.0008002400720216066, "card_acceptance": 0.0017005101530459137, "card_arrival": 0.0025007502250675205, "card_delivery_estimate": 0.0007002100630189057, "card_linking": 0.016404921476442937, "card_not_working": 0.0015004501350405124, "card_payment_fee_charged": 0.0006001800540162049, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0006001800540162049, "cash_withdrawal_charge": 0.0004001200360108033, "cash_withdrawal_not_recognised": 0.0004001200360108033, "change_pin": 0.0013003901170351106, "compromised_card": 0.0007002100630189057, "contactless_not_working": 0.0007002100630189057, "country_support": 0.0008002400720216066, "declined_card_payment": 0.0004001200360108033, "declined_cash_withdrawal": 0.0004001200360108033, "declined_transfer": 0.0004001200360108033, "direct_debit_payment_not_recognised": 0.0004001200360108033, "disposable_card_limits": 0.0009002700810243074, "edit_personal_details": 0.0019005701710513156, "exchange_charge": 0.0004001200360108033, "exchange_rate": 0.0004001200360108033, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.0004001200360108033, "failed_transfer": 0.0004001200360108033, "fiat_currency_support": 0.0007002100630189057, "get_disposable_virtual_card": 0.0010003000900270082, "get_physical_card": 0.0013003901170351106, "getting_spare_card": 0.0007002100630189057, "getting_virtual_card": 0.0006001800540162049, "lost_or_stolen_card": 0.0008002400720216066, "lost_or_stolen_phone": 0.0004001200360108033, "order_physical_card": 0.0028008402520756227, "passcode_forgotten": 0.0004001200360108033, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.00030009002700810244, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0004001200360108033, "pin_blocked": 0.0005001500450135041, "receiving_money": 0.0006001800540162049, "request_refund": 0.0005001500450135041, "reverted_card_payment?": 0.0006001800540162049, "supported_cards_and_currencies": 0.005201560468140442, "terminate_account": 0.0010003000900270082, "top_up_by_bank_transfer_charge": 0.0004001200360108033, "top_up_by_card_charge": 0.0004001200360108033, "top_up_by_cash_or_cheque": 0.0004001200360108033, "top_up_failed": 0.0004001200360108033, "top_up_limits": 0.0005001500450135041, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.0015004501350405124, "transaction_charged_twice": 0.0004001200360108033, "transfer_fee_charged": 0.0004001200360108033, "transfer_into_account": 0.0004001200360108033, "transfer_not_received_by_recipient": 0.0004001200360108033, "transfer_timing": 0.0004001200360108033, "unable_to_verify_identity": 0.0005001500450135041, "verify_my_identity": 0.0004001200360108033, "verify_source_of_funds": 0.0004001200360108033, "verify_top_up": 0.0005001500450135041, "virtual_card_not_working": 0.0007002100630189057, "visa_or_mastercard": 0.0009002700810243074, "why_verify_identity": 0.0004001200360108033, "wrong_amount_of_cash_received": 0.0004001200360108033, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 72.27766700088978, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2850", "text_group": "16c4ff1c70b804562be22b9e5af7d07f49bb192a1c58d6fbb9f055fb1c85b618", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.0005003001801080648, "activate_my_card": 0.921953171903142, "age_limit": 0.0005003001801080648, "apple_pay_or_google_pay": 0.0005003001801080648, "atm_support": 0.0007004202521512908, "automatic_top_up": 0.0005003001801080648, "balance_not_updated_after_bank_transfer": 0.0004002401440864519, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005003001801080648, "beneficiary_not_allowed": 0.0008004802881729038, "cancel_transfer": 0.0006003602161296778, "card_about_to_expire": 0.0007004202521512908, "card_acceptance": 0.0009005403241945167, "card_arrival": 0.0006003602161296778, "card_delivery_estimate": 0.0006003602161296778, "card_linking": 0.0028016810086051633, "card_not_working": 0.026615969581749048, "card_payment_fee_charged": 0.0005003001801080648, "card_payment_not_recognised": 0.0006003602161296778, "card_payment_wrong_exchange_rate": 0.0006003602161296778, "card_swallowed": 0.0007004202521512908, "cash_withdrawal_charge": 0.0004002401440864519, "cash_withdrawal_not_recognised": 0.0004002401440864519, "change_pin": 0.0007004202521512908, "compromised_card": 0.0007004202521512908, "contactless_not_working": 0.0010006003602161296, "country_support": 0.0007004202521512908, "declined_card_payment": 0.0012007204322593557, "declined_cash_withdrawal": 0.0005003001801080648, "declined_transfer": 0.0008004802881729038, "direct_debit_payment_not_recognised": 0.0005003001801080648, "disposable_card_limits": 0.0007004202521512908, "edit_personal_details": 0.0008004802881729038, "exchange_charge": 0.0004002401440864519, "exchange_rate": 0.0004002401440864519, "exchange_via_app": 0.0004002401440864519, "extra_charge_on_statement": 0.0004002401440864519, "failed_transfer": 0.0005003001801080648, "fiat_currency_support": 0.0006003602161296778, "get_disposable_virtual_card": 0.0008004802881729038, "get_physical_card": 0.0008004802881729038, "getting_spare_card": 0.0005003001801080648, "getting_virtual_card": 0.0005003001801080648, "lost_or_stolen_card": 0.0005003001801080648, "lost_or_stolen_phone": 0.0004002401440864519, "order_physical_card": 0.0006003602161296778, "passcode_forgotten": 0.0005003001801080648, "pending_card_payment": 0.0006003602161296778, "pending_cash_withdrawal": 0.0004002401440864519, "pending_top_up": 0.0005003001801080648, "pending_transfer": 0.0004002401440864519, "pin_blocked": 0.0008004802881729038, "receiving_money": 0.0005003001801080648, "request_refund": 0.0005003001801080648, "reverted_card_payment?": 0.0007004202521512908, "supported_cards_and_currencies": 0.0025015009005403244, "terminate_account": 0.0007004202521512908, "top_up_by_bank_transfer_charge": 0.0004002401440864519, "top_up_by_card_charge": 0.0004002401440864519, "top_up_by_cash_or_cheque": 0.0004002401440864519, "top_up_failed": 0.0005003001801080648, "top_up_limits": 0.0005003001801080648, "top_up_reverted": 0.0006003602161296778, "topping_up_by_card": 0.0009005403241945167, "transaction_charged_twice": 0.0004002401440864519, "transfer_fee_charged": 0.0004002401440864519, "transfer_into_account": 0.0004002401440864519, "transfer_not_received_by_recipient": 0.0004002401440864519, "transfer_timing": 0.0004002401440864519, "unable_to_verify_identity": 0.0006003602161296778, "verify_my_identity": 0.0005003001801080648, "verify_source_of_funds": 0.0004002401440864519, "verify_top_up": 0.0005003001801080648, "virtual_card_not_working": 0.0051030618371022615, "visa_or_mastercard": 0.0008004802881729038, "why_verify_identity": 0.0006003602161296778, "wrong_amount_of_cash_received": 0.0004002401440864519, "wrong_exchange_rate_for_cash_withdrawal": 0.0005003001801080648 }, "error": null, "latency_ms": 72.02091696672142, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2851", "text_group": "2f38208c5fe7cc892f8f1da22717cf15f679808b9197217c73041371a027d680", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.9020608243297319, "age_limit": 0.00040016006402561027, "apple_pay_or_google_pay": 0.0006002400960384153, "atm_support": 0.000900360144057623, "automatic_top_up": 0.0006002400960384153, "balance_not_updated_after_bank_transfer": 0.0005002000800320128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.0005002000800320128, "card_about_to_expire": 0.0007002801120448179, "card_acceptance": 0.002300920368147259, "card_arrival": 0.0008003201280512205, "card_delivery_estimate": 0.0006002400960384153, "card_linking": 0.042517006802721094, "card_not_working": 0.0010004001600640256, "card_payment_fee_charged": 0.0007002801120448179, "card_payment_not_recognised": 0.0006002400960384153, "card_payment_wrong_exchange_rate": 0.0006002400960384153, "card_swallowed": 0.0006002400960384153, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.00040016006402561027, "change_pin": 0.0008003201280512205, "compromised_card": 0.0007002801120448179, "contactless_not_working": 0.0007002801120448179, "country_support": 0.000900360144057623, "declined_card_payment": 0.0005002000800320128, "declined_cash_withdrawal": 0.00040016006402561027, "declined_transfer": 0.0005002000800320128, "direct_debit_payment_not_recognised": 0.0005002000800320128, "disposable_card_limits": 0.0007002801120448179, "edit_personal_details": 0.0005002000800320128, "exchange_charge": 0.0005002000800320128, "exchange_rate": 0.0005002000800320128, "exchange_via_app": 0.0005002000800320128, "extra_charge_on_statement": 0.00040016006402561027, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.0007002801120448179, "get_disposable_virtual_card": 0.0007002801120448179, "get_physical_card": 0.002501000400160064, "getting_spare_card": 0.0007002801120448179, "getting_virtual_card": 0.0007002801120448179, "lost_or_stolen_card": 0.0005002000800320128, "lost_or_stolen_phone": 0.00040016006402561027, "order_physical_card": 0.000900360144057623, "passcode_forgotten": 0.00040016006402561027, "pending_card_payment": 0.0006002400960384153, "pending_cash_withdrawal": 0.00040016006402561027, "pending_top_up": 0.0005002000800320128, "pending_transfer": 0.0005002000800320128, "pin_blocked": 0.0005002000800320128, "receiving_money": 0.0007002801120448179, "request_refund": 0.0005002000800320128, "reverted_card_payment?": 0.0007002801120448179, "supported_cards_and_currencies": 0.007703081232492998, "terminate_account": 0.0007002801120448179, "top_up_by_bank_transfer_charge": 0.0005002000800320128, "top_up_by_card_charge": 0.0005002000800320128, "top_up_by_cash_or_cheque": 0.0005002000800320128, "top_up_failed": 0.0005002000800320128, "top_up_limits": 0.0005002000800320128, "top_up_reverted": 0.0006002400960384153, "topping_up_by_card": 0.0021008403361344537, "transaction_charged_twice": 0.00040016006402561027, "transfer_fee_charged": 0.00040016006402561027, "transfer_into_account": 0.00040016006402561027, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.0005002000800320128, "unable_to_verify_identity": 0.0005002000800320128, "verify_my_identity": 0.0006002400960384153, "verify_source_of_funds": 0.0005002000800320128, "verify_top_up": 0.0006002400960384153, "virtual_card_not_working": 0.0007002801120448179, "visa_or_mastercard": 0.0015006002400960385, "why_verify_identity": 0.0005002000800320128, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.0005002000800320128 }, "error": null, "latency_ms": 72.61400006245822, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2852", "text_group": "8dde2a76120bf9b2f98ecf90853715e4ef8c1375a28116e827b3f6b1a542c716", "expected": "activate_my_card", "prediction": "lost_or_stolen_card", "probabilities": { "Refund_not_showing_up": 0.0004000800160032007, "activate_my_card": 0.0004000800160032007, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0003000600120024005, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0003000600120024005, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0004000800160032007, "cancel_transfer": 0.0003000600120024005, "card_about_to_expire": 0.001200240048009602, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.0004000800160032007, "card_linking": 0.0010002000400080016, "card_not_working": 0.0011002200440088019, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0004000800160032007, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.10532106421284258, "cash_withdrawal_charge": 0.0003000600120024005, "cash_withdrawal_not_recognised": 0.0003000600120024005, "change_pin": 0.0003000600120024005, "compromised_card": 0.01640328065613123, "contactless_not_working": 0.0004000800160032007, "country_support": 0.0004000800160032007, "declined_card_payment": 0.0003000600120024005, "declined_cash_withdrawal": 0.0003000600120024005, "declined_transfer": 0.0003000600120024005, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.0003000600120024005, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.00020004000800160035, "failed_transfer": 0.0003000600120024005, "fiat_currency_support": 0.0004000800160032007, "get_disposable_virtual_card": 0.0004000800160032007, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0003000600120024005, "lost_or_stolen_card": 0.850370074014803, "lost_or_stolen_phone": 0.0010002000400080016, "order_physical_card": 0.0004000800160032007, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.0003000600120024005, "receiving_money": 0.0003000600120024005, "request_refund": 0.0004000800160032007, "reverted_card_payment?": 0.0004000800160032007, "supported_cards_and_currencies": 0.0010002000400080016, "terminate_account": 0.0004000800160032007, "top_up_by_bank_transfer_charge": 0.0003000600120024005, "top_up_by_card_charge": 0.00020004000800160035, "top_up_by_cash_or_cheque": 0.0003000600120024005, "top_up_failed": 0.0003000600120024005, "top_up_limits": 0.0003000600120024005, "top_up_reverted": 0.0004000800160032007, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.0003000600120024005, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0003000600120024005, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.0003000600120024005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 74.36274993233383, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2853", "text_group": "8bb1c6d2564ac927380bbac47b8e5b52d9ad6926a1fc14fe643c746b3cf632f0", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.000199860097931448, "activate_my_card": 0.9530328769861098, "age_limit": 0.00029979014689717197, "apple_pay_or_google_pay": 0.000399720195862896, "atm_support": 0.00049965024482862, "automatic_top_up": 0.000399720195862896, "balance_not_updated_after_bank_transfer": 0.00029979014689717197, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029979014689717197, "beneficiary_not_allowed": 0.00029979014689717197, "cancel_transfer": 0.00029979014689717197, "card_about_to_expire": 0.00049965024482862, "card_acceptance": 0.00099930048965724, "card_arrival": 0.001099230538622964, "card_delivery_estimate": 0.000399720195862896, "card_linking": 0.010192864994503848, "card_not_working": 0.00049965024482862, "card_payment_fee_charged": 0.000399720195862896, "card_payment_not_recognised": 0.000399720195862896, "card_payment_wrong_exchange_rate": 0.000399720195862896, "card_swallowed": 0.000399720195862896, "cash_withdrawal_charge": 0.00029979014689717197, "cash_withdrawal_not_recognised": 0.00029979014689717197, "change_pin": 0.000399720195862896, "compromised_card": 0.000399720195862896, "contactless_not_working": 0.000399720195862896, "country_support": 0.00049965024482862, "declined_card_payment": 0.00029979014689717197, "declined_cash_withdrawal": 0.000199860097931448, "declined_transfer": 0.00029979014689717197, "direct_debit_payment_not_recognised": 0.00029979014689717197, "disposable_card_limits": 0.00049965024482862, "edit_personal_details": 0.000399720195862896, "exchange_charge": 0.00029979014689717197, "exchange_rate": 0.00029979014689717197, "exchange_via_app": 0.00029979014689717197, "extra_charge_on_statement": 0.00029979014689717197, "failed_transfer": 0.00029979014689717197, "fiat_currency_support": 0.00049965024482862, "get_disposable_virtual_card": 0.00049965024482862, "get_physical_card": 0.005596082742080544, "getting_spare_card": 0.00049965024482862, "getting_virtual_card": 0.00049965024482862, "lost_or_stolen_card": 0.00029979014689717197, "lost_or_stolen_phone": 0.000199860097931448, "order_physical_card": 0.0023983211751773758, "passcode_forgotten": 0.00029979014689717197, "pending_card_payment": 0.000399720195862896, "pending_cash_withdrawal": 0.00029979014689717197, "pending_top_up": 0.000399720195862896, "pending_transfer": 0.00029979014689717197, "pin_blocked": 0.00029979014689717197, "receiving_money": 0.00049965024482862, "request_refund": 0.000399720195862896, "reverted_card_payment?": 0.000399720195862896, "supported_cards_and_currencies": 0.001399020685520136, "terminate_account": 0.000399720195862896, "top_up_by_bank_transfer_charge": 0.00029979014689717197, "top_up_by_card_charge": 0.00029979014689717197, "top_up_by_cash_or_cheque": 0.00029979014689717197, "top_up_failed": 0.00029979014689717197, "top_up_limits": 0.00029979014689717197, "top_up_reverted": 0.000399720195862896, "topping_up_by_card": 0.0005995802937943439, "transaction_charged_twice": 0.00029979014689717197, "transfer_fee_charged": 0.00029979014689717197, "transfer_into_account": 0.00029979014689717197, "transfer_not_received_by_recipient": 0.00029979014689717197, "transfer_timing": 0.00029979014689717197, "unable_to_verify_identity": 0.00029979014689717197, "verify_my_identity": 0.000399720195862896, "verify_source_of_funds": 0.00029979014689717197, "verify_top_up": 0.000399720195862896, "virtual_card_not_working": 0.000399720195862896, "visa_or_mastercard": 0.0005995802937943439, "why_verify_identity": 0.00029979014689717197, "wrong_amount_of_cash_received": 0.00029979014689717197, "wrong_exchange_rate_for_cash_withdrawal": 0.00029979014689717197 }, "error": null, "latency_ms": 79.41220910288393, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2854", "text_group": "f61cc4204552171b07da54fb638a69cd55999e8b4d41d8439b0cbde5a22d8341", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.954, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0006, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0006, "card_acceptance": 0.0035, "card_arrival": 0.0005, "card_delivery_estimate": 0.0004, "card_linking": 0.0051, "card_not_working": 0.0009, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0005, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0005, "compromised_card": 0.0005, "contactless_not_working": 0.0005, "country_support": 0.0005, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0008, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0016, "getting_spare_card": 0.0006, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0006, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0004, "pending_transfer": 0.0003, "pin_blocked": 0.0004, "receiving_money": 0.0005, "request_refund": 0.0004, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0045, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0004, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0011, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0006, "visa_or_mastercard": 0.0009, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 78.58895801473409, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2855", "text_group": "f21d8958eaefa1ca2b07ba6fb4a8a43165f71a21d73c2d5745ee5603c074f31f", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.9613116065180446, "age_limit": 0.000499850044986504, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000499850044986504, "automatic_top_up": 0.000499850044986504, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.000499850044986504, "card_acceptance": 0.0011996401079676095, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.00609817054883535, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0005998200539838048, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0003998800359892033, "country_support": 0.000499850044986504, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.0006997900629811057, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.0014995501349595122, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0007997600719784066, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.002399280215935219, "terminate_account": 0.0003998800359892033, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0006997900629811057, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 73.98308301344514, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2856", "text_group": "5b26983edbe5154d16d2980b6e41a75aa05f295abd756b0ef619f68941a7210c", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.9181163767246551, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0005998800239952009, "atm_support": 0.0007998400319936014, "automatic_top_up": 0.0008998200359928015, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.0006998600279944011, "card_about_to_expire": 0.0007998400319936014, "card_acceptance": 0.001299740051989602, "card_arrival": 0.0006998600279944011, "card_delivery_estimate": 0.0005998800239952009, "card_linking": 0.02399520095980804, "card_not_working": 0.0028994201159768043, "card_payment_fee_charged": 0.0005998800239952009, "card_payment_not_recognised": 0.0006998600279944011, "card_payment_wrong_exchange_rate": 0.0006998600279944011, "card_swallowed": 0.0006998600279944011, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0013997200559888023, "compromised_card": 0.0006998600279944011, "contactless_not_working": 0.0006998600279944011, "country_support": 0.0007998400319936014, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0009998000399920016, "edit_personal_details": 0.0010997800439912018, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0005998800239952009, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0009998000399920016, "get_physical_card": 0.0018996200759848032, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.0006998600279944011, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0008998200359928015, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0006998600279944011, "request_refund": 0.0004999000199960008, "reverted_card_payment?": 0.0006998600279944011, "supported_cards_and_currencies": 0.0032993401319736052, "terminate_account": 0.004799040191961607, "top_up_by_bank_transfer_charge": 0.0004999000199960008, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.0014997000599880025, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0004999000199960008, "transfer_timing": 0.0004999000199960008, "unable_to_verify_identity": 0.0004999000199960008, "verify_my_identity": 0.0005998800239952009, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0006998600279944011, "virtual_card_not_working": 0.0010997800439912018, "visa_or_mastercard": 0.0007998400319936014, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 72.8525830199942, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2857", "text_group": "bf5ab3ae651a3b042165c5da8c02d232a41922243114ffedc24ab35ef697f7ad", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.9535814325730292, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.0005002000800320128, "atm_support": 0.0006002400960384153, "automatic_top_up": 0.0008003201280512205, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040016006402561027, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.0005002000800320128, "card_about_to_expire": 0.0006002400960384153, "card_acceptance": 0.0010004001600640256, "card_arrival": 0.0005002000800320128, "card_delivery_estimate": 0.00040016006402561027, "card_linking": 0.007002801120448179, "card_not_working": 0.0019007603041216485, "card_payment_fee_charged": 0.0005002000800320128, "card_payment_not_recognised": 0.0005002000800320128, "card_payment_wrong_exchange_rate": 0.0005002000800320128, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.0007002801120448179, "compromised_card": 0.0005002000800320128, "contactless_not_working": 0.0006002400960384153, "country_support": 0.0006002400960384153, "declined_card_payment": 0.00040016006402561027, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00040016006402561027, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.0007002801120448179, "edit_personal_details": 0.0007002801120448179, "exchange_charge": 0.00040016006402561027, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.00040016006402561027, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.0006002400960384153, "get_disposable_virtual_card": 0.0007002801120448179, "get_physical_card": 0.0013005202080832333, "getting_spare_card": 0.00040016006402561027, "getting_virtual_card": 0.0005002000800320128, "lost_or_stolen_card": 0.00040016006402561027, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.0006002400960384153, "passcode_forgotten": 0.00040016006402561027, "pending_card_payment": 0.0005002000800320128, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.0005002000800320128, "pending_transfer": 0.00040016006402561027, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.0005002000800320128, "request_refund": 0.0005002000800320128, "reverted_card_payment?": 0.0005002000800320128, "supported_cards_and_currencies": 0.0015006002400960385, "terminate_account": 0.0008003201280512205, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.00040016006402561027, "top_up_by_cash_or_cheque": 0.00040016006402561027, "top_up_failed": 0.00040016006402561027, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.0005002000800320128, "topping_up_by_card": 0.0010004001600640256, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00040016006402561027, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.00040016006402561027, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.0005002000800320128, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.0006002400960384153, "virtual_card_not_working": 0.0008003201280512205, "visa_or_mastercard": 0.0006002400960384153, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.00040016006402561027 }, "error": null, "latency_ms": 74.33500001206994, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2858", "text_group": "b2e23c148458bc2c8e77616fa873b664678b78d92c16a3f913170d7d97562c5f", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.0025997400259974, "activate_my_card": 0.5618438156184381, "age_limit": 0.0020997900209979003, "apple_pay_or_google_pay": 0.0030996900309969004, "atm_support": 0.0046995300469953, "automatic_top_up": 0.07699230076992301, "balance_not_updated_after_bank_transfer": 0.0031996800319968005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0036996300369963007, "beneficiary_not_allowed": 0.0201979802019798, "cancel_transfer": 0.0036996300369963007, "card_about_to_expire": 0.0022997700229977, "card_acceptance": 0.0032996700329967, "card_arrival": 0.0023997600239976003, "card_delivery_estimate": 0.0025997400259974, "card_linking": 0.0040995900409959, "card_not_working": 0.0077992200779922, "card_payment_fee_charged": 0.0031996800319968005, "card_payment_not_recognised": 0.0035996400359964, "card_payment_wrong_exchange_rate": 0.0034996500349965005, "card_swallowed": 0.0029997000299970002, "cash_withdrawal_charge": 0.0024997500249975004, "cash_withdrawal_not_recognised": 0.0022997700229977, "change_pin": 0.0033996600339966003, "compromised_card": 0.0026997300269973002, "contactless_not_working": 0.004399560043995601, "country_support": 0.0033996600339966003, "declined_card_payment": 0.07039296070392961, "declined_cash_withdrawal": 0.0045995400459954, "declined_transfer": 0.0182981701829817, "direct_debit_payment_not_recognised": 0.0032996700329967, "disposable_card_limits": 0.004299570042995701, "edit_personal_details": 0.0030996900309969004, "exchange_charge": 0.0023997600239976003, "exchange_rate": 0.0022997700229977, "exchange_via_app": 0.0026997300269973002, "extra_charge_on_statement": 0.0028997100289971, "failed_transfer": 0.006399360063993601, "fiat_currency_support": 0.0031996800319968005, "get_disposable_virtual_card": 0.0051994800519948, "get_physical_card": 0.0027997200279972004, "getting_spare_card": 0.0023997600239976003, "getting_virtual_card": 0.0022997700229977, "lost_or_stolen_card": 0.0017998200179982, "lost_or_stolen_phone": 0.0015998400159984002, "order_physical_card": 0.0024997500249975004, "passcode_forgotten": 0.001999800019998, "pending_card_payment": 0.0021997800219978004, "pending_cash_withdrawal": 0.0018998100189981002, "pending_top_up": 0.0021997800219978004, "pending_transfer": 0.001999800019998, "pin_blocked": 0.0029997000299970002, "receiving_money": 0.0037996200379962005, "request_refund": 0.0027997200279972004, "reverted_card_payment?": 0.0035996400359964, "supported_cards_and_currencies": 0.0037996200379962005, "terminate_account": 0.0058994100589941, "top_up_by_bank_transfer_charge": 0.0028997100289971, "top_up_by_card_charge": 0.0023997600239976003, "top_up_by_cash_or_cheque": 0.0025997400259974, "top_up_failed": 0.028397160283971604, "top_up_limits": 0.0026997300269973002, "top_up_reverted": 0.0057994200579942, "topping_up_by_card": 0.0032996700329967, "transaction_charged_twice": 0.0028997100289971, "transfer_fee_charged": 0.0028997100289971, "transfer_into_account": 0.001999800019998, "transfer_not_received_by_recipient": 0.0022997700229977, "transfer_timing": 0.0020997900209979003, "unable_to_verify_identity": 0.0026997300269973002, "verify_my_identity": 0.0020997900209979003, "verify_source_of_funds": 0.0022997700229977, "verify_top_up": 0.0023997600239976003, "virtual_card_not_working": 0.008499150084991502, "visa_or_mastercard": 0.0020997900209979003, "why_verify_identity": 0.0021997800219978004, "wrong_amount_of_cash_received": 0.0023997600239976003, "wrong_exchange_rate_for_cash_withdrawal": 0.0026997300269973002 }, "error": null, "latency_ms": 71.91120903007686, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2859", "text_group": "f34fd9e4961fa4f3b0d6fbb197b3fa88859cd351ebb9d09e0845fb58aec84105", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.0003001801080648389, "activate_my_card": 0.9490694416649991, "age_limit": 0.0004002401440864519, "apple_pay_or_google_pay": 0.0005003001801080648, "atm_support": 0.0006003602161296778, "automatic_top_up": 0.0005003001801080648, "balance_not_updated_after_bank_transfer": 0.0003001801080648389, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004002401440864519, "beneficiary_not_allowed": 0.0004002401440864519, "cancel_transfer": 0.0004002401440864519, "card_about_to_expire": 0.0006003602161296778, "card_acceptance": 0.0017010206123674204, "card_arrival": 0.0031018611166700022, "card_delivery_estimate": 0.0006003602161296778, "card_linking": 0.008705223133880328, "card_not_working": 0.0009005403241945167, "card_payment_fee_charged": 0.0005003001801080648, "card_payment_not_recognised": 0.0005003001801080648, "card_payment_wrong_exchange_rate": 0.0005003001801080648, "card_swallowed": 0.0005003001801080648, "cash_withdrawal_charge": 0.0003001801080648389, "cash_withdrawal_not_recognised": 0.0003001801080648389, "change_pin": 0.0007004202521512908, "compromised_card": 0.0004002401440864519, "contactless_not_working": 0.0005003001801080648, "country_support": 0.0006003602161296778, "declined_card_payment": 0.0003001801080648389, "declined_cash_withdrawal": 0.0003001801080648389, "declined_transfer": 0.0003001801080648389, "direct_debit_payment_not_recognised": 0.0004002401440864519, "disposable_card_limits": 0.0006003602161296778, "edit_personal_details": 0.0007004202521512908, "exchange_charge": 0.0004002401440864519, "exchange_rate": 0.0003001801080648389, "exchange_via_app": 0.0004002401440864519, "extra_charge_on_statement": 0.0003001801080648389, "failed_transfer": 0.0003001801080648389, "fiat_currency_support": 0.0006003602161296778, "get_disposable_virtual_card": 0.0006003602161296778, "get_physical_card": 0.0016009605763458077, "getting_spare_card": 0.0006003602161296778, "getting_virtual_card": 0.0006003602161296778, "lost_or_stolen_card": 0.0005003001801080648, "lost_or_stolen_phone": 0.0003001801080648389, "order_physical_card": 0.0024014408645187113, "passcode_forgotten": 0.0003001801080648389, "pending_card_payment": 0.0005003001801080648, "pending_cash_withdrawal": 0.0003001801080648389, "pending_top_up": 0.0004002401440864519, "pending_transfer": 0.0004002401440864519, "pin_blocked": 0.0004002401440864519, "receiving_money": 0.0005003001801080648, "request_refund": 0.0004002401440864519, "reverted_card_payment?": 0.0005003001801080648, "supported_cards_and_currencies": 0.0025015009005403244, "terminate_account": 0.0004002401440864519, "top_up_by_bank_transfer_charge": 0.0004002401440864519, "top_up_by_card_charge": 0.0004002401440864519, "top_up_by_cash_or_cheque": 0.0004002401440864519, "top_up_failed": 0.0004002401440864519, "top_up_limits": 0.0004002401440864519, "top_up_reverted": 0.0005003001801080648, "topping_up_by_card": 0.0009005403241945167, "transaction_charged_twice": 0.0003001801080648389, "transfer_fee_charged": 0.0003001801080648389, "transfer_into_account": 0.0003001801080648389, "transfer_not_received_by_recipient": 0.0003001801080648389, "transfer_timing": 0.0004002401440864519, "unable_to_verify_identity": 0.0004002401440864519, "verify_my_identity": 0.0004002401440864519, "verify_source_of_funds": 0.0003001801080648389, "verify_top_up": 0.0004002401440864519, "virtual_card_not_working": 0.0005003001801080648, "visa_or_mastercard": 0.0006003602161296778, "why_verify_identity": 0.0003001801080648389, "wrong_amount_of_cash_received": 0.0003001801080648389, "wrong_exchange_rate_for_cash_withdrawal": 0.0004002401440864519 }, "error": null, "latency_ms": 71.24516693875194, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2860", "text_group": "1977ce5049bf5ecc01d50beb172f12b6a59c4a5450a8c8b87047716a65a898ca", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.9623, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0005, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0008, "card_acceptance": 0.0013, "card_arrival": 0.0005, "card_delivery_estimate": 0.0004, "card_linking": 0.0044, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0005, "compromised_card": 0.0004, "contactless_not_working": 0.0004, "country_support": 0.0005, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0007, "exchange_charge": 0.0004, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0012, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0011, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0004, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0005, "request_refund": 0.0004, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0012, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0004, "top_up_limits": 0.0004, "top_up_reverted": 0.0004, "topping_up_by_card": 0.001, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 69.22095897607505, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2861", "text_group": "331b9bb4d2962e0425313f64a369ce85ff50f921d0360f2ce3a0e12bdc08b5d9", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.9136086391360864, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.0007999200079992001, "card_acceptance": 0.0016998300169983002, "card_arrival": 0.0006999300069993001, "card_delivery_estimate": 0.0005999400059994001, "card_linking": 0.0375962403759624, "card_not_working": 0.0020997900209979003, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0006999300069993001, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.0006999300069993001, "compromised_card": 0.0006999300069993001, "contactless_not_working": 0.0006999300069993001, "country_support": 0.0006999300069993001, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.0006999300069993001, "get_physical_card": 0.0026997300269973002, "getting_spare_card": 0.0005999400059994001, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0007999200079992001, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0005999400059994001, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.0040995900409959, "terminate_account": 0.0006999300069993001, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.0013998600139986002, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0006999300069993001, "visa_or_mastercard": 0.0008999100089991, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 69.09320794511586, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2862", "text_group": "17861b6537ca1f5171c7be4a5f52489edcae9810c1db06e562eac33764de1fce", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.9666033396660334, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0004999500049995, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0022997700229977, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.0005999400059994001, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0004999500049995, "country_support": 0.0004999500049995, "declined_card_payment": 0.00029997000299970003, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.0005999400059994001, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0007999200079992001, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0015998400159984002, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 68.3784579159692, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2863", "text_group": "3c737dac5bd83a019b84ab3361a3a822513e6cd543223682e2c69965aecbfaa3", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.7061587682463508, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0009998000399920016, "atm_support": 0.0009998000399920016, "automatic_top_up": 0.0006998600279944011, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0007998400319936014, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0006998600279944011, "card_acceptance": 0.010397920415916816, "card_arrival": 0.0007998400319936014, "card_delivery_estimate": 0.0006998600279944011, "card_linking": 0.15456908618276344, "card_not_working": 0.005598880223955209, "card_payment_fee_charged": 0.0007998400319936014, "card_payment_not_recognised": 0.0007998400319936014, "card_payment_wrong_exchange_rate": 0.0007998400319936014, "card_swallowed": 0.0007998400319936014, "cash_withdrawal_charge": 0.0004999000199960008, "cash_withdrawal_not_recognised": 0.0004999000199960008, "change_pin": 0.0006998600279944011, "compromised_card": 0.0007998400319936014, "contactless_not_working": 0.001299740051989602, "country_support": 0.0008998200359928015, "declined_card_payment": 0.0007998400319936014, "declined_cash_withdrawal": 0.0004999000199960008, "declined_transfer": 0.0005998800239952009, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0007998400319936014, "edit_personal_details": 0.0006998600279944011, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.0004999000199960008, "failed_transfer": 0.0005998800239952009, "fiat_currency_support": 0.0008998200359928015, "get_disposable_virtual_card": 0.0007998400319936014, "get_physical_card": 0.0008998200359928015, "getting_spare_card": 0.0006998600279944011, "getting_virtual_card": 0.0007998400319936014, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0008998200359928015, "passcode_forgotten": 0.0004999000199960008, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0004999000199960008, "pending_transfer": 0.0004999000199960008, "pin_blocked": 0.0005998800239952009, "receiving_money": 0.0008998200359928015, "request_refund": 0.0005998800239952009, "reverted_card_payment?": 0.0006998600279944011, "supported_cards_and_currencies": 0.04319136172765447, "terminate_account": 0.0006998600279944011, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0006998600279944011, "top_up_by_cash_or_cheque": 0.0005998800239952009, "top_up_failed": 0.0006998600279944011, "top_up_limits": 0.0005998800239952009, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.023195360927814435, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.0004999000199960008, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0005998800239952009, "transfer_timing": 0.0007998400319936014, "unable_to_verify_identity": 0.0006998600279944011, "verify_my_identity": 0.0006998600279944011, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0005998800239952009, "virtual_card_not_working": 0.0065986802639472104, "visa_or_mastercard": 0.004499100179964007, "why_verify_identity": 0.0004999000199960008, "wrong_amount_of_cash_received": 0.0004999000199960008, "wrong_exchange_rate_for_cash_withdrawal": 0.0005998800239952009 }, "error": null, "latency_ms": 68.92987503670156, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2864", "text_group": "f60dd8b621a2f0db0acb7a7496090af49cf8b3cdcd17b6ea4820d3b8c8717d08", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.9417174847545736, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0005998200539838048, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0007997600719784066, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0244926522043387, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0005998200539838048, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.000499850044986504, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.0007997600719784066, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0011996401079676095, "terminate_account": 0.005598320503848846, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0008997300809757073, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0003998800359892033, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0005998200539838048, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.0003998800359892033, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 70.31474995892495, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2865", "text_group": "ac258bf56564e405c02c4d4aa5f5d46125918be972ca3a18fb82002dbcd775e5", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00019990004997501247, "activate_my_card": 0.8075962018990503, "age_limit": 0.00029985007496251867, "apple_pay_or_google_pay": 0.00029985007496251867, "atm_support": 0.0004997501249375311, "automatic_top_up": 0.00029985007496251867, "balance_not_updated_after_bank_transfer": 0.00029985007496251867, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029985007496251867, "beneficiary_not_allowed": 0.00029985007496251867, "cancel_transfer": 0.00019990004997501247, "card_about_to_expire": 0.0006996501749125436, "card_acceptance": 0.0006996501749125436, "card_arrival": 0.021189405297351322, "card_delivery_estimate": 0.136431784107946, "card_linking": 0.007196401799100448, "card_not_working": 0.0007996001999000499, "card_payment_fee_charged": 0.00039980009995002494, "card_payment_not_recognised": 0.00029985007496251867, "card_payment_wrong_exchange_rate": 0.00029985007496251867, "card_swallowed": 0.00039980009995002494, "cash_withdrawal_charge": 0.00029985007496251867, "cash_withdrawal_not_recognised": 0.00019990004997501247, "change_pin": 0.00029985007496251867, "compromised_card": 0.00029985007496251867, "contactless_not_working": 0.00039980009995002494, "country_support": 0.0004997501249375311, "declined_card_payment": 0.00029985007496251867, "declined_cash_withdrawal": 0.00019990004997501247, "declined_transfer": 0.00029985007496251867, "direct_debit_payment_not_recognised": 0.00029985007496251867, "disposable_card_limits": 0.00039980009995002494, "edit_personal_details": 0.00029985007496251867, "exchange_charge": 0.00029985007496251867, "exchange_rate": 0.00029985007496251867, "exchange_via_app": 0.00029985007496251867, "extra_charge_on_statement": 0.00029985007496251867, "failed_transfer": 0.00029985007496251867, "fiat_currency_support": 0.00039980009995002494, "get_disposable_virtual_card": 0.00039980009995002494, "get_physical_card": 0.0015992003998000998, "getting_spare_card": 0.00029985007496251867, "getting_virtual_card": 0.00039980009995002494, "lost_or_stolen_card": 0.00029985007496251867, "lost_or_stolen_phone": 0.00019990004997501247, "order_physical_card": 0.0005997001499250373, "passcode_forgotten": 0.00029985007496251867, "pending_card_payment": 0.0005997001499250373, "pending_cash_withdrawal": 0.00029985007496251867, "pending_top_up": 0.0005997001499250373, "pending_transfer": 0.00039980009995002494, "pin_blocked": 0.00029985007496251867, "receiving_money": 0.00029985007496251867, "request_refund": 0.00019990004997501247, "reverted_card_payment?": 0.00039980009995002494, "supported_cards_and_currencies": 0.001399300349825087, "terminate_account": 0.00029985007496251867, "top_up_by_bank_transfer_charge": 0.00029985007496251867, "top_up_by_card_charge": 0.00029985007496251867, "top_up_by_cash_or_cheque": 0.00029985007496251867, "top_up_failed": 0.00029985007496251867, "top_up_limits": 0.00029985007496251867, "top_up_reverted": 0.00029985007496251867, "topping_up_by_card": 0.0004997501249375311, "transaction_charged_twice": 0.00019990004997501247, "transfer_fee_charged": 0.00029985007496251867, "transfer_into_account": 0.00019990004997501247, "transfer_not_received_by_recipient": 0.00029985007496251867, "transfer_timing": 0.00029985007496251867, "unable_to_verify_identity": 0.00029985007496251867, "verify_my_identity": 0.00029985007496251867, "verify_source_of_funds": 0.00029985007496251867, "verify_top_up": 0.00029985007496251867, "virtual_card_not_working": 0.0004997501249375311, "visa_or_mastercard": 0.0004997501249375311, "why_verify_identity": 0.00029985007496251867, "wrong_amount_of_cash_received": 0.00029985007496251867, "wrong_exchange_rate_for_cash_withdrawal": 0.00029985007496251867 }, "error": null, "latency_ms": 71.38204202055931, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2866", "text_group": "70b03d4d395928430f3ed31f587dd77d327976951dd0240f75d55402e72ff48b", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.972097209720972, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0006000600060006, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0019001900190019003, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.0005000500050005, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0006000600060006, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.0003000300030003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.00040004000400040005, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0005000500050005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0005000500050005, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0003000300030003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0022002200220022005, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.0003000300030003, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 72.93920801021159, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2867", "text_group": "c5cc5790fc2977b8090bf78c762e10f54e4455f7bf03b0d4472ac71a522dd9be", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00020002000200020005, "activate_my_card": 0.9541954195419542, "age_limit": 0.00030003000300030005, "apple_pay_or_google_pay": 0.0004000400040004001, "atm_support": 0.0006000600060006001, "automatic_top_up": 0.0005000500050005002, "balance_not_updated_after_bank_transfer": 0.00030003000300030005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030003000300030005, "beneficiary_not_allowed": 0.00030003000300030005, "cancel_transfer": 0.00030003000300030005, "card_about_to_expire": 0.0005000500050005002, "card_acceptance": 0.0011001100110011003, "card_arrival": 0.0005000500050005002, "card_delivery_estimate": 0.0004000400040004001, "card_linking": 0.007600760076007602, "card_not_working": 0.0006000600060006001, "card_payment_fee_charged": 0.0004000400040004001, "card_payment_not_recognised": 0.0004000400040004001, "card_payment_wrong_exchange_rate": 0.0004000400040004001, "card_swallowed": 0.00030003000300030005, "cash_withdrawal_charge": 0.00030003000300030005, "cash_withdrawal_not_recognised": 0.00030003000300030005, "change_pin": 0.0005000500050005002, "compromised_card": 0.0004000400040004001, "contactless_not_working": 0.0004000400040004001, "country_support": 0.0005000500050005002, "declined_card_payment": 0.00030003000300030005, "declined_cash_withdrawal": 0.00030003000300030005, "declined_transfer": 0.00030003000300030005, "direct_debit_payment_not_recognised": 0.00030003000300030005, "disposable_card_limits": 0.0006000600060006001, "edit_personal_details": 0.0005000500050005002, "exchange_charge": 0.00030003000300030005, "exchange_rate": 0.00030003000300030005, "exchange_via_app": 0.00030003000300030005, "extra_charge_on_statement": 0.00030003000300030005, "failed_transfer": 0.00030003000300030005, "fiat_currency_support": 0.0005000500050005002, "get_disposable_virtual_card": 0.0006000600060006001, "get_physical_card": 0.0017001700170017002, "getting_spare_card": 0.0005000500050005002, "getting_virtual_card": 0.0006000600060006001, "lost_or_stolen_card": 0.00030003000300030005, "lost_or_stolen_phone": 0.00020002000200020005, "order_physical_card": 0.0011001100110011003, "passcode_forgotten": 0.00030003000300030005, "pending_card_payment": 0.0004000400040004001, "pending_cash_withdrawal": 0.00030003000300030005, "pending_top_up": 0.0004000400040004001, "pending_transfer": 0.00030003000300030005, "pin_blocked": 0.00030003000300030005, "receiving_money": 0.0004000400040004001, "request_refund": 0.00030003000300030005, "reverted_card_payment?": 0.0004000400040004001, "supported_cards_and_currencies": 0.006800680068006801, "terminate_account": 0.0004000400040004001, "top_up_by_bank_transfer_charge": 0.00030003000300030005, "top_up_by_card_charge": 0.0004000400040004001, "top_up_by_cash_or_cheque": 0.00030003000300030005, "top_up_failed": 0.00030003000300030005, "top_up_limits": 0.0004000400040004001, "top_up_reverted": 0.0004000400040004001, "topping_up_by_card": 0.0010001000100010003, "transaction_charged_twice": 0.00030003000300030005, "transfer_fee_charged": 0.00030003000300030005, "transfer_into_account": 0.00030003000300030005, "transfer_not_received_by_recipient": 0.00030003000300030005, "transfer_timing": 0.00030003000300030005, "unable_to_verify_identity": 0.0004000400040004001, "verify_my_identity": 0.0004000400040004001, "verify_source_of_funds": 0.00030003000300030005, "verify_top_up": 0.0004000400040004001, "virtual_card_not_working": 0.0005000500050005002, "visa_or_mastercard": 0.0009000900090009002, "why_verify_identity": 0.00030003000300030005, "wrong_amount_of_cash_received": 0.00030003000300030005, "wrong_exchange_rate_for_cash_withdrawal": 0.00030003000300030005 }, "error": null, "latency_ms": 71.99545891489834, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2868", "text_group": "14a60b77f821c47c4ae9857bede824b4ed645d0dc72206d1cf31414bf2466ce9", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.9597919583916783, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00040008001600320064, "card_acceptance": 0.001300260052010402, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.00650130026005201, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.00040008001600320064, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.0003000600120024004, "change_pin": 0.0005001000200040008, "compromised_card": 0.00040008001600320064, "contactless_not_working": 0.00040008001600320064, "country_support": 0.0005001000200040008, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0011002200440088019, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0009001800360072014, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.00040008001600320064, "request_refund": 0.0003000600120024004, "reverted_card_payment?": 0.00040008001600320064, "supported_cards_and_currencies": 0.0036007201440288058, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.0003000600120024004, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.0003000600120024004, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.0009001800360072014, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00040008001600320064, "verify_my_identity": 0.00040008001600320064, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 69.55249991733581, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2869", "text_group": "e7dc5303c71fe2adadc04a23035d2e6aaa62073464e1b51199e29397412900ef", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.9414941494149415, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0008000800080008001, "automatic_top_up": 0.0008000800080008001, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.0022002200220022005, "card_arrival": 0.0007000700070007, "card_delivery_estimate": 0.0006000600060006, "card_linking": 0.010901090109010901, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0006000600060006, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.0006000600060006, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0006000600060006, "country_support": 0.0007000700070007, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0026002600260026003, "getting_spare_card": 0.0007000700070007, "getting_virtual_card": 0.0007000700070007, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0017001700170017002, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0006000600060006, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.0029002900290029, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0017001700170017002, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0006000600060006, "visa_or_mastercard": 0.0022002200220022005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 69.88183304201812, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2870", "text_group": "71e857e3798315bd34bce746bd7163ec7f64f70d0f9e2f074948da5f2c347807", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.9702089373188044, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0002999100269919024, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0002999100269919024, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0007997600719784066, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.0003998800359892033, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0012996101169649105, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.000499850044986504, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.0003998800359892033, "country_support": 0.000499850044986504, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.0005998200539838048, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0002999100269919024, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0003998800359892033, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.0006997900629811057, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.000499850044986504, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0003998800359892033, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.001099670098970309, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0005998200539838048, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.000499850044986504, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 71.95116602815688, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2871", "text_group": "6b5e5604ab314a3db7bfa96f1db38f01376822fbde9dd364c10e08517af0c88a", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.9654138344662135, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0003998400639744103, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0007996801279488206, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.006197520991603359, "card_not_working": 0.0004998000799680128, "card_payment_fee_charged": 0.0003998400639744103, "card_payment_not_recognised": 0.0003998400639744103, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0004998000799680128, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0003998400639744103, "country_support": 0.0004998000799680128, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0004998000799680128, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.000899640143942423, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0004998000799680128, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.0016993202718912435, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0006997201119552179, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.0004998000799680128, "virtual_card_not_working": 0.0003998400639744103, "visa_or_mastercard": 0.0005997600959616154, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 70.0424580136314, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2872", "text_group": "da314c65497e19cc4543218abdce2568fd2e3402e75ea95bf9bee4b8ae7f6409", "expected": "activate_my_card", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0013, "activate_my_card": 0.1759, "age_limit": 0.0014, "apple_pay_or_google_pay": 0.0073, "atm_support": 0.006, "automatic_top_up": 0.0019, "balance_not_updated_after_bank_transfer": 0.0016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017, "beneficiary_not_allowed": 0.002, "cancel_transfer": 0.0016, "card_about_to_expire": 0.0037, "card_acceptance": 0.0493, "card_arrival": 0.0061, "card_delivery_estimate": 0.0018, "card_linking": 0.1762, "card_not_working": 0.0178, "card_payment_fee_charged": 0.0026, "card_payment_not_recognised": 0.0021, "card_payment_wrong_exchange_rate": 0.0024, "card_swallowed": 0.0021, "cash_withdrawal_charge": 0.0017, "cash_withdrawal_not_recognised": 0.0013, "change_pin": 0.0038, "compromised_card": 0.0063, "contactless_not_working": 0.0049, "country_support": 0.0038, "declined_card_payment": 0.0021, "declined_cash_withdrawal": 0.0014, "declined_transfer": 0.0018, "direct_debit_payment_not_recognised": 0.0018, "disposable_card_limits": 0.0068, "edit_personal_details": 0.0024, "exchange_charge": 0.002, "exchange_rate": 0.0015, "exchange_via_app": 0.0022, "extra_charge_on_statement": 0.0016, "failed_transfer": 0.0015, "fiat_currency_support": 0.0037, "get_disposable_virtual_card": 0.0114, "get_physical_card": 0.012, "getting_spare_card": 0.0095, "getting_virtual_card": 0.0117, "lost_or_stolen_card": 0.0018, "lost_or_stolen_phone": 0.0011, "order_physical_card": 0.0275, "passcode_forgotten": 0.0016, "pending_card_payment": 0.0016, "pending_cash_withdrawal": 0.001, "pending_top_up": 0.0012, "pending_transfer": 0.0012, "pin_blocked": 0.0017, "receiving_money": 0.0022, "request_refund": 0.0015, "reverted_card_payment?": 0.0021, "supported_cards_and_currencies": 0.2365, "terminate_account": 0.0016, "top_up_by_bank_transfer_charge": 0.0019, "top_up_by_card_charge": 0.0018, "top_up_by_cash_or_cheque": 0.0017, "top_up_failed": 0.0017, "top_up_limits": 0.0017, "top_up_reverted": 0.0018, "topping_up_by_card": 0.0624, "transaction_charged_twice": 0.0013, "transfer_fee_charged": 0.0014, "transfer_into_account": 0.0014, "transfer_not_received_by_recipient": 0.0013, "transfer_timing": 0.0018, "unable_to_verify_identity": 0.002, "verify_my_identity": 0.0018, "verify_source_of_funds": 0.0012, "verify_top_up": 0.0014, "virtual_card_not_working": 0.0273, "visa_or_mastercard": 0.039, "why_verify_identity": 0.0014, "wrong_amount_of_cash_received": 0.0013, "wrong_exchange_rate_for_cash_withdrawal": 0.0018 }, "error": null, "latency_ms": 70.38762490265071, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2873", "text_group": "16cc096ef625e2a4002679c91e97eed923ad60b9abdb3b27e7c96f578d1131c0", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.9439887977595519, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.00040008001600320064, "balance_not_updated_after_bank_transfer": 0.00040008001600320064, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0005001000200040008, "cancel_transfer": 0.00040008001600320064, "card_about_to_expire": 0.0007001400280056011, "card_acceptance": 0.0014002800560112022, "card_arrival": 0.0010002000400080016, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.016303260652130423, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0006001200240048009, "compromised_card": 0.0005001000200040008, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0007001400280056011, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.00040008001600320064, "disposable_card_limits": 0.0006001200240048009, "edit_personal_details": 0.0006001200240048009, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.00040008001600320064, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0006001200240048009, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0011002200440088019, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0012002400480096017, "passcode_forgotten": 0.00040008001600320064, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.0005001000200040008, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0029005801160232043, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0008001600320064013, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.00040008001600320064, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0009001800360072014, "why_verify_identity": 0.00040008001600320064, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 71.27620896790177, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2874", "text_group": "559d4725414764d52957f92483e36ce14480fd775fa339038c659941f519d30c", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.948905109489051, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00039996000399960006, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0011998800119988001, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.011998800119988001, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.0005999400059994001, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0004999500049995, "country_support": 0.0005999400059994001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00029997000299970003, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0011998800119988001, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.000999900009999, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.004899510048995101, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0014998500149985001, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0011998800119988001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 70.7759999204427, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2875", "text_group": "b9cfe06a1c75f5380fd17e329e08952293b2da0b7a7a7ca104ceca01827fba8d", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.93999399939994, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0005000500050005, "atm_support": 0.0006000600060006, "automatic_top_up": 0.0005000500050005, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.0007000700070007, "card_acceptance": 0.0019001900190019003, "card_arrival": 0.0007000700070007, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.012801280128012802, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.0006000600060006, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0006000600060006, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0005000500050005, "country_support": 0.0006000600060006, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00040004000400040005, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0007000700070007, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.0003000300030003, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0046004600460046, "getting_spare_card": 0.0007000700070007, "getting_virtual_card": 0.0007000700070007, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0013001300130013002, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0006000600060006, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0046004600460046, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0023002300230023, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0006000600060006, "visa_or_mastercard": 0.0011001100110011003, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 69.36054094694555, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2876", "text_group": "caaed36da36e3e8dd53f3a37d83117cbb3af5153427b9857fb18cedbbf1275b6", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.9591081783643272, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0007998400319936014, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.006698660267946411, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.0006998600279944011, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.0006998600279944011, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0005998800239952009, "get_physical_card": 0.0008998200359928015, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.001299740051989602, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0027994401119776045, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0009998000399920016, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0005998800239952009, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 69.0805419581011, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2877", "text_group": "babcc3ee9c37a5ea3d3931c2187439bdbcf75fe42fbf0e477a120b0b43c2b1db", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.0005000500050005002, "activate_my_card": 0.9238923892389239, "age_limit": 0.0005000500050005002, "apple_pay_or_google_pay": 0.0007000700070007002, "atm_support": 0.0009000900090009002, "automatic_top_up": 0.0006000600060006001, "balance_not_updated_after_bank_transfer": 0.0006000600060006001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007000700070007002, "beneficiary_not_allowed": 0.0008000800080008002, "cancel_transfer": 0.0007000700070007002, "card_about_to_expire": 0.0015001500150015003, "card_acceptance": 0.0014001400140014003, "card_arrival": 0.007800780078007801, "card_delivery_estimate": 0.0010001000100010003, "card_linking": 0.008700870087008702, "card_not_working": 0.0017001700170017002, "card_payment_fee_charged": 0.0006000600060006001, "card_payment_not_recognised": 0.0007000700070007002, "card_payment_wrong_exchange_rate": 0.0008000800080008002, "card_swallowed": 0.0008000800080008002, "cash_withdrawal_charge": 0.0005000500050005002, "cash_withdrawal_not_recognised": 0.0005000500050005002, "change_pin": 0.0009000900090009002, "compromised_card": 0.0007000700070007002, "contactless_not_working": 0.0009000900090009002, "country_support": 0.0009000900090009002, "declined_card_payment": 0.0005000500050005002, "declined_cash_withdrawal": 0.0005000500050005002, "declined_transfer": 0.0005000500050005002, "direct_debit_payment_not_recognised": 0.0006000600060006001, "disposable_card_limits": 0.0009000900090009002, "edit_personal_details": 0.0010001000100010003, "exchange_charge": 0.0006000600060006001, "exchange_rate": 0.0005000500050005002, "exchange_via_app": 0.0006000600060006001, "extra_charge_on_statement": 0.0005000500050005002, "failed_transfer": 0.0006000600060006001, "fiat_currency_support": 0.0009000900090009002, "get_disposable_virtual_card": 0.0009000900090009002, "get_physical_card": 0.0021002100210021, "getting_spare_card": 0.0008000800080008002, "getting_virtual_card": 0.0009000900090009002, "lost_or_stolen_card": 0.0008000800080008002, "lost_or_stolen_phone": 0.0005000500050005002, "order_physical_card": 0.0042004200420042, "passcode_forgotten": 0.0005000500050005002, "pending_card_payment": 0.0009000900090009002, "pending_cash_withdrawal": 0.0006000600060006001, "pending_top_up": 0.0009000900090009002, "pending_transfer": 0.0008000800080008002, "pin_blocked": 0.0006000600060006001, "receiving_money": 0.0010001000100010003, "request_refund": 0.0010001000100010003, "reverted_card_payment?": 0.0007000700070007002, "supported_cards_and_currencies": 0.0020002000200020006, "terminate_account": 0.0007000700070007002, "top_up_by_bank_transfer_charge": 0.0005000500050005002, "top_up_by_card_charge": 0.0005000500050005002, "top_up_by_cash_or_cheque": 0.0006000600060006001, "top_up_failed": 0.0007000700070007002, "top_up_limits": 0.0006000600060006001, "top_up_reverted": 0.0007000700070007002, "topping_up_by_card": 0.0012001200120012002, "transaction_charged_twice": 0.0005000500050005002, "transfer_fee_charged": 0.0005000500050005002, "transfer_into_account": 0.0005000500050005002, "transfer_not_received_by_recipient": 0.0005000500050005002, "transfer_timing": 0.0006000600060006001, "unable_to_verify_identity": 0.0007000700070007002, "verify_my_identity": 0.0006000600060006001, "verify_source_of_funds": 0.0005000500050005002, "verify_top_up": 0.0007000700070007002, "virtual_card_not_working": 0.0008000800080008002, "visa_or_mastercard": 0.0008000800080008002, "why_verify_identity": 0.0005000500050005002, "wrong_amount_of_cash_received": 0.0005000500050005002, "wrong_exchange_rate_for_cash_withdrawal": 0.0006000600060006001 }, "error": null, "latency_ms": 72.60475005023181, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2878", "text_group": "d859df33a6f4e783739d896a3d77c353b2f5c58508e61757309cb49508d75446", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.9572128361491553, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.000499850044986504, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0005998200539838048, "card_acceptance": 0.0011996401079676095, "card_arrival": 0.0014995501349595122, "card_delivery_estimate": 0.000499850044986504, "card_linking": 0.0057982605218434465, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0005998200539838048, "compromised_card": 0.0003998800359892033, "contactless_not_working": 0.000499850044986504, "country_support": 0.000499850044986504, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.0007997600719784066, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000499850044986504, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.002199340197940618, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0018994301709487154, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.000499850044986504, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0018994301709487154, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0006997900629811057, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.000499850044986504, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0003998800359892033, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.000499850044986504, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 70.8935420261696, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2879", "text_group": "96b1ab5dc62db770066789efc09d3e34ff603eaa8b82b8bf1e92a8cda0eaf897", "expected": "activate_my_card", "prediction": "activate_my_card", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.9618076384723055, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00029994001199760045, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.0006998600279944011, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.003999200159968006, "card_not_working": 0.0006998600279944011, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.0005998800239952009, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0004999000199960008, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.00029994001199760045, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.0005998800239952009, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0004999000199960008, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0006998600279944011, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0005998800239952009, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.0003999200159968007, "request_refund": 0.00029994001199760045, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.005398920215956809, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.00029994001199760045, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00029994001199760045, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0006998600279944011, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.0003999200159968007, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0006998600279944011, "why_verify_identity": 0.00029994001199760045, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.00958302523941, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2880", "text_group": "6f89e9e157ac4fbe2e2988e0c17021e7226f063ea32d14ebaab1fd6ebec3a622", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00020012007204322596, "activate_my_card": 0.00020012007204322596, "age_limit": 0.00020012007204322596, "apple_pay_or_google_pay": 0.00020012007204322596, "atm_support": 0.0004002401440864519, "automatic_top_up": 0.00020012007204322596, "balance_not_updated_after_bank_transfer": 0.0003001801080648389, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004002401440864519, "beneficiary_not_allowed": 0.0003001801080648389, "cancel_transfer": 0.00020012007204322596, "card_about_to_expire": 0.00020012007204322596, "card_acceptance": 0.0003001801080648389, "card_arrival": 0.00020012007204322596, "card_delivery_estimate": 0.00020012007204322596, "card_linking": 0.00020012007204322596, "card_not_working": 0.00020012007204322596, "card_payment_fee_charged": 0.0004002401440864519, "card_payment_not_recognised": 0.0003001801080648389, "card_payment_wrong_exchange_rate": 0.0003001801080648389, "card_swallowed": 0.00020012007204322596, "cash_withdrawal_charge": 0.9685811486892135, "cash_withdrawal_not_recognised": 0.0005003001801080648, "change_pin": 0.00020012007204322596, "compromised_card": 0.00020012007204322596, "contactless_not_working": 0.00020012007204322596, "country_support": 0.0003001801080648389, "declined_card_payment": 0.00020012007204322596, "declined_cash_withdrawal": 0.0004002401440864519, "declined_transfer": 0.00020012007204322596, "direct_debit_payment_not_recognised": 0.0003001801080648389, "disposable_card_limits": 0.0003001801080648389, "edit_personal_details": 0.00020012007204322596, "exchange_charge": 0.0004002401440864519, "exchange_rate": 0.00020012007204322596, "exchange_via_app": 0.00020012007204322596, "extra_charge_on_statement": 0.0035021012607564543, "failed_transfer": 0.00020012007204322596, "fiat_currency_support": 0.0003001801080648389, "get_disposable_virtual_card": 0.00020012007204322596, "get_physical_card": 0.00020012007204322596, "getting_spare_card": 0.00020012007204322596, "getting_virtual_card": 0.00020012007204322596, "lost_or_stolen_card": 0.00020012007204322596, "lost_or_stolen_phone": 0.00020012007204322596, "order_physical_card": 0.00020012007204322596, "passcode_forgotten": 0.00020012007204322596, "pending_card_payment": 0.00020012007204322596, "pending_cash_withdrawal": 0.0003001801080648389, "pending_top_up": 0.00020012007204322596, "pending_transfer": 0.00020012007204322596, "pin_blocked": 0.00020012007204322596, "receiving_money": 0.0003001801080648389, "request_refund": 0.00020012007204322596, "reverted_card_payment?": 0.0003001801080648389, "supported_cards_and_currencies": 0.0003001801080648389, "terminate_account": 0.00020012007204322596, "top_up_by_bank_transfer_charge": 0.0005003001801080648, "top_up_by_card_charge": 0.0005003001801080648, "top_up_by_cash_or_cheque": 0.0003001801080648389, "top_up_failed": 0.00020012007204322596, "top_up_limits": 0.00020012007204322596, "top_up_reverted": 0.0003001801080648389, "topping_up_by_card": 0.0003001801080648389, "transaction_charged_twice": 0.00020012007204322596, "transfer_fee_charged": 0.0010006003602161296, "transfer_into_account": 0.00020012007204322596, "transfer_not_received_by_recipient": 0.00020012007204322596, "transfer_timing": 0.00020012007204322596, "unable_to_verify_identity": 0.00020012007204322596, "verify_my_identity": 0.00020012007204322596, "verify_source_of_funds": 0.00020012007204322596, "verify_top_up": 0.00020012007204322596, "virtual_card_not_working": 0.00020012007204322596, "visa_or_mastercard": 0.00020012007204322596, "why_verify_identity": 0.00020012007204322596, "wrong_amount_of_cash_received": 0.0005003001801080648, "wrong_exchange_rate_for_cash_withdrawal": 0.008505103061837103 }, "error": null, "latency_ms": 70.521124987863, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2881", "text_group": "5d9d329117d086b3a4a5e6aca48b49183015a6596036babeec0a1a3e45983cd5", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.0003998800359892033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.00019994001799460164, "card_not_working": 0.00019994001799460164, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.9160251924422673, "cash_withdrawal_not_recognised": 0.0006997900629811057, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.00019994001799460164, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.04308707387783665, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.00019994001799460164, "get_physical_card": 0.00019994001799460164, "getting_spare_card": 0.00019994001799460164, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.00019994001799460164, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.0003998800359892033, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.000499850044986504, "supported_cards_and_currencies": 0.00019994001799460164, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.0005998200539838048, "top_up_by_card_charge": 0.0007997600719784066, "top_up_by_cash_or_cheque": 0.0002999100269919024, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.0006997900629811057, "transfer_fee_charged": 0.000999700089973008, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.0011996401079676095, "wrong_exchange_rate_for_cash_withdrawal": 0.019194241727481753 }, "error": null, "latency_ms": 70.47470798715949, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2882", "text_group": "36a3a3a1f83340c52fd13f92de0f038bd87029d623f0ba428527668b2b37af6e", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.00040008001600320064, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.00020004000800160032, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.00040008001600320064, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.9646929385877175, "cash_withdrawal_not_recognised": 0.0006001200240048009, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.0036007201440288058, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0010002000400080016, "top_up_by_card_charge": 0.0009001800360072014, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0011002200440088019, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.010202040408081616 }, "error": null, "latency_ms": 70.1552500249818, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2883", "text_group": "03eb2338fd09c67a9b4679e1567c3ccf663c173403b2ddfd776249c3c8309615", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.00020006001800540162, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.00020006001800540162, "cash_withdrawal_charge": 0.974592377713314, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.00020006001800540162, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.0005001500450135041, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.006401920576172852, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.0003000900270081024, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0003000900270081024, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00020006001800540162, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.00020006001800540162, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001800540162048 }, "error": null, "latency_ms": 70.4799999948591, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2884", "text_group": "df7a7a91335a8131b8cd13cf3964e45223147fad22869ffa9bd5e73d2a012724", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00019998000199980003, "card_not_working": 0.00019998000199980003, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.9692030796920309, "cash_withdrawal_not_recognised": 0.0007999200079992001, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.0027997200279972004, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.0014998500149985001, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.0017998200179982, "wrong_exchange_rate_for_cash_withdrawal": 0.0065993400659934 }, "error": null, "latency_ms": 72.49062496703118, "usage": { "input_tokens": 608, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2885", "text_group": "caf6b8e79e54d67847fb9d3395634aab64ffb6bdbe6e57b5008738b00a4a74cd", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00019984012789768185, "activate_my_card": 9.992006394884092e-05, "age_limit": 0.00019984012789768185, "apple_pay_or_google_pay": 0.00019984012789768185, "atm_support": 0.00019984012789768185, "automatic_top_up": 0.00019984012789768185, "balance_not_updated_after_bank_transfer": 0.00019984012789768185, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002997601918465227, "beneficiary_not_allowed": 0.00019984012789768185, "cancel_transfer": 0.00019984012789768185, "card_about_to_expire": 0.00019984012789768185, "card_acceptance": 0.00019984012789768185, "card_arrival": 0.00019984012789768185, "card_delivery_estimate": 0.00019984012789768185, "card_linking": 0.00019984012789768185, "card_not_working": 0.00019984012789768185, "card_payment_fee_charged": 0.0002997601918465227, "card_payment_not_recognised": 0.00019984012789768185, "card_payment_wrong_exchange_rate": 0.0002997601918465227, "card_swallowed": 0.00019984012789768185, "cash_withdrawal_charge": 0.9717226219024779, "cash_withdrawal_not_recognised": 0.0003996802557953637, "change_pin": 9.992006394884092e-05, "compromised_card": 0.00019984012789768185, "contactless_not_working": 0.00019984012789768185, "country_support": 0.00019984012789768185, "declined_card_payment": 0.00019984012789768185, "declined_cash_withdrawal": 0.0002997601918465227, "declined_transfer": 0.00019984012789768185, "direct_debit_payment_not_recognised": 0.00019984012789768185, "disposable_card_limits": 0.00019984012789768185, "edit_personal_details": 0.00019984012789768185, "exchange_charge": 0.0003996802557953637, "exchange_rate": 0.00019984012789768185, "exchange_via_app": 0.00019984012789768185, "extra_charge_on_statement": 0.007693844924060751, "failed_transfer": 0.00019984012789768185, "fiat_currency_support": 0.00019984012789768185, "get_disposable_virtual_card": 0.00019984012789768185, "get_physical_card": 0.00019984012789768185, "getting_spare_card": 0.00019984012789768185, "getting_virtual_card": 0.00019984012789768185, "lost_or_stolen_card": 9.992006394884092e-05, "lost_or_stolen_phone": 9.992006394884092e-05, "order_physical_card": 0.00019984012789768185, "passcode_forgotten": 0.00019984012789768185, "pending_card_payment": 0.00019984012789768185, "pending_cash_withdrawal": 0.0002997601918465227, "pending_top_up": 0.00019984012789768185, "pending_transfer": 0.00019984012789768185, "pin_blocked": 0.00019984012789768185, "receiving_money": 0.0002997601918465227, "request_refund": 0.00019984012789768185, "reverted_card_payment?": 0.00019984012789768185, "supported_cards_and_currencies": 0.00019984012789768185, "terminate_account": 0.00019984012789768185, "top_up_by_bank_transfer_charge": 0.0005995203836930454, "top_up_by_card_charge": 0.0005995203836930454, "top_up_by_cash_or_cheque": 0.00019984012789768185, "top_up_failed": 0.00019984012789768185, "top_up_limits": 0.00019984012789768185, "top_up_reverted": 0.00019984012789768185, "topping_up_by_card": 0.00019984012789768185, "transaction_charged_twice": 0.00019984012789768185, "transfer_fee_charged": 0.000999200639488409, "transfer_into_account": 0.00019984012789768185, "transfer_not_received_by_recipient": 0.00019984012789768185, "transfer_timing": 0.00019984012789768185, "unable_to_verify_identity": 0.00019984012789768185, "verify_my_identity": 0.00019984012789768185, "verify_source_of_funds": 0.00019984012789768185, "verify_top_up": 0.00019984012789768185, "virtual_card_not_working": 0.00019984012789768185, "visa_or_mastercard": 0.00019984012789768185, "why_verify_identity": 0.00019984012789768185, "wrong_amount_of_cash_received": 0.0002997601918465227, "wrong_exchange_rate_for_cash_withdrawal": 0.0034972022382094323 }, "error": null, "latency_ms": 72.20158400014043, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2886", "text_group": "fc9b0073d740ac7ee3168377bf84d9431b25949cbc47a296c78c8b39f7ad0777", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0024, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0003, "card_not_working": 0.0004, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.9611, "cash_withdrawal_not_recognised": 0.0016, "change_pin": 0.0003, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0008, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0004, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0006, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0003, "passcode_forgotten": 0.0003, "pending_card_payment": 0.0003, "pending_cash_withdrawal": 0.001, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0004, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0005, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0007, "transfer_fee_charged": 0.0007, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0006, "wrong_exchange_rate_for_cash_withdrawal": 0.0046 }, "error": null, "latency_ms": 71.69037498533726, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2887", "text_group": "b2d2e881652a5d9f681bb441ec856f9cf6fa9b86a92007791a7e1259866cdc4d", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.0070028011204481795, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00030012004801920766, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00020008003201280514, "card_linking": 0.00020008003201280514, "card_not_working": 0.00020008003201280514, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00020008003201280514, "cash_withdrawal_charge": 0.9702881152460985, "cash_withdrawal_not_recognised": 0.0006002400960384153, "change_pin": 0.00020008003201280514, "compromised_card": 0.00020008003201280514, "contactless_not_working": 0.00020008003201280514, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00030012004801920766, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.00030012004801920766, "edit_personal_details": 0.00020008003201280514, "exchange_charge": 0.0005002000800320128, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.0015006002400960385, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.00020008003201280514, "get_physical_card": 0.00020008003201280514, "getting_spare_card": 0.00020008003201280514, "getting_virtual_card": 0.00020008003201280514, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00020008003201280514, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.00030012004801920766, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.0006002400960384153, "top_up_by_card_charge": 0.0006002400960384153, "top_up_by_cash_or_cheque": 0.00030012004801920766, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00020008003201280514, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.000900360144057623, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00030012004801920766, "wrong_exchange_rate_for_cash_withdrawal": 0.002300920368147259 }, "error": null, "latency_ms": 73.43945791944861, "usage": { "input_tokens": 611, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2888", "text_group": "d8aa68b1ae03819643c9ea1fc915a9871e2ea81e4e27d60f037558bf4ed51563", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00030009002700810244, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.0004001200360108033, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0004001200360108033, "cancel_transfer": 0.00030009002700810244, "card_about_to_expire": 0.00030009002700810244, "card_acceptance": 0.00030009002700810244, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.00030009002700810244, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.0005001500450135041, "card_payment_not_recognised": 0.0004001200360108033, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0004001200360108033, "cash_withdrawal_charge": 0.8645593678103431, "cash_withdrawal_not_recognised": 0.0014004201260378114, "change_pin": 0.00020006001800540165, "compromised_card": 0.00020006001800540165, "contactless_not_working": 0.00030009002700810244, "country_support": 0.00030009002700810244, "declined_card_payment": 0.00030009002700810244, "declined_cash_withdrawal": 0.0006001800540162049, "declined_transfer": 0.00020006001800540165, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.00030009002700810244, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.0005001500450135041, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.08972691807542263, "failed_transfer": 0.00020006001800540165, "fiat_currency_support": 0.00030009002700810244, "get_disposable_virtual_card": 0.00020006001800540165, "get_physical_card": 0.00020006001800540165, "getting_spare_card": 0.00020006001800540165, "getting_virtual_card": 0.00020006001800540165, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.0005001500450135041, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.0005001500450135041, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.0004001200360108033, "supported_cards_and_currencies": 0.00030009002700810244, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.002200660198059418, "top_up_by_card_charge": 0.002300690207062119, "top_up_by_cash_or_cheque": 0.00030009002700810244, "top_up_failed": 0.00030009002700810244, "top_up_limits": 0.00020006001800540165, "top_up_reverted": 0.0004001200360108033, "topping_up_by_card": 0.00030009002700810244, "transaction_charged_twice": 0.0010003000900270082, "transfer_fee_charged": 0.0016004801440432132, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00030009002700810244, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00030009002700810244, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00030009002700810244, "wrong_amount_of_cash_received": 0.0012003601080324098, "wrong_exchange_rate_for_cash_withdrawal": 0.016204861458437532 }, "error": null, "latency_ms": 70.48795896116644, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2889", "text_group": "a3e8a017000146d30f6def766b99b9b0053129dc6739398d4c8a817162d28896", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040004000400040005, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00020002000200020003, "card_not_working": 0.00020002000200020003, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.9695969596959696, "cash_withdrawal_not_recognised": 0.0009000900090009, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00020002000200020003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.0022002200220022005, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00020002000200020003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0003000300030003, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0016001600160016002, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0006000600060006, "wrong_exchange_rate_for_cash_withdrawal": 0.007600760076007601 }, "error": null, "latency_ms": 70.23695798125118, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2890", "text_group": "5c917726d25f5cd5c923982397f0df2f6c1f2feac2fe436fa864c4bcc262ae84", "expected": "cash_withdrawal_charge", "prediction": "card_payment_fee_charged", "probabilities": { "Refund_not_showing_up": 0.0022, "activate_my_card": 0.0008, "age_limit": 0.0007, "apple_pay_or_google_pay": 0.0011, "atm_support": 0.0015, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0016, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012, "beneficiary_not_allowed": 0.0012, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0007, "card_acceptance": 0.0012, "card_arrival": 0.0009, "card_delivery_estimate": 0.0007, "card_linking": 0.0011, "card_not_working": 0.0011, "card_payment_fee_charged": 0.3996, "card_payment_not_recognised": 0.0092, "card_payment_wrong_exchange_rate": 0.002, "card_swallowed": 0.0009, "cash_withdrawal_charge": 0.0983, "cash_withdrawal_not_recognised": 0.0009, "change_pin": 0.0006, "compromised_card": 0.0009, "contactless_not_working": 0.001, "country_support": 0.0011, "declined_card_payment": 0.0021, "declined_cash_withdrawal": 0.0011, "declined_transfer": 0.0011, "direct_debit_payment_not_recognised": 0.0233, "disposable_card_limits": 0.0009, "edit_personal_details": 0.0008, "exchange_charge": 0.0077, "exchange_rate": 0.0007, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.129, "failed_transfer": 0.0008, "fiat_currency_support": 0.0011, "get_disposable_virtual_card": 0.0008, "get_physical_card": 0.0007, "getting_spare_card": 0.0007, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0006, "lost_or_stolen_phone": 0.0005, "order_physical_card": 0.0007, "passcode_forgotten": 0.0007, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0006, "pending_transfer": 0.0006, "pin_blocked": 0.0008, "receiving_money": 0.001, "request_refund": 0.0018, "reverted_card_payment?": 0.0094, "supported_cards_and_currencies": 0.0012, "terminate_account": 0.0008, "top_up_by_bank_transfer_charge": 0.0404, "top_up_by_card_charge": 0.0635, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0007, "top_up_limits": 0.0006, "top_up_reverted": 0.0011, "topping_up_by_card": 0.0009, "transaction_charged_twice": 0.0022, "transfer_fee_charged": 0.1562, "transfer_into_account": 0.0006, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0006, "verify_top_up": 0.0006, "virtual_card_not_working": 0.0008, "visa_or_mastercard": 0.0011, "why_verify_identity": 0.0008, "wrong_amount_of_cash_received": 0.0013, "wrong_exchange_rate_for_cash_withdrawal": 0.0013 }, "error": null, "latency_ms": 70.38137491326779, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2891", "text_group": "5d3651f12e700fb79fa552714d465bd7894cde6d26e3acf3e82c3dcc8bb4bcce", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00040012003601080324, "activate_my_card": 0.0003000900270081024, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0006001800540162048, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0008002400720216065, "balance_not_updated_after_cheque_or_cash_deposit": 0.001100330099029709, "beneficiary_not_allowed": 0.0008002400720216065, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.00040012003601080324, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.00040012003601080324, "card_linking": 0.00040012003601080324, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.01700510153045914, "card_payment_not_recognised": 0.0006001800540162048, "card_payment_wrong_exchange_rate": 0.001100330099029709, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.7725317595278584, "cash_withdrawal_not_recognised": 0.0008002400720216065, "change_pin": 0.0003000900270081024, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.0005001500450135041, "country_support": 0.0005001500450135041, "declined_card_payment": 0.0006001800540162048, "declined_cash_withdrawal": 0.001600480144043213, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.0008002400720216065, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.0019005701710513153, "exchange_rate": 0.00040012003601080324, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.04871461438431529, "failed_transfer": 0.00040012003601080324, "fiat_currency_support": 0.0006001800540162048, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.00040012003601080324, "pending_cash_withdrawal": 0.0006001800540162048, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0005001500450135041, "request_refund": 0.0005001500450135041, "reverted_card_payment?": 0.001100330099029709, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.00040012003601080324, "top_up_by_bank_transfer_charge": 0.0043012903871161344, "top_up_by_card_charge": 0.009402820846253877, "top_up_by_cash_or_cheque": 0.0008002400720216065, "top_up_failed": 0.00040012003601080324, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.002200660198059418, "topping_up_by_card": 0.0007002100630189057, "transaction_charged_twice": 0.0007002100630189057, "transfer_fee_charged": 0.014004201260378114, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.07862358707612284, "wrong_exchange_rate_for_cash_withdrawal": 0.018905671701510453 }, "error": null, "latency_ms": 73.03629198577255, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2892", "text_group": "92f8b47c0b8b1d51dff41e075400dc5d172eeb1d2a005d13424f0d8ca0cd4896", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00040016006402561027, "activate_my_card": 0.00040016006402561027, "age_limit": 0.00040016006402561027, "apple_pay_or_google_pay": 0.0006002400960384153, "atm_support": 0.0009003601440576229, "automatic_top_up": 0.00040016006402561027, "balance_not_updated_after_bank_transfer": 0.0009003601440576229, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009003601440576229, "beneficiary_not_allowed": 0.0005002000800320128, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00040016006402561027, "card_acceptance": 0.0007002801120448179, "card_arrival": 0.0005002000800320128, "card_delivery_estimate": 0.0005002000800320128, "card_linking": 0.0006002400960384153, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.03281312525010004, "card_payment_not_recognised": 0.0009003601440576229, "card_payment_wrong_exchange_rate": 0.0010004001600640256, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.821828731492597, "cash_withdrawal_not_recognised": 0.0012004801920768306, "change_pin": 0.00040016006402561027, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.00040016006402561027, "country_support": 0.0006002400960384153, "declined_card_payment": 0.0007002801120448179, "declined_cash_withdrawal": 0.0008003201280512205, "declined_transfer": 0.0005002000800320128, "direct_debit_payment_not_recognised": 0.003201280512204882, "disposable_card_limits": 0.0005002000800320128, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.0037014805922368946, "exchange_rate": 0.0005002000800320128, "exchange_via_app": 0.0005002000800320128, "extra_charge_on_statement": 0.019007603041216486, "failed_transfer": 0.00040016006402561027, "fiat_currency_support": 0.0007002801120448179, "get_disposable_virtual_card": 0.0006002400960384153, "get_physical_card": 0.0013005202080832333, "getting_spare_card": 0.0007002801120448179, "getting_virtual_card": 0.0006002400960384153, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.0009003601440576229, "passcode_forgotten": 0.00040016006402561027, "pending_card_payment": 0.0005002000800320128, "pending_cash_withdrawal": 0.0008003201280512205, "pending_top_up": 0.00040016006402561027, "pending_transfer": 0.00040016006402561027, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.0010004001600640256, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.0017006802721088435, "supported_cards_and_currencies": 0.0007002801120448179, "terminate_account": 0.00040016006402561027, "top_up_by_bank_transfer_charge": 0.027511004401760703, "top_up_by_card_charge": 0.01730692276910764, "top_up_by_cash_or_cheque": 0.004801920768307323, "top_up_failed": 0.0005002000800320128, "top_up_limits": 0.00040016006402561027, "top_up_reverted": 0.0009003601440576229, "topping_up_by_card": 0.0011004401760704283, "transaction_charged_twice": 0.0007002801120448179, "transfer_fee_charged": 0.016206482593037214, "transfer_into_account": 0.00040016006402561027, "transfer_not_received_by_recipient": 0.00040016006402561027, "transfer_timing": 0.0005002000800320128, "unable_to_verify_identity": 0.00040016006402561027, "verify_my_identity": 0.00040016006402561027, "verify_source_of_funds": 0.00040016006402561027, "verify_top_up": 0.00040016006402561027, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.0005002000800320128, "why_verify_identity": 0.00040016006402561027, "wrong_amount_of_cash_received": 0.00430172068827531, "wrong_exchange_rate_for_cash_withdrawal": 0.010304121648659464 }, "error": null, "latency_ms": 69.76333307102323, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2893", "text_group": "f3a7fe7ef7aab27c6f725ddaf545ca8018cbe81addb613546a769b0dd1a7c381", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0008, "activate_my_card": 0.0005, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0089, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0028, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011, "beneficiary_not_allowed": 0.0017, "cancel_transfer": 0.0009, "card_about_to_expire": 0.0006, "card_acceptance": 0.001, "card_arrival": 0.0006, "card_delivery_estimate": 0.0005, "card_linking": 0.0008, "card_not_working": 0.0008, "card_payment_fee_charged": 0.003, "card_payment_not_recognised": 0.0011, "card_payment_wrong_exchange_rate": 0.0009, "card_swallowed": 0.0009, "cash_withdrawal_charge": 0.848, "cash_withdrawal_not_recognised": 0.0051, "change_pin": 0.0005, "compromised_card": 0.0006, "contactless_not_working": 0.0007, "country_support": 0.0007, "declined_card_payment": 0.0009, "declined_cash_withdrawal": 0.0131, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.001, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0007, "exchange_charge": 0.0011, "exchange_rate": 0.0006, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0054, "failed_transfer": 0.0007, "fiat_currency_support": 0.0009, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0006, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0005, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0033, "pending_top_up": 0.0006, "pending_transfer": 0.0006, "pin_blocked": 0.0006, "receiving_money": 0.0009, "request_refund": 0.0009, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.0009, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0027, "top_up_by_card_charge": 0.0074, "top_up_by_cash_or_cheque": 0.0007, "top_up_failed": 0.0007, "top_up_limits": 0.0005, "top_up_reverted": 0.0009, "topping_up_by_card": 0.0007, "transaction_charged_twice": 0.0017, "transfer_fee_charged": 0.0509, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.0007, "transfer_timing": 0.0006, "unable_to_verify_identity": 0.0007, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0007, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0009, "wrong_exchange_rate_for_cash_withdrawal": 0.0015 }, "error": null, "latency_ms": 79.26054194103926, "usage": { "input_tokens": 649, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2894", "text_group": "2fa0df192cb0689620150c635e976d92592182ba3967b06859a802545f122946", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.0003000900270081024, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0006001800540162048, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.0007002100630189057, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001800540162048, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.001600480144043213, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.9083725117535261, "cash_withdrawal_not_recognised": 0.001100330099029709, "change_pin": 0.0003000900270081024, "compromised_card": 0.0003000900270081024, "contactless_not_working": 0.00040012003601080324, "country_support": 0.00040012003601080324, "declined_card_payment": 0.00040012003601080324, "declined_cash_withdrawal": 0.0007002100630189057, "declined_transfer": 0.00040012003601080324, "direct_debit_payment_not_recognised": 0.0005001500450135041, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.0009002700810243073, "exchange_rate": 0.00040012003601080324, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.011803541062318694, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0005001500450135041, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.009402820846253877, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.0005001500450135041, "request_refund": 0.0005001500450135041, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.0005001500450135041, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0010003000900270082, "top_up_by_card_charge": 0.001100330099029709, "top_up_by_cash_or_cheque": 0.00040012003601080324, "top_up_failed": 0.00040012003601080324, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.0005001500450135041, "transfer_fee_charged": 0.005401620486145844, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0006001800540162048, "wrong_exchange_rate_for_cash_withdrawal": 0.03300990297089127 }, "error": null, "latency_ms": 72.3529999377206, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2895", "text_group": "b7a33529672ce43109c5547af4883fa8efbe2619386b7ec6895b088c7de19a4c", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.000400320256204964, "activate_my_card": 0.00030024019215372296, "age_limit": 0.00030024019215372296, "apple_pay_or_google_pay": 0.000400320256204964, "atm_support": 0.002802241793434748, "automatic_top_up": 0.00030024019215372296, "balance_not_updated_after_bank_transfer": 0.000500400320256205, "balance_not_updated_after_cheque_or_cash_deposit": 0.000500400320256205, "beneficiary_not_allowed": 0.0006004803843074459, "cancel_transfer": 0.00030024019215372296, "card_about_to_expire": 0.00030024019215372296, "card_acceptance": 0.000400320256204964, "card_arrival": 0.00030024019215372296, "card_delivery_estimate": 0.00030024019215372296, "card_linking": 0.000400320256204964, "card_not_working": 0.000400320256204964, "card_payment_fee_charged": 0.000800640512409928, "card_payment_not_recognised": 0.000400320256204964, "card_payment_wrong_exchange_rate": 0.000500400320256205, "card_swallowed": 0.000400320256204964, "cash_withdrawal_charge": 0.9255404323458767, "cash_withdrawal_not_recognised": 0.000900720576461169, "change_pin": 0.00030024019215372296, "compromised_card": 0.00030024019215372296, "contactless_not_working": 0.000400320256204964, "country_support": 0.000500400320256205, "declined_card_payment": 0.000500400320256205, "declined_cash_withdrawal": 0.002702161729383507, "declined_transfer": 0.000400320256204964, "direct_debit_payment_not_recognised": 0.000500400320256205, "disposable_card_limits": 0.000400320256204964, "edit_personal_details": 0.000400320256204964, "exchange_charge": 0.00100080064051241, "exchange_rate": 0.000400320256204964, "exchange_via_app": 0.00030024019215372296, "extra_charge_on_statement": 0.0068054443554843875, "failed_transfer": 0.00030024019215372296, "fiat_currency_support": 0.000500400320256205, "get_disposable_virtual_card": 0.00030024019215372296, "get_physical_card": 0.00030024019215372296, "getting_spare_card": 0.00030024019215372296, "getting_virtual_card": 0.00030024019215372296, "lost_or_stolen_card": 0.00030024019215372296, "lost_or_stolen_phone": 0.00030024019215372296, "order_physical_card": 0.00030024019215372296, "passcode_forgotten": 0.00030024019215372296, "pending_card_payment": 0.00030024019215372296, "pending_cash_withdrawal": 0.000500400320256205, "pending_top_up": 0.00030024019215372296, "pending_transfer": 0.00030024019215372296, "pin_blocked": 0.00030024019215372296, "receiving_money": 0.000400320256204964, "request_refund": 0.000400320256204964, "reverted_card_payment?": 0.000400320256204964, "supported_cards_and_currencies": 0.0006004803843074459, "terminate_account": 0.00030024019215372296, "top_up_by_bank_transfer_charge": 0.0012009607686148918, "top_up_by_card_charge": 0.000800640512409928, "top_up_by_cash_or_cheque": 0.000400320256204964, "top_up_failed": 0.000400320256204964, "top_up_limits": 0.00030024019215372296, "top_up_reverted": 0.000400320256204964, "topping_up_by_card": 0.00030024019215372296, "transaction_charged_twice": 0.000700560448358687, "transfer_fee_charged": 0.005204163330664532, "transfer_into_account": 0.00030024019215372296, "transfer_not_received_by_recipient": 0.00030024019215372296, "transfer_timing": 0.00030024019215372296, "unable_to_verify_identity": 0.00030024019215372296, "verify_my_identity": 0.00030024019215372296, "verify_source_of_funds": 0.00030024019215372296, "verify_top_up": 0.00030024019215372296, "virtual_card_not_working": 0.000400320256204964, "visa_or_mastercard": 0.00030024019215372296, "why_verify_identity": 0.00030024019215372296, "wrong_amount_of_cash_received": 0.0017013610888710969, "wrong_exchange_rate_for_cash_withdrawal": 0.026521216973578864 }, "error": null, "latency_ms": 70.78312488738447, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2896", "text_group": "0ec31a454dba047b5340d9f0f8aba8514b89efd04ed850b77749433046301b87", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004998000799680128, "beneficiary_not_allowed": 0.0004998000799680128, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0002998800479808077, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.0005997600959616154, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0004998000799680128, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.9613154738104759, "cash_withdrawal_not_recognised": 0.0006997201119552179, "change_pin": 0.00019992003198720514, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0003998400639744103, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.0005997600959616154, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.0005997600959616154, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0015993602558976412, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0004998000799680128, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.0003998400639744103, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0002998800479808077, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.0003998400639744103, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0006997201119552179, "top_up_by_card_charge": 0.0007996801279488206, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.0005997600959616154, "transfer_fee_charged": 0.003698520591763295, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0002998800479808077, "verify_source_of_funds": 0.0002998800479808077, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0011995201919232307, "wrong_exchange_rate_for_cash_withdrawal": 0.007497001199520192 }, "error": null, "latency_ms": 71.13875006325543, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2897", "text_group": "d3dba78e3bb9589b5c726752e591f6ce028faadc32a90b28aa7da9c5de788aba", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.0003000600120024004, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040008001600320064, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.00020004000800160032, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.9772954590918184, "cash_withdrawal_not_recognised": 0.0006001200240048009, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.00020004000800160032, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.0003000600120024004, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.00020004000800160032, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.0017003400680136026, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00020004000800160032, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.0007001400280056011, "wrong_exchange_rate_for_cash_withdrawal": 0.0028005601120224045 }, "error": null, "latency_ms": 73.6526669934392, "usage": { "input_tokens": 613, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2898", "text_group": "94f7f499bc74fd857fc7adebd9a352be3bf3d126de300bcb83a579f77050dd21", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0003000900270081024, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.00020006001800540162, "card_not_working": 0.00020006001800540162, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.00020006001800540162, "cash_withdrawal_charge": 0.9801940582174652, "cash_withdrawal_not_recognised": 0.0007002100630189057, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.00020006001800540162, "country_support": 0.0003000900270081024, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00040012003601080324, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.0003000900270081024, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00040012003601080324, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.0009002700810243073, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.00020006001800540162, "get_physical_card": 0.00020006001800540162, "getting_spare_card": 0.00020006001800540162, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.00020006001800540162, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.00020006001800540162, "supported_cards_and_currencies": 0.0003000900270081024, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00040012003601080324, "top_up_by_card_charge": 0.0005001500450135041, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.0006001800540162048, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.00020006001800540162, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 72.77870795223862, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2899", "text_group": "c54159e6dcb0122b490cd4c9976338a781a293fe7679b26731f1f6a60df45e83", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.000199860097931448, "activate_my_card": 0.000199860097931448, "age_limit": 0.000199860097931448, "apple_pay_or_google_pay": 0.000199860097931448, "atm_support": 0.00029979014689717197, "automatic_top_up": 0.000199860097931448, "balance_not_updated_after_bank_transfer": 0.00029979014689717197, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029979014689717197, "beneficiary_not_allowed": 0.00029979014689717197, "cancel_transfer": 0.000199860097931448, "card_about_to_expire": 0.000199860097931448, "card_acceptance": 0.00029979014689717197, "card_arrival": 0.000199860097931448, "card_delivery_estimate": 0.000199860097931448, "card_linking": 0.000199860097931448, "card_not_working": 0.000199860097931448, "card_payment_fee_charged": 0.000399720195862896, "card_payment_not_recognised": 0.00029979014689717197, "card_payment_wrong_exchange_rate": 0.000399720195862896, "card_swallowed": 0.000199860097931448, "cash_withdrawal_charge": 0.9750174877585691, "cash_withdrawal_not_recognised": 0.000699510342760068, "change_pin": 0.000199860097931448, "compromised_card": 0.000199860097931448, "contactless_not_working": 0.000199860097931448, "country_support": 0.00029979014689717197, "declined_card_payment": 0.000199860097931448, "declined_cash_withdrawal": 0.00029979014689717197, "declined_transfer": 0.000199860097931448, "direct_debit_payment_not_recognised": 0.000399720195862896, "disposable_card_limits": 0.000199860097931448, "edit_personal_details": 0.000199860097931448, "exchange_charge": 0.000399720195862896, "exchange_rate": 0.000199860097931448, "exchange_via_app": 0.000199860097931448, "extra_charge_on_statement": 0.002298391126211652, "failed_transfer": 0.000199860097931448, "fiat_currency_support": 0.00029979014689717197, "get_disposable_virtual_card": 0.000199860097931448, "get_physical_card": 0.000199860097931448, "getting_spare_card": 0.000199860097931448, "getting_virtual_card": 0.000199860097931448, "lost_or_stolen_card": 0.000199860097931448, "lost_or_stolen_phone": 0.000199860097931448, "order_physical_card": 0.000199860097931448, "passcode_forgotten": 0.000199860097931448, "pending_card_payment": 0.000199860097931448, "pending_cash_withdrawal": 0.00029979014689717197, "pending_top_up": 0.000199860097931448, "pending_transfer": 0.000199860097931448, "pin_blocked": 0.000199860097931448, "receiving_money": 0.000199860097931448, "request_refund": 0.000199860097931448, "reverted_card_payment?": 0.000399720195862896, "supported_cards_and_currencies": 0.000199860097931448, "terminate_account": 0.000199860097931448, "top_up_by_bank_transfer_charge": 0.000399720195862896, "top_up_by_card_charge": 0.00049965024482862, "top_up_by_cash_or_cheque": 0.00029979014689717197, "top_up_failed": 0.000199860097931448, "top_up_limits": 0.000199860097931448, "top_up_reverted": 0.00029979014689717197, "topping_up_by_card": 0.00029979014689717197, "transaction_charged_twice": 0.00029979014689717197, "transfer_fee_charged": 0.00099930048965724, "transfer_into_account": 0.000199860097931448, "transfer_not_received_by_recipient": 0.000199860097931448, "transfer_timing": 0.000199860097931448, "unable_to_verify_identity": 0.000199860097931448, "verify_my_identity": 0.000199860097931448, "verify_source_of_funds": 0.000199860097931448, "verify_top_up": 0.000199860097931448, "virtual_card_not_working": 0.000199860097931448, "visa_or_mastercard": 0.000199860097931448, "why_verify_identity": 0.000199860097931448, "wrong_amount_of_cash_received": 0.0005995802937943439, "wrong_exchange_rate_for_cash_withdrawal": 0.003297691615868892 }, "error": null, "latency_ms": 72.12587504182011, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2900", "text_group": "954c8d24c68914a846ba0153c6cd3eda543ca0f152e6929d778343c585e471a3", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0003000600120024004, "activate_my_card": 0.0003000600120024004, "age_limit": 0.0003000600120024004, "apple_pay_or_google_pay": 0.00040008001600320064, "atm_support": 0.027905581116223245, "automatic_top_up": 0.0003000600120024004, "balance_not_updated_after_bank_transfer": 0.0006001200240048009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.0007001400280056011, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.0005001000200040008, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0027005401080216042, "card_payment_not_recognised": 0.0006001200240048009, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.5183036607321464, "cash_withdrawal_not_recognised": 0.0006001200240048009, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0006001200240048009, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0010002000400080016, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0012002400480096017, "disposable_card_limits": 0.00040008001600320064, "edit_personal_details": 0.00040008001600320064, "exchange_charge": 0.0030006001200240046, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.3912782556511302, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.0003000600120024004, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.0003000600120024004, "pending_transfer": 0.0003000600120024004, "pin_blocked": 0.00040008001600320064, "receiving_money": 0.00040008001600320064, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.0008001600320064013, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00040008001600320064, "top_up_by_bank_transfer_charge": 0.005601120224044809, "top_up_by_card_charge": 0.002600520104020804, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.0003000600120024004, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0012002400480096017, "transfer_fee_charged": 0.011202240448089618, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.0003000600120024004, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.0003000600120024004, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.0003000600120024004, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.0003000600120024004, "wrong_amount_of_cash_received": 0.0014002800560112022, "wrong_exchange_rate_for_cash_withdrawal": 0.008101620324064812 }, "error": null, "latency_ms": 72.84220797009766, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2901", "text_group": "cea96cb4d34f03406b1924efee698d1ea730d987608187494ab9fc9a0bceb41d", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00020010005002501252, "activate_my_card": 0.00020010005002501252, "age_limit": 0.00020010005002501252, "apple_pay_or_google_pay": 0.00020010005002501252, "atm_support": 0.00040020010005002504, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040020010005002504, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00020010005002501252, "card_about_to_expire": 0.00020010005002501252, "card_acceptance": 0.00030015007503751874, "card_arrival": 0.00020010005002501252, "card_delivery_estimate": 0.00020010005002501252, "card_linking": 0.00030015007503751874, "card_not_working": 0.00020010005002501252, "card_payment_fee_charged": 0.0006003001500750375, "card_payment_not_recognised": 0.00040020010005002504, "card_payment_wrong_exchange_rate": 0.0005002501250625313, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.9148574287143573, "cash_withdrawal_not_recognised": 0.0005002501250625313, "change_pin": 0.00020010005002501252, "compromised_card": 0.00020010005002501252, "contactless_not_working": 0.00020010005002501252, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00040020010005002504, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.00040020010005002504, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00020010005002501252, "exchange_charge": 0.0006003001500750375, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00020010005002501252, "extra_charge_on_statement": 0.05462731365682842, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00020010005002501252, "get_physical_card": 0.00020010005002501252, "getting_spare_card": 0.00020010005002501252, "getting_virtual_card": 0.00020010005002501252, "lost_or_stolen_card": 0.00020010005002501252, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.00020010005002501252, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00030015007503751874, "request_refund": 0.00020010005002501252, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.00030015007503751874, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00830415207603802, "top_up_by_card_charge": 0.0013006503251625813, "top_up_by_cash_or_cheque": 0.00040020010005002504, "top_up_failed": 0.00020010005002501252, "top_up_limits": 0.00020010005002501252, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00040020010005002504, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.001500750375187594, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00020010005002501252, "visa_or_mastercard": 0.00020010005002501252, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00040020010005002504, "wrong_exchange_rate_for_cash_withdrawal": 0.0008004002001000501 }, "error": null, "latency_ms": 74.38937504775822, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2902", "text_group": "98466a2416ed54731954b63b7d99af60fd7001d6a9a2ebb2ebb8b250246074ff", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0003001801080648389, "activate_my_card": 0.0003001801080648389, "age_limit": 0.0003001801080648389, "apple_pay_or_google_pay": 0.0004002401440864519, "atm_support": 0.002301380828497098, "automatic_top_up": 0.0003001801080648389, "balance_not_updated_after_bank_transfer": 0.0007004202521512908, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006003602161296778, "beneficiary_not_allowed": 0.0005003001801080648, "cancel_transfer": 0.0003001801080648389, "card_about_to_expire": 0.0003001801080648389, "card_acceptance": 0.0004002401440864519, "card_arrival": 0.0003001801080648389, "card_delivery_estimate": 0.0003001801080648389, "card_linking": 0.0004002401440864519, "card_not_working": 0.0003001801080648389, "card_payment_fee_charged": 0.0007004202521512908, "card_payment_not_recognised": 0.0004002401440864519, "card_payment_wrong_exchange_rate": 0.0004002401440864519, "card_swallowed": 0.0004002401440864519, "cash_withdrawal_charge": 0.876926155693416, "cash_withdrawal_not_recognised": 0.0010006003602161296, "change_pin": 0.0003001801080648389, "compromised_card": 0.0003001801080648389, "contactless_not_working": 0.0004002401440864519, "country_support": 0.0004002401440864519, "declined_card_payment": 0.0003001801080648389, "declined_cash_withdrawal": 0.0006003602161296778, "declined_transfer": 0.0003001801080648389, "direct_debit_payment_not_recognised": 0.0004002401440864519, "disposable_card_limits": 0.0004002401440864519, "edit_personal_details": 0.0004002401440864519, "exchange_charge": 0.0008004802881729038, "exchange_rate": 0.0003001801080648389, "exchange_via_app": 0.0004002401440864519, "extra_charge_on_statement": 0.06063638182909746, "failed_transfer": 0.0003001801080648389, "fiat_currency_support": 0.0005003001801080648, "get_disposable_virtual_card": 0.0003001801080648389, "get_physical_card": 0.0003001801080648389, "getting_spare_card": 0.0003001801080648389, "getting_virtual_card": 0.0003001801080648389, "lost_or_stolen_card": 0.0003001801080648389, "lost_or_stolen_phone": 0.0003001801080648389, "order_physical_card": 0.0003001801080648389, "passcode_forgotten": 0.0003001801080648389, "pending_card_payment": 0.0003001801080648389, "pending_cash_withdrawal": 0.0022013207924754855, "pending_top_up": 0.0003001801080648389, "pending_transfer": 0.0003001801080648389, "pin_blocked": 0.0003001801080648389, "receiving_money": 0.0004002401440864519, "request_refund": 0.0004002401440864519, "reverted_card_payment?": 0.0004002401440864519, "supported_cards_and_currencies": 0.0004002401440864519, "terminate_account": 0.0003001801080648389, "top_up_by_bank_transfer_charge": 0.0007004202521512908, "top_up_by_card_charge": 0.0007004202521512908, "top_up_by_cash_or_cheque": 0.0004002401440864519, "top_up_failed": 0.0004002401440864519, "top_up_limits": 0.0003001801080648389, "top_up_reverted": 0.0005003001801080648, "topping_up_by_card": 0.0003001801080648389, "transaction_charged_twice": 0.0005003001801080648, "transfer_fee_charged": 0.005703422053231939, "transfer_into_account": 0.0003001801080648389, "transfer_not_received_by_recipient": 0.0004002401440864519, "transfer_timing": 0.0004002401440864519, "unable_to_verify_identity": 0.0003001801080648389, "verify_my_identity": 0.0003001801080648389, "verify_source_of_funds": 0.0003001801080648389, "verify_top_up": 0.0003001801080648389, "virtual_card_not_working": 0.0003001801080648389, "visa_or_mastercard": 0.0003001801080648389, "why_verify_identity": 0.0003001801080648389, "wrong_amount_of_cash_received": 0.0008004802881729038, "wrong_exchange_rate_for_cash_withdrawal": 0.02421452871723034 }, "error": null, "latency_ms": 70.21216698922217, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2903", "text_group": "9b6fb43c9772898866c83c30b8ea912bdac41470a62b5c1b7fd1a00f57f8e7c3", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.0003000600120024005, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0004000800160032007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004000800160032007, "beneficiary_not_allowed": 0.0004000800160032007, "cancel_transfer": 0.0003000600120024005, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0004000800160032007, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.0003000600120024005, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.0004000800160032007, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.9501900380076016, "cash_withdrawal_not_recognised": 0.0011002200440088019, "change_pin": 0.00020004000800160035, "compromised_card": 0.00020004000800160035, "contactless_not_working": 0.00020004000800160035, "country_support": 0.0004000800160032007, "declined_card_payment": 0.00020004000800160035, "declined_cash_withdrawal": 0.0011002200440088019, "declined_transfer": 0.00020004000800160035, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0003000600120024005, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.000600120024004801, "failed_transfer": 0.0003000600120024005, "fiat_currency_support": 0.0004000800160032007, "get_disposable_virtual_card": 0.0003000600120024005, "get_physical_card": 0.0003000600120024005, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.0010002000400080016, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.0003000600120024005, "request_refund": 0.0003000600120024005, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0004000800160032007, "terminate_account": 0.0003000600120024005, "top_up_by_bank_transfer_charge": 0.0010002000400080016, "top_up_by_card_charge": 0.0008001600320064014, "top_up_by_cash_or_cheque": 0.0004000800160032007, "top_up_failed": 0.0003000600120024005, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0003000600120024005, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.0003000600120024005, "transfer_fee_charged": 0.0019003800760152032, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.00020004000800160035, "visa_or_mastercard": 0.00020004000800160035, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.02360472094418884 }, "error": null, "latency_ms": 71.23450003564358, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2904", "text_group": "cb1f869cb1e5362bd20f928fc7b7711cc423f89b50c8e5ced2dfd8feb1dae21d", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.00039996000399960006, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0010998900109989002, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.0004999500049995, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.00039996000399960006, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.011198880111988802, "card_payment_not_recognised": 0.0006999300069993001, "card_payment_wrong_exchange_rate": 0.0007999200079992001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.8947105289471053, "cash_withdrawal_not_recognised": 0.0014998500149985001, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.00039996000399960006, "country_support": 0.0004999500049995, "declined_card_payment": 0.0006999300069993001, "declined_cash_withdrawal": 0.0040995900409959, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.0008999100089991, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.0018998100189981002, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.0120987901209879, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0007999200079992001, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0008999100089991, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0004999500049995, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.014798520147985203, "top_up_by_card_charge": 0.010898910108989102, "top_up_by_cash_or_cheque": 0.0010998900109989002, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0008999100089991, "topping_up_by_card": 0.0006999300069993001, "transaction_charged_twice": 0.0008999100089991, "transfer_fee_charged": 0.0106989301069893, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.0008999100089991, "wrong_exchange_rate_for_cash_withdrawal": 0.0040995900409959 }, "error": null, "latency_ms": 70.97041606903076, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2905", "text_group": "d0c2fc19acd1754c74dd092da29d385aceaa5f7eaa259f318c52578b474d79ce", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0006000600060006, "activate_my_card": 0.0005000500050005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0009000900090009, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.0078007800780078, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013001300130013002, "beneficiary_not_allowed": 0.0011001100110011003, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.0009000900090009, "card_arrival": 0.0006000600060006, "card_delivery_estimate": 0.0006000600060006, "card_linking": 0.0007000700070007, "card_not_working": 0.0007000700070007, "card_payment_fee_charged": 0.034503450345034506, "card_payment_not_recognised": 0.001000100010001, "card_payment_wrong_exchange_rate": 0.0013001300130013002, "card_swallowed": 0.0008000800080008001, "cash_withdrawal_charge": 0.6475647564756475, "cash_withdrawal_not_recognised": 0.0022002200220022005, "change_pin": 0.00040004000400040005, "compromised_card": 0.0005000500050005, "contactless_not_working": 0.0005000500050005, "country_support": 0.0007000700070007, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0023002300230023, "declined_transfer": 0.0008000800080008001, "direct_debit_payment_not_recognised": 0.0018001800180018, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0005000500050005, "exchange_charge": 0.006000600060006001, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.030303030303030304, "failed_transfer": 0.0007000700070007, "fiat_currency_support": 0.0009000900090009, "get_disposable_virtual_card": 0.0008000800080008001, "get_physical_card": 0.0009000900090009, "getting_spare_card": 0.0008000800080008001, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.0007000700070007, "passcode_forgotten": 0.00040004000400040005, "pending_card_payment": 0.0006000600060006, "pending_cash_withdrawal": 0.0009000900090009, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0023002300230023, "request_refund": 0.0009000900090009, "reverted_card_payment?": 0.0008000800080008001, "supported_cards_and_currencies": 0.0008000800080008001, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.0747074707470747, "top_up_by_card_charge": 0.054605460546054606, "top_up_by_cash_or_cheque": 0.001000100010001, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0008000800080008001, "topping_up_by_card": 0.0009000900090009, "transaction_charged_twice": 0.0038003800380038005, "transfer_fee_charged": 0.0851085108510851, "transfer_into_account": 0.0006000600060006, "transfer_not_received_by_recipient": 0.0007000700070007, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0005000500050005, "verify_my_identity": 0.0005000500050005, "verify_source_of_funds": 0.0005000500050005, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.0005000500050005, "wrong_amount_of_cash_received": 0.0034003400340034003, "wrong_exchange_rate_for_cash_withdrawal": 0.002000200020002 }, "error": null, "latency_ms": 73.4442500397563, "usage": { "input_tokens": 620, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2906", "text_group": "b2f30957aefbfb72ab1e4938ed085a6653cf233a153704a0eb053b74ac5812ab", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0005, "atm_support": 0.0537, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0004, "card_acceptance": 0.0006, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0005, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0015, "card_payment_not_recognised": 0.0004, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.6328, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0004, "compromised_card": 0.0004, "contactless_not_working": 0.0007, "country_support": 0.0008, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0008, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0005, "edit_personal_details": 0.0005, "exchange_charge": 0.0023, "exchange_rate": 0.0005, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.2425, "failed_transfer": 0.0004, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0004, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0004, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0005, "receiving_money": 0.0006, "request_refund": 0.0006, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.0007, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0026, "top_up_by_card_charge": 0.0025, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0005, "top_up_limits": 0.0004, "top_up_reverted": 0.0009, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0006, "transfer_fee_charged": 0.0255, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0008, "wrong_exchange_rate_for_cash_withdrawal": 0.0031 }, "error": null, "latency_ms": 70.32654201611876, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2907", "text_group": "ee2235c2f72ec12350077d6cc0736aa070a4606cd18eda32bc90e64bfa243518", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0003002101471029721, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.00040028019613729617, "balance_not_updated_after_cheque_or_cash_deposit": 0.00040028019613729617, "beneficiary_not_allowed": 0.0005003502451716202, "cancel_transfer": 0.0003002101471029721, "card_about_to_expire": 0.00020014009806864808, "card_acceptance": 0.00040028019613729617, "card_arrival": 0.00020014009806864808, "card_delivery_estimate": 0.00020014009806864808, "card_linking": 0.0003002101471029721, "card_not_working": 0.0003002101471029721, "card_payment_fee_charged": 0.0006004202942059442, "card_payment_not_recognised": 0.0005003502451716202, "card_payment_wrong_exchange_rate": 0.0005003502451716202, "card_swallowed": 0.0003002101471029721, "cash_withdrawal_charge": 0.9093365355749025, "cash_withdrawal_not_recognised": 0.0012008405884118883, "change_pin": 0.00020014009806864808, "compromised_card": 0.00020014009806864808, "contactless_not_working": 0.00020014009806864808, "country_support": 0.0003002101471029721, "declined_card_payment": 0.0003002101471029721, "declined_cash_withdrawal": 0.0007004903432402682, "declined_transfer": 0.00020014009806864808, "direct_debit_payment_not_recognised": 0.00040028019613729617, "disposable_card_limits": 0.0003002101471029721, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.0005003502451716202, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.036225357750425305, "failed_transfer": 0.00020014009806864808, "fiat_currency_support": 0.0003002101471029721, "get_disposable_virtual_card": 0.00020014009806864808, "get_physical_card": 0.00020014009806864808, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.00020014009806864808, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.00020014009806864808, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00040028019613729617, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.00020014009806864808, "receiving_money": 0.0003002101471029721, "request_refund": 0.00040028019613729617, "reverted_card_payment?": 0.00040028019613729617, "supported_cards_and_currencies": 0.0003002101471029721, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.0007004903432402682, "top_up_by_card_charge": 0.0008005603922745923, "top_up_by_cash_or_cheque": 0.0003002101471029721, "top_up_failed": 0.00020014009806864808, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.0003002101471029721, "transaction_charged_twice": 0.0008005603922745923, "transfer_fee_charged": 0.0009006304413089162, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.00020014009806864808, "transfer_timing": 0.0003002101471029721, "unable_to_verify_identity": 0.0003002101471029721, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.0003002101471029721, "visa_or_mastercard": 0.0003002101471029721, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.0005003502451716202, "wrong_exchange_rate_for_cash_withdrawal": 0.030321224857400183 }, "error": null, "latency_ms": 71.58541702665389, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2908", "text_group": "6345be4eb74a1428c32ff501457c95917fe4679049332f51c69ef6864fb98a33", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0004999500049995, "age_limit": 0.0008999100089991, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0010998900109989002, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.0005999400059994001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0014998500149985001, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0005999400059994001, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0006999300069993001, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.8371162883711629, "cash_withdrawal_not_recognised": 0.003999600039996, "change_pin": 0.00039996000399960006, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0004999500049995, "country_support": 0.0005999400059994001, "declined_card_payment": 0.0005999400059994001, "declined_cash_withdrawal": 0.006299370062993701, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.0006999300069993001, "disposable_card_limits": 0.013698630136986302, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.0008999100089991, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.0033996600339966003, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.000999900009999, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.0013998600139986002, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0007999200079992001, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.000999900009999, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.004299570042995701, "top_up_by_card_charge": 0.0035996400359964, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.06879312068793121, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.0008999100089991, "transfer_into_account": 0.0005999400059994001, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.0004999500049995, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.0011998800119988001, "wrong_exchange_rate_for_cash_withdrawal": 0.0178982101789821 }, "error": null, "latency_ms": 72.19912495929748, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2909", "text_group": "89dc86dbd7780dabbf33df85bd06a35db37d00418e511e3237021e9d7d87e669", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00019980019980019983, "activate_my_card": 0.00019980019980019983, "age_limit": 0.00019980019980019983, "apple_pay_or_google_pay": 0.00019980019980019983, "atm_support": 0.0002997002997002997, "automatic_top_up": 0.00019980019980019983, "balance_not_updated_after_bank_transfer": 0.0002997002997002997, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039960039960039965, "beneficiary_not_allowed": 0.0002997002997002997, "cancel_transfer": 0.00019980019980019983, "card_about_to_expire": 0.00019980019980019983, "card_acceptance": 0.0002997002997002997, "card_arrival": 0.00019980019980019983, "card_delivery_estimate": 0.00019980019980019983, "card_linking": 0.00019980019980019983, "card_not_working": 0.00019980019980019983, "card_payment_fee_charged": 0.00039960039960039965, "card_payment_not_recognised": 0.00019980019980019983, "card_payment_wrong_exchange_rate": 0.0002997002997002997, "card_swallowed": 0.00019980019980019983, "cash_withdrawal_charge": 0.9662337662337663, "cash_withdrawal_not_recognised": 0.0004995004995004996, "change_pin": 0.00019980019980019983, "compromised_card": 0.00019980019980019983, "contactless_not_working": 0.00019980019980019983, "country_support": 0.0002997002997002997, "declined_card_payment": 0.00019980019980019983, "declined_cash_withdrawal": 0.0005994005994005994, "declined_transfer": 0.00019980019980019983, "direct_debit_payment_not_recognised": 0.00019980019980019983, "disposable_card_limits": 0.00019980019980019983, "edit_personal_details": 0.00019980019980019983, "exchange_charge": 0.00039960039960039965, "exchange_rate": 0.00019980019980019983, "exchange_via_app": 0.00019980019980019983, "extra_charge_on_statement": 0.0013986013986013988, "failed_transfer": 0.00019980019980019983, "fiat_currency_support": 0.0002997002997002997, "get_disposable_virtual_card": 0.00019980019980019983, "get_physical_card": 0.00019980019980019983, "getting_spare_card": 0.00019980019980019983, "getting_virtual_card": 0.00019980019980019983, "lost_or_stolen_card": 0.00019980019980019983, "lost_or_stolen_phone": 0.00019980019980019983, "order_physical_card": 0.00019980019980019983, "passcode_forgotten": 0.00019980019980019983, "pending_card_payment": 0.00019980019980019983, "pending_cash_withdrawal": 0.0002997002997002997, "pending_top_up": 0.00019980019980019983, "pending_transfer": 0.00019980019980019983, "pin_blocked": 0.00019980019980019983, "receiving_money": 0.00019980019980019983, "request_refund": 0.00019980019980019983, "reverted_card_payment?": 0.0002997002997002997, "supported_cards_and_currencies": 0.00019980019980019983, "terminate_account": 0.00019980019980019983, "top_up_by_bank_transfer_charge": 0.00039960039960039965, "top_up_by_card_charge": 0.00039960039960039965, "top_up_by_cash_or_cheque": 0.00019980019980019983, "top_up_failed": 0.00019980019980019983, "top_up_limits": 0.00019980019980019983, "top_up_reverted": 0.00019980019980019983, "topping_up_by_card": 0.00019980019980019983, "transaction_charged_twice": 0.0002997002997002997, "transfer_fee_charged": 0.0016983016983016983, "transfer_into_account": 0.00019980019980019983, "transfer_not_received_by_recipient": 0.00019980019980019983, "transfer_timing": 0.00019980019980019983, "unable_to_verify_identity": 0.00019980019980019983, "verify_my_identity": 0.00019980019980019983, "verify_source_of_funds": 0.00019980019980019983, "verify_top_up": 0.00019980019980019983, "virtual_card_not_working": 0.00019980019980019983, "visa_or_mastercard": 0.00019980019980019983, "why_verify_identity": 0.00019980019980019983, "wrong_amount_of_cash_received": 0.0005994005994005994, "wrong_exchange_rate_for_cash_withdrawal": 0.012987012987012988 }, "error": null, "latency_ms": 72.15187500696629, "usage": { "input_tokens": 602, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2910", "text_group": "c26329dcb5004ff6e3d4b05ed816e9d8bc35e76f0502c8e2381cbbbeb48bbb74", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00029994001199760045, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0005998800239952009, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0005998800239952009, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0003999200159968007, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0005998800239952009, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.9262147570485904, "cash_withdrawal_not_recognised": 0.001799640071985603, "change_pin": 0.00029994001199760045, "compromised_card": 0.0004999000199960008, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0003999200159968007, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.002299540091981604, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.0006998600279944011, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.014997000599880024, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0005998800239952009, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.00029994001199760045, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.0007998400319936014, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0003999200159968007, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0007998400319936014, "top_up_by_card_charge": 0.0008998200359928015, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.0007998400319936014, "transfer_fee_charged": 0.0018996200759848032, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0003999200159968007, "verify_my_identity": 0.00029994001199760045, "verify_source_of_funds": 0.0003999200159968007, "verify_top_up": 0.00029994001199760045, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.0003999200159968007, "wrong_amount_of_cash_received": 0.009298140371925615, "wrong_exchange_rate_for_cash_withdrawal": 0.012797440511897622 }, "error": null, "latency_ms": 72.75212497916073, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2911", "text_group": "e07c6896901fb848184457bd7d4a503a419e6898b4593d477ba8cbe5ea95122e", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.00029997000299970003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00019998000199980003, "card_not_working": 0.00019998000199980003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.969003099690031, "cash_withdrawal_not_recognised": 0.0029997000299970002, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00019998000199980003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.0005999400059994001, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.00029997000299970003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00019998000199980003, "topping_up_by_card": 0.00019998000199980003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.004199580041995801, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.005499450054994501 }, "error": null, "latency_ms": 70.97162492573261, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2912", "text_group": "6d31824dfc3bc071748c065a1cc6e19489ac2b94e141a9aedf6d20662e8fc5c3", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.00020004000800160035, "atm_support": 0.0003000600120024005, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.0003000600120024005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004000800160032007, "beneficiary_not_allowed": 0.0004000800160032007, "cancel_transfer": 0.00020004000800160035, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0003000600120024005, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.00020004000800160035, "card_not_working": 0.00020004000800160035, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0005001000200040008, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.9673934786957392, "cash_withdrawal_not_recognised": 0.0017003400680136028, "change_pin": 0.00020004000800160035, "compromised_card": 0.00020004000800160035, "contactless_not_working": 0.00020004000800160035, "country_support": 0.0003000600120024005, "declined_card_payment": 0.0003000600120024005, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.00020004000800160035, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.00020004000800160035, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.0004000800160032007, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.00020004000800160035, "extra_charge_on_statement": 0.004100820164032807, "failed_transfer": 0.00020004000800160035, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.0005001000200040008, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.00020004000800160035, "request_refund": 0.0003000600120024005, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0003000600120024005, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0003000600120024005, "top_up_failed": 0.00020004000800160035, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0003000600120024005, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.0004000800160032007, "transfer_fee_charged": 0.0008001600320064014, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.00020004000800160035, "visa_or_mastercard": 0.00020004000800160035, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.001200240048009602, "wrong_exchange_rate_for_cash_withdrawal": 0.00590118023604721 }, "error": null, "latency_ms": 70.318250101991, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2913", "text_group": "87b7bcb98b3c2d13ceb76a49e9fed4ccd242d7039c2c354bcf314f50e0d7a51f", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00019974033756117049, "activate_my_card": 0.00019974033756117049, "age_limit": 0.00019974033756117049, "apple_pay_or_google_pay": 0.00019974033756117049, "atm_support": 0.00029961050634175565, "automatic_top_up": 0.00019974033756117049, "balance_not_updated_after_bank_transfer": 0.00029961050634175565, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029961050634175565, "beneficiary_not_allowed": 0.00029961050634175565, "cancel_transfer": 0.00019974033756117049, "card_about_to_expire": 0.00019974033756117049, "card_acceptance": 0.00019974033756117049, "card_arrival": 0.00019974033756117049, "card_delivery_estimate": 0.00019974033756117049, "card_linking": 0.00019974033756117049, "card_not_working": 0.00019974033756117049, "card_payment_fee_charged": 0.00039948067512234097, "card_payment_not_recognised": 0.00029961050634175565, "card_payment_wrong_exchange_rate": 0.00039948067512234097, "card_swallowed": 0.00019974033756117049, "cash_withdrawal_charge": 0.95735543793069, "cash_withdrawal_not_recognised": 0.0008988315190252671, "change_pin": 9.987016878058524e-05, "compromised_card": 0.00019974033756117049, "contactless_not_working": 0.00019974033756117049, "country_support": 0.00019974033756117049, "declined_card_payment": 0.00019974033756117049, "declined_cash_withdrawal": 0.00039948067512234097, "declined_transfer": 0.00019974033756117049, "direct_debit_payment_not_recognised": 0.00039948067512234097, "disposable_card_limits": 0.00019974033756117049, "edit_personal_details": 0.00019974033756117049, "exchange_charge": 0.00039948067512234097, "exchange_rate": 0.00019974033756117049, "exchange_via_app": 0.00019974033756117049, "extra_charge_on_statement": 0.003095975232198142, "failed_transfer": 0.00019974033756117049, "fiat_currency_support": 0.00029961050634175565, "get_disposable_virtual_card": 0.00019974033756117049, "get_physical_card": 0.00019974033756117049, "getting_spare_card": 0.00019974033756117049, "getting_virtual_card": 0.00019974033756117049, "lost_or_stolen_card": 0.00019974033756117049, "lost_or_stolen_phone": 0.00019974033756117049, "order_physical_card": 0.00019974033756117049, "passcode_forgotten": 0.00019974033756117049, "pending_card_payment": 0.00019974033756117049, "pending_cash_withdrawal": 0.00029961050634175565, "pending_top_up": 0.00019974033756117049, "pending_transfer": 0.00019974033756117049, "pin_blocked": 0.00019974033756117049, "receiving_money": 0.00019974033756117049, "request_refund": 0.00019974033756117049, "reverted_card_payment?": 0.00029961050634175565, "supported_cards_and_currencies": 0.00019974033756117049, "terminate_account": 0.00019974033756117049, "top_up_by_bank_transfer_charge": 0.00039948067512234097, "top_up_by_card_charge": 0.0004993508439029261, "top_up_by_cash_or_cheque": 0.00019974033756117049, "top_up_failed": 0.00019974033756117049, "top_up_limits": 0.00019974033756117049, "top_up_reverted": 0.00029961050634175565, "topping_up_by_card": 0.00019974033756117049, "transaction_charged_twice": 0.00029961050634175565, "transfer_fee_charged": 0.0009987016878058523, "transfer_into_account": 0.00019974033756117049, "transfer_not_received_by_recipient": 0.00019974033756117049, "transfer_timing": 0.00019974033756117049, "unable_to_verify_identity": 0.00019974033756117049, "verify_my_identity": 0.00019974033756117049, "verify_source_of_funds": 0.00019974033756117049, "verify_top_up": 0.00019974033756117049, "virtual_card_not_working": 0.00019974033756117049, "visa_or_mastercard": 0.00019974033756117049, "why_verify_identity": 0.00019974033756117049, "wrong_amount_of_cash_received": 0.0007989613502446819, "wrong_exchange_rate_for_cash_withdrawal": 0.0202736442624588 }, "error": null, "latency_ms": 70.17462502699345, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2914", "text_group": "66a5f70f227a822ab30ed6aac7864f66e56196b0309da48710689bde888028d3", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.0008999100089991, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007999200079992001, "beneficiary_not_allowed": 0.0008999100089991, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0005999400059994001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0004999500049995, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.022497750224977502, "card_payment_not_recognised": 0.0006999300069993001, "card_payment_wrong_exchange_rate": 0.0008999100089991, "card_swallowed": 0.000999900009999, "cash_withdrawal_charge": 0.7912208779122087, "cash_withdrawal_not_recognised": 0.0016998300169983002, "change_pin": 0.00029997000299970003, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0004999500049995, "country_support": 0.0004999500049995, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.0013998600139986002, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.0008999100089991, "disposable_card_limits": 0.0004999500049995, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.0030996900309969004, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.0376962303769623, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.0005999400059994001, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.0005999400059994001, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0011998800119988001, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.0004999500049995, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.008799120087991202, "top_up_by_card_charge": 0.0072992700729927005, "top_up_by_cash_or_cheque": 0.0012998700129987, "top_up_failed": 0.0006999300069993001, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0011998800119988001, "topping_up_by_card": 0.0007999200079992001, "transaction_charged_twice": 0.003999600039996, "transfer_fee_charged": 0.0357964203579642, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00039996000399960006, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.04609539046095391, "wrong_exchange_rate_for_cash_withdrawal": 0.0047995200479952005 }, "error": null, "latency_ms": 70.42379199992865, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2915", "text_group": "ed680ea7080df183436e03d38c984036df1f6ef2e9297b0801748d6772278356", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0136, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009, "beneficiary_not_allowed": 0.0017, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0004, "card_acceptance": 0.0006, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.0005, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0023, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0008, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.79, "cash_withdrawal_not_recognised": 0.0028, "change_pin": 0.0004, "compromised_card": 0.0004, "contactless_not_working": 0.0006, "country_support": 0.0006, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0014, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0012, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0005, "exchange_charge": 0.0027, "exchange_rate": 0.0005, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0825, "failed_transfer": 0.0004, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0005, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0003, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0004, "passcode_forgotten": 0.0004, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0013, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0004, "receiving_money": 0.0007, "request_refund": 0.0005, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0007, "terminate_account": 0.0004, "top_up_by_bank_transfer_charge": 0.0027, "top_up_by_card_charge": 0.002, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0005, "top_up_limits": 0.0009, "top_up_reverted": 0.0006, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.001, "transfer_fee_charged": 0.0072, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0247, "wrong_exchange_rate_for_cash_withdrawal": 0.0324 }, "error": null, "latency_ms": 71.25679193995893, "usage": { "input_tokens": 607, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2916", "text_group": "140303cbc5668fa1ad7d8697200ab57d1ffb36a3c14b0c8a8592937ff8d3b0c6", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0004998000799680128, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.0004998000799680128, "atm_support": 0.020391843262694925, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.0006997201119552179, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006997201119552179, "beneficiary_not_allowed": 0.0007996801279488206, "cancel_transfer": 0.0004998000799680128, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0004998000799680128, "card_not_working": 0.0004998000799680128, "card_payment_fee_charged": 0.0029988004798080768, "card_payment_not_recognised": 0.0005997600959616154, "card_payment_wrong_exchange_rate": 0.0013994402239104358, "card_swallowed": 0.0005997600959616154, "cash_withdrawal_charge": 0.671031587365054, "cash_withdrawal_not_recognised": 0.0007996801279488206, "change_pin": 0.0003998400639744103, "compromised_card": 0.0004998000799680128, "contactless_not_working": 0.0005997600959616154, "country_support": 0.0007996801279488206, "declined_card_payment": 0.0005997600959616154, "declined_cash_withdrawal": 0.0012994802079168333, "declined_transfer": 0.0005997600959616154, "direct_debit_payment_not_recognised": 0.0007996801279488206, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0004998000799680128, "exchange_charge": 0.003998400639744102, "exchange_rate": 0.0004998000799680128, "exchange_via_app": 0.0004998000799680128, "extra_charge_on_statement": 0.09316273490603759, "failed_transfer": 0.0004998000799680128, "fiat_currency_support": 0.0006997201119552179, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.0003998400639744103, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.0003998400639744103, "lost_or_stolen_phone": 0.0003998400639744103, "order_physical_card": 0.0003998400639744103, "passcode_forgotten": 0.0003998400639744103, "pending_card_payment": 0.0003998400639744103, "pending_cash_withdrawal": 0.0004998000799680128, "pending_top_up": 0.0003998400639744103, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.0004998000799680128, "receiving_money": 0.0005997600959616154, "request_refund": 0.0010995601759296284, "reverted_card_payment?": 0.0016993202718912435, "supported_cards_and_currencies": 0.0005997600959616154, "terminate_account": 0.0004998000799680128, "top_up_by_bank_transfer_charge": 0.0009996001599360256, "top_up_by_card_charge": 0.0011995201919232307, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0004998000799680128, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0007996801279488206, "topping_up_by_card": 0.0004998000799680128, "transaction_charged_twice": 0.0013994402239104358, "transfer_fee_charged": 0.03008796481407437, "transfer_into_account": 0.0003998400639744103, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.0003998400639744103, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0003998400639744103, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0004998000799680128, "visa_or_mastercard": 0.0003998400639744103, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.017393042782886847, "wrong_exchange_rate_for_cash_withdrawal": 0.12085165933626549 }, "error": null, "latency_ms": 71.19316700845957, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2917", "text_group": "fa46462a4d274003971fdcb29da6d119287b68646a9258d93a50942a44b3d5ff", "expected": "cash_withdrawal_charge", "prediction": "wrong_amount_of_cash_received", "probabilities": { "Refund_not_showing_up": 0.0007000700070007, "activate_my_card": 0.00040004000400040005, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0007000700070007, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.0013001300130013002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014001400140014, "beneficiary_not_allowed": 0.0009000900090009, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0006000600060006, "card_arrival": 0.0007000700070007, "card_delivery_estimate": 0.0006000600060006, "card_linking": 0.0006000600060006, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0062006200620062, "card_payment_not_recognised": 0.0069006900690069, "card_payment_wrong_exchange_rate": 0.010201020102010202, "card_swallowed": 0.0007000700070007, "cash_withdrawal_charge": 0.0851085108510851, "cash_withdrawal_not_recognised": 0.015501550155015502, "change_pin": 0.0003000300030003, "compromised_card": 0.0006000600060006, "contactless_not_working": 0.0006000600060006, "country_support": 0.0005000500050005, "declined_card_payment": 0.0016001600160016002, "declined_cash_withdrawal": 0.0022002200220022005, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.0022002200220022005, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.00040004000400040005, "exchange_charge": 0.0017001700170017002, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.0031003100310031, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0056005600560056, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.0006000600060006, "lost_or_stolen_card": 0.00040004000400040005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.0009000900090009, "passcode_forgotten": 0.0003000300030003, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.0008000800080008001, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.002000200020002, "request_refund": 0.0011001100110011003, "reverted_card_payment?": 0.012201220122012201, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.0017001700170017002, "top_up_by_card_charge": 0.0017001700170017002, "top_up_by_cash_or_cheque": 0.002000200020002, "top_up_failed": 0.0006000600060006, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0078007800780078, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.0015001500150015003, "transfer_fee_charged": 0.0031003100310031, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.00040004000400040005, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00040004000400040005, "wrong_amount_of_cash_received": 0.7760776077607761, "wrong_exchange_rate_for_cash_withdrawal": 0.020802080208020803 }, "error": null, "latency_ms": 72.00516597367823, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2918", "text_group": "54c5e48b6486f85125dd81fe50c23c1d4b8fb77a21bcbf2c470329424319c8e9", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.00029997000299970003, "atm_support": 0.0004999500049995, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.0008999100089991, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.0106989301069893, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.8066193380661933, "cash_withdrawal_not_recognised": 0.0015998400159984002, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00029997000299970003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.0014998500149985001, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.005099490050994901, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.0012998700129987, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00029997000299970003, "extra_charge_on_statement": 0.08589141085891411, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00029997000299970003, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.000999900009999, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.012198780121987803, "top_up_by_card_charge": 0.008899110088991101, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.0006999300069993001, "topping_up_by_card": 0.0005999400059994001, "transaction_charged_twice": 0.000999900009999, "transfer_fee_charged": 0.014298570142985701, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00029997000299970003, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.012798720127987202, "wrong_exchange_rate_for_cash_withdrawal": 0.013598640135986401 }, "error": null, "latency_ms": 71.34083390701562, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2919", "text_group": "a09a9ad3b95b85452f1dc616b6139de1c301e3c9b4bb41b8812458caf9911421", "expected": "cash_withdrawal_charge", "prediction": "cash_withdrawal_charge", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0003, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0003, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.972, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0005, "exchange_rate": 0.0003, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0019, "failed_transfer": 0.0003, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0015, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0023 }, "error": null, "latency_ms": 70.27116697281599, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2920", "text_group": "8b508e45f37fc8945d601044786e49e3a7bf4d69e432c32bcd825c487363d89a", "expected": "card_about_to_expire", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0025, "activate_my_card": 0.0028, "age_limit": 0.0025, "apple_pay_or_google_pay": 0.0032, "atm_support": 0.006, "automatic_top_up": 0.002, "balance_not_updated_after_bank_transfer": 0.0031, "balance_not_updated_after_cheque_or_cash_deposit": 0.0028, "beneficiary_not_allowed": 0.0049, "cancel_transfer": 0.0024, "card_about_to_expire": 0.0243, "card_acceptance": 0.0069, "card_arrival": 0.0448, "card_delivery_estimate": 0.0304, "card_linking": 0.0315, "card_not_working": 0.0136, "card_payment_fee_charged": 0.0029, "card_payment_not_recognised": 0.0027, "card_payment_wrong_exchange_rate": 0.0031, "card_swallowed": 0.0058, "cash_withdrawal_charge": 0.0023, "cash_withdrawal_not_recognised": 0.0016, "change_pin": 0.0027, "compromised_card": 0.0045, "contactless_not_working": 0.0039, "country_support": 0.096, "declined_card_payment": 0.0024, "declined_cash_withdrawal": 0.0016, "declined_transfer": 0.0023, "direct_debit_payment_not_recognised": 0.0022, "disposable_card_limits": 0.0053, "edit_personal_details": 0.0027, "exchange_charge": 0.0033, "exchange_rate": 0.0019, "exchange_via_app": 0.0022, "extra_charge_on_statement": 0.0023, "failed_transfer": 0.0016, "fiat_currency_support": 0.003, "get_disposable_virtual_card": 0.0075, "get_physical_card": 0.0642, "getting_spare_card": 0.0282, "getting_virtual_card": 0.0061, "lost_or_stolen_card": 0.0036, "lost_or_stolen_phone": 0.0016, "order_physical_card": 0.4486, "passcode_forgotten": 0.0017, "pending_card_payment": 0.0018, "pending_cash_withdrawal": 0.0013, "pending_top_up": 0.0015, "pending_transfer": 0.0015, "pin_blocked": 0.0022, "receiving_money": 0.0036, "request_refund": 0.0076, "reverted_card_payment?": 0.003, "supported_cards_and_currencies": 0.0149, "terminate_account": 0.0017, "top_up_by_bank_transfer_charge": 0.0036, "top_up_by_card_charge": 0.0031, "top_up_by_cash_or_cheque": 0.002, "top_up_failed": 0.002, "top_up_limits": 0.0023, "top_up_reverted": 0.0026, "topping_up_by_card": 0.0068, "transaction_charged_twice": 0.0015, "transfer_fee_charged": 0.0017, "transfer_into_account": 0.0015, "transfer_not_received_by_recipient": 0.0106, "transfer_timing": 0.003, "unable_to_verify_identity": 0.0021, "verify_my_identity": 0.0015, "verify_source_of_funds": 0.0014, "verify_top_up": 0.0013, "virtual_card_not_working": 0.0035, "visa_or_mastercard": 0.0038, "why_verify_identity": 0.0014, "wrong_amount_of_cash_received": 0.0016, "wrong_exchange_rate_for_cash_withdrawal": 0.0021 }, "error": null, "latency_ms": 71.08216697815806, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2921", "text_group": "7e70bbccc2f474fe56dfd89ae5cb4573c4d75620312390da02f0884277391a82", "expected": "card_about_to_expire", "prediction": "card_delivery_estimate", "probabilities": { "Refund_not_showing_up": 0.0007999200079992001, "activate_my_card": 0.0011998800119988001, "age_limit": 0.0007999200079992001, "apple_pay_or_google_pay": 0.0010998900109989002, "atm_support": 0.0020997900209979003, "automatic_top_up": 0.0006999300069993001, "balance_not_updated_after_bank_transfer": 0.0011998800119988001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011998800119988001, "beneficiary_not_allowed": 0.004299570042995701, "cancel_transfer": 0.0007999200079992001, "card_about_to_expire": 0.0034996500349965005, "card_acceptance": 0.004999500049995001, "card_arrival": 0.10128987101289871, "card_delivery_estimate": 0.32296770322967705, "card_linking": 0.029897010298970104, "card_not_working": 0.005599440055994401, "card_payment_fee_charged": 0.0011998800119988001, "card_payment_not_recognised": 0.0008999100089991, "card_payment_wrong_exchange_rate": 0.0012998700129987, "card_swallowed": 0.0020997900209979003, "cash_withdrawal_charge": 0.0007999200079992001, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.000999900009999, "compromised_card": 0.001999800019998, "contactless_not_working": 0.0013998600139986002, "country_support": 0.17228277172282772, "declined_card_payment": 0.000999900009999, "declined_cash_withdrawal": 0.0006999300069993001, "declined_transfer": 0.0013998600139986002, "direct_debit_payment_not_recognised": 0.0008999100089991, "disposable_card_limits": 0.0029997000299970002, "edit_personal_details": 0.0008999100089991, "exchange_charge": 0.0014998500149985001, "exchange_rate": 0.0010998900109989002, "exchange_via_app": 0.0012998700129987, "extra_charge_on_statement": 0.000999900009999, "failed_transfer": 0.0011998800119988001, "fiat_currency_support": 0.0014998500149985001, "get_disposable_virtual_card": 0.011098890110988902, "get_physical_card": 0.0730926907309269, "getting_spare_card": 0.0183981601839816, "getting_virtual_card": 0.0022997700229977, "lost_or_stolen_card": 0.0020997900209979003, "lost_or_stolen_phone": 0.0007999200079992001, "order_physical_card": 0.11948805119488051, "passcode_forgotten": 0.0006999300069993001, "pending_card_payment": 0.0008999100089991, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.0007999200079992001, "pending_transfer": 0.0010998900109989002, "pin_blocked": 0.000999900009999, "receiving_money": 0.0014998500149985001, "request_refund": 0.000999900009999, "reverted_card_payment?": 0.0011998800119988001, "supported_cards_and_currencies": 0.006199380061993801, "terminate_account": 0.0007999200079992001, "top_up_by_bank_transfer_charge": 0.0017998200179982, "top_up_by_card_charge": 0.000999900009999, "top_up_by_cash_or_cheque": 0.0007999200079992001, "top_up_failed": 0.0008999100089991, "top_up_limits": 0.0007999200079992001, "top_up_reverted": 0.000999900009999, "topping_up_by_card": 0.0015998400159984002, "transaction_charged_twice": 0.0006999300069993001, "transfer_fee_charged": 0.0007999200079992001, "transfer_into_account": 0.0007999200079992001, "transfer_not_received_by_recipient": 0.04459554044595541, "transfer_timing": 0.0115988401159884, "unable_to_verify_identity": 0.0007999200079992001, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.0006999300069993001, "verify_top_up": 0.0006999300069993001, "virtual_card_not_working": 0.0022997700229977, "visa_or_mastercard": 0.0011998800119988001, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0007999200079992001, "wrong_exchange_rate_for_cash_withdrawal": 0.000999900009999 }, "error": null, "latency_ms": 71.00004202220589, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2922", "text_group": "e5c4517ba69a9c054c8d268ff50184c2f6fd74dfeefdda8d364fd983b5525c18", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.002000200020002, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020002000200020003, "beneficiary_not_allowed": 0.00020002000200020003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.9738973897389739, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.00020002000200020003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.005700570057005701, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0009000900090009, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0007000700070007, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 70.25629200506955, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2923", "text_group": "a7aa55106030b6c793afdb0e947c0f35044adac93521d01e5514abc2e503a92e", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.0008000800080008001, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020002000200020003, "beneficiary_not_allowed": 0.00020002000200020003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.9762976297629763, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.00020002000200020003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.005700570057005701, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00020002000200020003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 70.17166703008115, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2924", "text_group": "9aed94c7035e14dfe2163b0b1aba6caa9c1d47252ce7d003d2244419d2034daa", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.009599040095990401, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019998000199980003, "beneficiary_not_allowed": 0.00019998000199980003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.9733026697330267, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00019998000199980003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00019998000199980003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.0011998800119988001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00019998000199980003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00019998000199980003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00019998000199980003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 69.931042031385, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2925", "text_group": "dba7e41281c7b23ff506ab1855e6307d895ca56f6052e9b993557d4911356adf", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00020004000800160032, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020004000800160032, "beneficiary_not_allowed": 0.00020004000800160032, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.9815963192638528, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0003000600120024004, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.00020004000800160032, "card_swallowed": 0.00040008001600320064, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00020004000800160032, "country_support": 0.0003000600120024004, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.001300260052010402, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00020004000800160032, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.0003000600120024004, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.00040008001600320064, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00020004000800160032, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 71.39591604936868, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2926", "text_group": "a1874c5774e20984b638694f3cd34af335ca9c0c8ecc1ff1c80d104e4fa93369", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00019988007195682593, "activate_my_card": 0.00019988007195682593, "age_limit": 0.00039976014391365186, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00019988007195682593, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.00019988007195682593, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019988007195682593, "beneficiary_not_allowed": 0.00019988007195682593, "cancel_transfer": 0.00019988007195682593, "card_about_to_expire": 0.9834099540275835, "card_acceptance": 0.00029982010793523883, "card_arrival": 0.00019988007195682593, "card_delivery_estimate": 0.00019988007195682593, "card_linking": 0.00029982010793523883, "card_not_working": 0.00019988007195682593, "card_payment_fee_charged": 0.00019988007195682593, "card_payment_not_recognised": 0.00019988007195682593, "card_payment_wrong_exchange_rate": 0.00019988007195682593, "card_swallowed": 0.00019988007195682593, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.00019988007195682593, "compromised_card": 0.00019988007195682593, "contactless_not_working": 0.00019988007195682593, "country_support": 0.00019988007195682593, "declined_card_payment": 0.00019988007195682593, "declined_cash_withdrawal": 0.00019988007195682593, "declined_transfer": 0.00019988007195682593, "direct_debit_payment_not_recognised": 0.00019988007195682593, "disposable_card_limits": 0.0005996402158704777, "edit_personal_details": 0.00029982010793523883, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00019988007195682593, "fiat_currency_support": 0.00019988007195682593, "get_disposable_virtual_card": 0.00029982010793523883, "get_physical_card": 0.00039976014391365186, "getting_spare_card": 0.00029982010793523883, "getting_virtual_card": 0.00019988007195682593, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 0.00019988007195682593, "order_physical_card": 0.00019988007195682593, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00019988007195682593, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00019988007195682593, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.00019988007195682593, "receiving_money": 0.00019988007195682593, "request_refund": 0.00019988007195682593, "reverted_card_payment?": 0.00019988007195682593, "supported_cards_and_currencies": 0.00029982010793523883, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00019988007195682593, "top_up_failed": 0.00019988007195682593, "top_up_limits": 0.00019988007195682593, "top_up_reverted": 0.00019988007195682593, "topping_up_by_card": 0.00019988007195682593, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.00019988007195682593, "visa_or_mastercard": 0.00019988007195682593, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.00019988007195682593, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682593 }, "error": null, "latency_ms": 68.82279191631824, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2927", "text_group": "4684ea1a4715389a0de9e30759162779f88f2f16800ebccb2091ba40e5218812", "expected": "card_about_to_expire", "prediction": "top_up_by_card_charge", "probabilities": { "Refund_not_showing_up": 0.000899640143942423, "activate_my_card": 0.0026989204318272693, "age_limit": 0.0010995601759296284, "apple_pay_or_google_pay": 0.001799280287884846, "atm_support": 0.002898840463814474, "automatic_top_up": 0.0009996001599360256, "balance_not_updated_after_bank_transfer": 0.0011995201919232307, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011995201919232307, "beneficiary_not_allowed": 0.0010995601759296284, "cancel_transfer": 0.000899640143942423, "card_about_to_expire": 0.01599360255897641, "card_acceptance": 0.003598560575769692, "card_arrival": 0.003398640543782487, "card_delivery_estimate": 0.003398640543782487, "card_linking": 0.08816473410635746, "card_not_working": 0.004998000799680128, "card_payment_fee_charged": 0.011795281887245102, "card_payment_not_recognised": 0.0012994802079168333, "card_payment_wrong_exchange_rate": 0.0013994402239104358, "card_swallowed": 0.0023990403838464614, "cash_withdrawal_charge": 0.006097560975609757, "cash_withdrawal_not_recognised": 0.0005997600959616154, "change_pin": 0.0011995201919232307, "compromised_card": 0.0014994002399040384, "contactless_not_working": 0.0011995201919232307, "country_support": 0.0013994402239104358, "declined_card_payment": 0.0009996001599360256, "declined_cash_withdrawal": 0.0005997600959616154, "declined_transfer": 0.0006997201119552179, "direct_debit_payment_not_recognised": 0.0011995201919232307, "disposable_card_limits": 0.016493402638944422, "edit_personal_details": 0.0009996001599360256, "exchange_charge": 0.0059976009596161535, "exchange_rate": 0.0007996801279488206, "exchange_via_app": 0.0007996801279488206, "extra_charge_on_statement": 0.0043982407037185135, "failed_transfer": 0.0006997201119552179, "fiat_currency_support": 0.0012994802079168333, "get_disposable_virtual_card": 0.001999200319872051, "get_physical_card": 0.0034986005597760898, "getting_spare_card": 0.04208316673330668, "getting_virtual_card": 0.0013994402239104358, "lost_or_stolen_card": 0.0011995201919232307, "lost_or_stolen_phone": 0.0005997600959616154, "order_physical_card": 0.07107157137145143, "passcode_forgotten": 0.0007996801279488206, "pending_card_payment": 0.000899640143942423, "pending_cash_withdrawal": 0.0004998000799680128, "pending_top_up": 0.0005997600959616154, "pending_transfer": 0.0004998000799680128, "pin_blocked": 0.0007996801279488206, "receiving_money": 0.000899640143942423, "request_refund": 0.0007996801279488206, "reverted_card_payment?": 0.0014994002399040384, "supported_cards_and_currencies": 0.015493802479008396, "terminate_account": 0.0007996801279488206, "top_up_by_bank_transfer_charge": 0.027588964414234307, "top_up_by_card_charge": 0.5816673330667733, "top_up_by_cash_or_cheque": 0.000899640143942423, "top_up_failed": 0.0006997201119552179, "top_up_limits": 0.000899640143942423, "top_up_reverted": 0.0009996001599360256, "topping_up_by_card": 0.012894842063174731, "transaction_charged_twice": 0.0005997600959616154, "transfer_fee_charged": 0.0009996001599360256, "transfer_into_account": 0.0005997600959616154, "transfer_not_received_by_recipient": 0.0006997201119552179, "transfer_timing": 0.0007996801279488206, "unable_to_verify_identity": 0.0010995601759296284, "verify_my_identity": 0.0010995601759296284, "verify_source_of_funds": 0.0007996801279488206, "verify_top_up": 0.000899640143942423, "virtual_card_not_working": 0.0029988004798080768, "visa_or_mastercard": 0.017493002798880452, "why_verify_identity": 0.000899640143942423, "wrong_amount_of_cash_received": 0.0006997201119552179, "wrong_exchange_rate_for_cash_withdrawal": 0.0009996001599360256 }, "error": null, "latency_ms": 70.48312504775822, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2928", "text_group": "c69179a9fbbed49ce4c3207aa74bb7df5c1414b794ea8e372970a290dc39bb8b", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00020002000200020003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.9795979597959796, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0017001700170017002, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00020002000200020003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0005000500050005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 68.17758292891085, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2929", "text_group": "8af810343bd7e3ea5c6106b3e3b8dc842ab64d985528839792929f8e7b620071", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00030012004801920766, "age_limit": 0.0020008003201280513, "apple_pay_or_google_pay": 0.00030012004801920766, "atm_support": 0.00040016006402561027, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00030012004801920766, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.9542817126850741, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.0005002000800320128, "card_delivery_estimate": 0.0005002000800320128, "card_linking": 0.0006002400960384153, "card_not_working": 0.0005002000800320128, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00030012004801920766, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00030012004801920766, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.0007002801120448179, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00030012004801920766, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00040016006402561027, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00040016006402561027, "get_disposable_virtual_card": 0.0005002000800320128, "get_physical_card": 0.0013005202080832333, "getting_spare_card": 0.0024009603841536613, "getting_virtual_card": 0.0005002000800320128, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.009103641456582634, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00030012004801920766, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00030012004801920766, "receiving_money": 0.00030012004801920766, "request_refund": 0.00030012004801920766, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.0010004001600640256, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00040016006402561027, "top_up_by_card_charge": 0.008503401360544218, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00030012004801920766, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.0006002400960384153, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00040016006402561027, "visa_or_mastercard": 0.0005002000800320128, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 70.41170808952302, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2930", "text_group": "7f3416b97d131a13d8e08ad109f05a8188842a223c6b2aa074edaf16c2e949d4", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00019988007195682593, "activate_my_card": 0.00019988007195682593, "age_limit": 0.00019988007195682593, "apple_pay_or_google_pay": 0.00019988007195682593, "atm_support": 0.00019988007195682593, "automatic_top_up": 0.00019988007195682593, "balance_not_updated_after_bank_transfer": 0.00019988007195682593, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019988007195682593, "beneficiary_not_allowed": 0.00019988007195682593, "cancel_transfer": 0.00019988007195682593, "card_about_to_expire": 0.9800119928043175, "card_acceptance": 0.00029982010793523883, "card_arrival": 0.00019988007195682593, "card_delivery_estimate": 0.00019988007195682593, "card_linking": 0.00039976014391365186, "card_not_working": 0.00029982010793523883, "card_payment_fee_charged": 0.00019988007195682593, "card_payment_not_recognised": 0.00019988007195682593, "card_payment_wrong_exchange_rate": 0.00019988007195682593, "card_swallowed": 0.00019988007195682593, "cash_withdrawal_charge": 0.00019988007195682593, "cash_withdrawal_not_recognised": 0.00019988007195682593, "change_pin": 0.00019988007195682593, "compromised_card": 0.00019988007195682593, "contactless_not_working": 0.00019988007195682593, "country_support": 0.00019988007195682593, "declined_card_payment": 0.00019988007195682593, "declined_cash_withdrawal": 0.00019988007195682593, "declined_transfer": 0.00019988007195682593, "direct_debit_payment_not_recognised": 0.00019988007195682593, "disposable_card_limits": 0.00039976014391365186, "edit_personal_details": 0.00029982010793523883, "exchange_charge": 0.00019988007195682593, "exchange_rate": 0.00019988007195682593, "exchange_via_app": 0.00019988007195682593, "extra_charge_on_statement": 0.00019988007195682593, "failed_transfer": 0.00019988007195682593, "fiat_currency_support": 0.00019988007195682593, "get_disposable_virtual_card": 0.00029982010793523883, "get_physical_card": 0.0005996402158704777, "getting_spare_card": 0.002598440935438737, "getting_virtual_card": 0.00029982010793523883, "lost_or_stolen_card": 0.00019988007195682593, "lost_or_stolen_phone": 9.994003597841297e-05, "order_physical_card": 0.0010993403957625426, "passcode_forgotten": 0.00019988007195682593, "pending_card_payment": 0.00019988007195682593, "pending_cash_withdrawal": 0.00019988007195682593, "pending_top_up": 0.00019988007195682593, "pending_transfer": 0.00019988007195682593, "pin_blocked": 0.00019988007195682593, "receiving_money": 0.00019988007195682593, "request_refund": 0.00019988007195682593, "reverted_card_payment?": 0.00019988007195682593, "supported_cards_and_currencies": 0.00039976014391365186, "terminate_account": 0.00019988007195682593, "top_up_by_bank_transfer_charge": 0.00019988007195682593, "top_up_by_card_charge": 0.00019988007195682593, "top_up_by_cash_or_cheque": 0.00019988007195682593, "top_up_failed": 0.00019988007195682593, "top_up_limits": 0.00019988007195682593, "top_up_reverted": 0.00019988007195682593, "topping_up_by_card": 0.00029982010793523883, "transaction_charged_twice": 0.00019988007195682593, "transfer_fee_charged": 0.00019988007195682593, "transfer_into_account": 0.00019988007195682593, "transfer_not_received_by_recipient": 0.00019988007195682593, "transfer_timing": 0.00019988007195682593, "unable_to_verify_identity": 0.00019988007195682593, "verify_my_identity": 0.00019988007195682593, "verify_source_of_funds": 0.00019988007195682593, "verify_top_up": 0.00019988007195682593, "virtual_card_not_working": 0.00019988007195682593, "visa_or_mastercard": 0.00019988007195682593, "why_verify_identity": 0.00019988007195682593, "wrong_amount_of_cash_received": 0.00019988007195682593, "wrong_exchange_rate_for_cash_withdrawal": 0.00019988007195682593 }, "error": null, "latency_ms": 68.79783293697983, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2931", "text_group": "d495f022b1056ec4fa74157e2744b890cf8c2479c8c6f494903e009b4ebdff74", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00019998000199980003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019998000199980003, "beneficiary_not_allowed": 0.00019998000199980003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.9826017398260174, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00019998000199980003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00019998000199980003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00019998000199980003, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00019998000199980003, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00029997000299970003, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00019998000199980003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 70.56191703304648, "usage": { "input_tokens": 604, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2932", "text_group": "eadca663b065627336fbe3cf05d692c92d855c453cff49b9311e95a959b2d676", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.00019998000199980003, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019998000199980003, "beneficiary_not_allowed": 0.00019998000199980003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.963003699630037, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.00039996000399960006, "card_not_working": 0.00029997000299970003, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00029997000299970003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.0025997400259974, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00019998000199980003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00019998000199980003, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.0010998900109989002, "get_physical_card": 0.0011998800119988001, "getting_spare_card": 0.009999000099990002, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.0051994800519948, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00019998000199980003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00019998000199980003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 68.69429093785584, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2933", "text_group": "8783ef7cdab9c03b812f151045936676e7e5772aa8e3a906fa583261ccb02dc6", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0011, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002, "beneficiary_not_allowed": 0.0002, "cancel_transfer": 0.0002, "card_about_to_expire": 0.9808, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0002, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0012, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0004, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0004, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 70.20829198881984, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2934", "text_group": "53012b51d3b3c9719fb20e84363caaef1f3398db3b4e2a51c1812f7d0cd74111", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0026, "apple_pay_or_google_pay": 0.0002, "atm_support": 0.0003, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002, "beneficiary_not_allowed": 0.0002, "cancel_transfer": 0.0002, "card_about_to_expire": 0.975, "card_acceptance": 0.0003, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0002, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0002, "country_support": 0.0003, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.005, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0003, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0003, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0002, "request_refund": 0.0002, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0006, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0002, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 67.89354200009257, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2935", "text_group": "05b8280ba17fb0f0ef3ec60c7607362eb81716c79a0329aa8cd891b1438c9880", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.0021991203518592567, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019992003198720514, "beneficiary_not_allowed": 0.00019992003198720514, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.9783086765293884, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0003998400639744103, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.00019992003198720514, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.0004998000799680128, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0002998800479808077, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0003998400639744103, "getting_spare_card": 0.0006997201119552179, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 9.996001599360257e-05, "order_physical_card": 0.000899640143942423, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0010995601759296284, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0003998400639744103, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 68.7622498953715, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2936", "text_group": "1eac3998396a3194e33aa35b041fef5a457c8ca20772bbe6886221d212930391", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.00030015007503751874, "automatic_top_up": 0.00020010005002501252, "balance_not_updated_after_bank_transfer": 0.00030015007503751874, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.9743871935967985, "card_acceptance": 0.00040020010005002504, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.0005002501250625313, "card_not_working": 0.00040020010005002504, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.00020010005002501252, "change_pin": 0.00030015007503751874, "compromised_card": 0.00040020010005002504, "contactless_not_working": 0.00030015007503751874, "country_support": 0.00030015007503751874, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.00020010005002501252, "declined_transfer": 0.00020010005002501252, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.0005002501250625313, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.00020010005002501252, "exchange_rate": 0.00020010005002501252, "exchange_via_app": 0.00030015007503751874, "extra_charge_on_statement": 0.00020010005002501252, "failed_transfer": 0.00020010005002501252, "fiat_currency_support": 0.00030015007503751874, "get_disposable_virtual_card": 0.00040020010005002504, "get_physical_card": 0.0005002501250625313, "getting_spare_card": 0.0033016508254127067, "getting_virtual_card": 0.00030015007503751874, "lost_or_stolen_card": 0.00030015007503751874, "lost_or_stolen_phone": 0.00020010005002501252, "order_physical_card": 0.0018009004502251126, "passcode_forgotten": 0.00020010005002501252, "pending_card_payment": 0.00020010005002501252, "pending_cash_withdrawal": 0.00020010005002501252, "pending_top_up": 0.00020010005002501252, "pending_transfer": 0.00020010005002501252, "pin_blocked": 0.00020010005002501252, "receiving_money": 0.00020010005002501252, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.0006003001500750375, "terminate_account": 0.00020010005002501252, "top_up_by_bank_transfer_charge": 0.00020010005002501252, "top_up_by_card_charge": 0.00020010005002501252, "top_up_by_cash_or_cheque": 0.00020010005002501252, "top_up_failed": 0.00030015007503751874, "top_up_limits": 0.00030015007503751874, "top_up_reverted": 0.00030015007503751874, "topping_up_by_card": 0.00040020010005002504, "transaction_charged_twice": 0.00020010005002501252, "transfer_fee_charged": 0.00020010005002501252, "transfer_into_account": 0.00020010005002501252, "transfer_not_received_by_recipient": 0.00020010005002501252, "transfer_timing": 0.00020010005002501252, "unable_to_verify_identity": 0.00020010005002501252, "verify_my_identity": 0.00020010005002501252, "verify_source_of_funds": 0.00020010005002501252, "verify_top_up": 0.00020010005002501252, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.00020010005002501252, "wrong_amount_of_cash_received": 0.00020010005002501252, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 72.54274992737919, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2937", "text_group": "6703e614d0489de434a532de86c0b8b9a17f871ff32e681276730956607744c4", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00019996000799840034, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019996000799840034, "beneficiary_not_allowed": 0.00019996000799840034, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.9812037592481504, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00019996000799840034, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00019996000799840034, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00019996000799840034, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0004999000199960008, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0014997000599880025, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00019996000799840034, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 72.79191608540714, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2938", "text_group": "9291565e61cbae6160d4f2f0e451ea3a5861863f28bb7b565ffbf2f51279f4a2", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.0046004600460046, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020002000200020003, "beneficiary_not_allowed": 0.00020002000200020003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.9754975497549755, "card_acceptance": 0.0003000300030003, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.00020002000200020003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0028002800280028, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.00040004000400040005, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.00020002000200020003, "topping_up_by_card": 0.0003000300030003, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.00020002000200020003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 72.81362498179078, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2939", "text_group": "75d84905fbf810e48254122e6df309205741b27170354f4007f6da47e2558070", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.0008000800080008001, "activate_my_card": 0.0012001200120012, "age_limit": 0.001000100010001, "apple_pay_or_google_pay": 0.001000100010001, "atm_support": 0.0012001200120012, "automatic_top_up": 0.0006000600060006, "balance_not_updated_after_bank_transfer": 0.0008000800080008001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000900090009, "beneficiary_not_allowed": 0.001000100010001, "cancel_transfer": 0.0008000800080008001, "card_about_to_expire": 0.6818681868186818, "card_acceptance": 0.0016001600160016002, "card_arrival": 0.0054005400540054005, "card_delivery_estimate": 0.0024002400240024, "card_linking": 0.004100410041004101, "card_not_working": 0.0045004500450045, "card_payment_fee_charged": 0.001000100010001, "card_payment_not_recognised": 0.0009000900090009, "card_payment_wrong_exchange_rate": 0.001000100010001, "card_swallowed": 0.0012001200120012, "cash_withdrawal_charge": 0.0007000700070007, "cash_withdrawal_not_recognised": 0.0006000600060006, "change_pin": 0.001000100010001, "compromised_card": 0.001000100010001, "contactless_not_working": 0.001000100010001, "country_support": 0.001000100010001, "declined_card_payment": 0.0007000700070007, "declined_cash_withdrawal": 0.0006000600060006, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.0008000800080008001, "disposable_card_limits": 0.002000200020002, "edit_personal_details": 0.001000100010001, "exchange_charge": 0.0007000700070007, "exchange_rate": 0.0006000600060006, "exchange_via_app": 0.0007000700070007, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0006000600060006, "fiat_currency_support": 0.001000100010001, "get_disposable_virtual_card": 0.0013001300130013002, "get_physical_card": 0.0259025902590259, "getting_spare_card": 0.007300730073007301, "getting_virtual_card": 0.0014001400140014, "lost_or_stolen_card": 0.0007000700070007, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.20512051205120513, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.0007000700070007, "pending_cash_withdrawal": 0.0005000500050005, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.0006000600060006, "pin_blocked": 0.0007000700070007, "receiving_money": 0.0007000700070007, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.001000100010001, "supported_cards_and_currencies": 0.005700570057005701, "terminate_account": 0.0006000600060006, "top_up_by_bank_transfer_charge": 0.0007000700070007, "top_up_by_card_charge": 0.0008000800080008001, "top_up_by_cash_or_cheque": 0.0007000700070007, "top_up_failed": 0.0007000700070007, "top_up_limits": 0.0007000700070007, "top_up_reverted": 0.0009000900090009, "topping_up_by_card": 0.0018001800180018, "transaction_charged_twice": 0.0005000500050005, "transfer_fee_charged": 0.0006000600060006, "transfer_into_account": 0.0005000500050005, "transfer_not_received_by_recipient": 0.0006000600060006, "transfer_timing": 0.0006000600060006, "unable_to_verify_identity": 0.0007000700070007, "verify_my_identity": 0.0006000600060006, "verify_source_of_funds": 0.0006000600060006, "verify_top_up": 0.0005000500050005, "virtual_card_not_working": 0.0012001200120012, "visa_or_mastercard": 0.0021002100210021, "why_verify_identity": 0.0006000600060006, "wrong_amount_of_cash_received": 0.0006000600060006, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008001 }, "error": null, "latency_ms": 71.7361670685932, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2940", "text_group": "098ca395791e010fa62ef19147092f64b388ab9aaf49a3dc6fe474b566076418", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.0008999100089991, "activate_my_card": 0.0014998500149985001, "age_limit": 0.0008999100089991, "apple_pay_or_google_pay": 0.0012998700129987, "atm_support": 0.0015998400159984002, "automatic_top_up": 0.0008999100089991, "balance_not_updated_after_bank_transfer": 0.0007999200079992001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008999100089991, "beneficiary_not_allowed": 0.000999900009999, "cancel_transfer": 0.0007999200079992001, "card_about_to_expire": 0.7350264973502649, "card_acceptance": 0.0029997000299970002, "card_arrival": 0.0014998500149985001, "card_delivery_estimate": 0.0014998500149985001, "card_linking": 0.012298770122987702, "card_not_working": 0.004199580041995801, "card_payment_fee_charged": 0.0053994600539946005, "card_payment_not_recognised": 0.0010998900109989002, "card_payment_wrong_exchange_rate": 0.0011998800119988001, "card_swallowed": 0.0013998600139986002, "cash_withdrawal_charge": 0.0023997600239976003, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0010998900109989002, "compromised_card": 0.0012998700129987, "contactless_not_working": 0.0011998800119988001, "country_support": 0.0011998800119988001, "declined_card_payment": 0.000999900009999, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.000999900009999, "disposable_card_limits": 0.0059994000599940004, "edit_personal_details": 0.000999900009999, "exchange_charge": 0.0021997800219978004, "exchange_rate": 0.0006999300069993001, "exchange_via_app": 0.0007999200079992001, "extra_charge_on_statement": 0.0017998200179982, "failed_transfer": 0.0006999300069993001, "fiat_currency_support": 0.0011998800119988001, "get_disposable_virtual_card": 0.0012998700129987, "get_physical_card": 0.0058994100589941, "getting_spare_card": 0.018698130186981302, "getting_virtual_card": 0.0012998700129987, "lost_or_stolen_card": 0.0007999200079992001, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.0423957604239576, "passcode_forgotten": 0.0007999200079992001, "pending_card_payment": 0.0007999200079992001, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.0005999400059994001, "pin_blocked": 0.0007999200079992001, "receiving_money": 0.0007999200079992001, "request_refund": 0.0012998700129987, "reverted_card_payment?": 0.0011998800119988001, "supported_cards_and_currencies": 0.019198080191980802, "terminate_account": 0.0006999300069993001, "top_up_by_bank_transfer_charge": 0.0044995500449955, "top_up_by_card_charge": 0.0527947205279472, "top_up_by_cash_or_cheque": 0.0007999200079992001, "top_up_failed": 0.0006999300069993001, "top_up_limits": 0.000999900009999, "top_up_reverted": 0.0008999100089991, "topping_up_by_card": 0.0032996700329967, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0014998500149985001, "transfer_into_account": 0.0005999400059994001, "transfer_not_received_by_recipient": 0.0006999300069993001, "transfer_timing": 0.0006999300069993001, "unable_to_verify_identity": 0.0007999200079992001, "verify_my_identity": 0.0007999200079992001, "verify_source_of_funds": 0.0006999300069993001, "verify_top_up": 0.0006999300069993001, "virtual_card_not_working": 0.0013998600139986002, "visa_or_mastercard": 0.0240975902409759, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0006999300069993001, "wrong_exchange_rate_for_cash_withdrawal": 0.0008999100089991 }, "error": null, "latency_ms": 72.995875030756, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2941", "text_group": "a3bf15b0d8a790adf6c8295f7107e9d67f0d131382317a433a7d1af4f2f21e30", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0002999100269919024, "age_limit": 0.002099370188943317, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.0002999100269919024, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019994001799460164, "beneficiary_not_allowed": 0.00019994001799460164, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.9747075877236829, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.00019994001799460164, "card_payment_wrong_exchange_rate": 0.0002999100269919024, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.00019994001799460164, "country_support": 0.0002999100269919024, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.0002999100269919024, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0029991002699190244, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.002399280215935219, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.000999700089973008, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.0002999100269919024, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 71.2085000704974, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2942", "text_group": "934b06fb4d197063c37fd6b11c0400346e92139e51387f697cd796aa1dd9b260", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00020008003201280514, "age_limit": 0.0005002000800320128, "apple_pay_or_google_pay": 0.00020008003201280514, "atm_support": 0.00030012004801920766, "automatic_top_up": 0.00020008003201280514, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00020008003201280514, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.952781112444978, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.0005002000800320128, "card_delivery_estimate": 0.00040016006402561027, "card_linking": 0.0006002400960384153, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00020008003201280514, "card_payment_wrong_exchange_rate": 0.00030012004801920766, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00020008003201280514, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00020008003201280514, "country_support": 0.00030012004801920766, "declined_card_payment": 0.00020008003201280514, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00020008003201280514, "direct_debit_payment_not_recognised": 0.00020008003201280514, "disposable_card_limits": 0.004501800720288115, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00020008003201280514, "exchange_rate": 0.00020008003201280514, "exchange_via_app": 0.00020008003201280514, "extra_charge_on_statement": 0.00020008003201280514, "failed_transfer": 0.00020008003201280514, "fiat_currency_support": 0.00030012004801920766, "get_disposable_virtual_card": 0.0020008003201280513, "get_physical_card": 0.0012004801920768306, "getting_spare_card": 0.018907563025210083, "getting_virtual_card": 0.00040016006402561027, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.002501000400160064, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.00020008003201280514, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00030012004801920766, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.0007002801120448179, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.00020008003201280514, "top_up_by_card_charge": 0.00020008003201280514, "top_up_by_cash_or_cheque": 0.00020008003201280514, "top_up_failed": 0.00020008003201280514, "top_up_limits": 0.00020008003201280514, "top_up_reverted": 0.00030012004801920766, "topping_up_by_card": 0.00040016006402561027, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00020008003201280514, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.00020008003201280514, "virtual_card_not_working": 0.00020008003201280514, "visa_or_mastercard": 0.00040016006402561027, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 71.84070895891637, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2943", "text_group": "2a2dffb2aaf74aeb02194c374df2735f745191aa7ae016635a8767c9d7328f68", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00030009002700810244, "age_limit": 0.0005001500450135041, "apple_pay_or_google_pay": 0.00030009002700810244, "atm_support": 0.0004001200360108033, "automatic_top_up": 0.00020006001800540165, "balance_not_updated_after_bank_transfer": 0.00020006001800540165, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.00020006001800540165, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.9682904871461439, "card_acceptance": 0.0004001200360108033, "card_arrival": 0.00030009002700810244, "card_delivery_estimate": 0.00030009002700810244, "card_linking": 0.0005001500450135041, "card_not_working": 0.0004001200360108033, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.00020006001800540165, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00030009002700810244, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.00030009002700810244, "country_support": 0.00030009002700810244, "declined_card_payment": 0.00020006001800540165, "declined_cash_withdrawal": 0.00020006001800540165, "declined_transfer": 0.00020006001800540165, "direct_debit_payment_not_recognised": 0.00020006001800540165, "disposable_card_limits": 0.0009002700810243074, "edit_personal_details": 0.00030009002700810244, "exchange_charge": 0.00020006001800540165, "exchange_rate": 0.00020006001800540165, "exchange_via_app": 0.00020006001800540165, "extra_charge_on_statement": 0.00020006001800540165, "failed_transfer": 0.00020006001800540165, "fiat_currency_support": 0.0004001200360108033, "get_disposable_virtual_card": 0.0005001500450135041, "get_physical_card": 0.0006001800540162049, "getting_spare_card": 0.005301590477143144, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.003801140342102631, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.00020006001800540165, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.00030009002700810244, "request_refund": 0.00030009002700810244, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.002200660198059418, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.00020006001800540165, "top_up_by_card_charge": 0.00030009002700810244, "top_up_by_cash_or_cheque": 0.00020006001800540165, "top_up_failed": 0.00020006001800540165, "top_up_limits": 0.00030009002700810244, "top_up_reverted": 0.00030009002700810244, "topping_up_by_card": 0.0004001200360108033, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00020006001800540165, "transfer_timing": 0.00020006001800540165, "unable_to_verify_identity": 0.00030009002700810244, "verify_my_identity": 0.00030009002700810244, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.00020006001800540165, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.0005001500450135041, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00020006001800540165, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 70.69570804014802, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2944", "text_group": "bdd0e6035be371537acde0c2202642f1a1250c1fab94806cf57e3b38b45eac43", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.00019992003198720514, "atm_support": 0.00019992003198720514, "automatic_top_up": 0.00019992003198720514, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019992003198720514, "beneficiary_not_allowed": 0.00019992003198720514, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.9825069972011196, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.0002998800479808077, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.00019992003198720514, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.00019992003198720514, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.00019992003198720514, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.00019992003198720514, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.000899640143942423, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0004998000799680128, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.00019992003198720514, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0003998400639744103, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.00019992003198720514, "top_up_by_card_charge": 0.00019992003198720514, "top_up_by_cash_or_cheque": 0.00019992003198720514, "top_up_failed": 0.00019992003198720514, "top_up_limits": 0.00019992003198720514, "top_up_reverted": 0.00019992003198720514, "topping_up_by_card": 0.0002998800479808077, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.00019992003198720514, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 72.16941600199789, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2945", "text_group": "0c9934bf2435b0d1223b022d0817d7f8b05b6d40e04e22cbfe984af3a844b8e6", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019996000799840034, "beneficiary_not_allowed": 0.00019996000799840034, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.9806038792241552, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00019996000799840034, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0014997000599880025, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0004999000199960008, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00019996000799840034, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00019996000799840034, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 72.99737492576241, "usage": { "input_tokens": 601, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2946", "text_group": "a1fbc43e535dea53cd867161d3ab857d38df5c73edcfbd6bb7a940018331daa1", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00029994001199760045, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019996000799840034, "beneficiary_not_allowed": 0.00019996000799840034, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.9794041191761648, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00019996000799840034, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00029994001199760045, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.0005998800239952009, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 9.998000399920017e-05, "order_physical_card": 0.001799640071985603, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.0005998800239952009, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.0008998200359928015, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00019996000799840034, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 78.27937509864569, "usage": { "input_tokens": 610, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2947", "text_group": "cb7a999090b3b4d431719259bd4b3fe645a6494c86271c2a2f4c3bbc661b6281", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0138013801380138, "apple_pay_or_google_pay": 0.00020002000200020003, "atm_support": 0.0003000300030003, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020002000200020003, "beneficiary_not_allowed": 0.00020002000200020003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.9588958895889589, "card_acceptance": 0.0003000300030003, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.00020002000200020003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00020002000200020003, "country_support": 0.0003000300030003, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.0017001700170017002, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0007000700070007, "getting_spare_card": 0.0029002900290029, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.004400440044004401, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00020002000200020003, "request_refund": 0.0003000300030003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0007000700070007, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00020002000200020003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.00020002000200020003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 73.08841694612056, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2948", "text_group": "212066d0a76613974d6a5e5492ed06a6c5043e8121cfb64c614c5084bf1e584a", "expected": "card_about_to_expire", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0013998600139986002, "activate_my_card": 0.0023997600239976003, "age_limit": 0.0015998400159984002, "apple_pay_or_google_pay": 0.0015998400159984002, "atm_support": 0.0029997000299970002, "automatic_top_up": 0.0011998800119988001, "balance_not_updated_after_bank_transfer": 0.0013998600139986002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0015998400159984002, "beneficiary_not_allowed": 0.001999800019998, "cancel_transfer": 0.0014998500149985001, "card_about_to_expire": 0.0852914708529147, "card_acceptance": 0.0060993900609939014, "card_arrival": 0.0372962703729627, "card_delivery_estimate": 0.004199580041995801, "card_linking": 0.030696930306969305, "card_not_working": 0.0046995300469953, "card_payment_fee_charged": 0.0016998300169983002, "card_payment_not_recognised": 0.0014998500149985001, "card_payment_wrong_exchange_rate": 0.0017998200179982, "card_swallowed": 0.004399560043995601, "cash_withdrawal_charge": 0.0013998600139986002, "cash_withdrawal_not_recognised": 0.0010998900109989002, "change_pin": 0.0026997300269973002, "compromised_card": 0.0033996600339966003, "contactless_not_working": 0.0017998200179982, "country_support": 0.06009399060093991, "declined_card_payment": 0.0013998600139986002, "declined_cash_withdrawal": 0.0010998900109989002, "declined_transfer": 0.0013998600139986002, "direct_debit_payment_not_recognised": 0.0012998700129987, "disposable_card_limits": 0.012198780121987803, "edit_personal_details": 0.0017998200179982, "exchange_charge": 0.0017998200179982, "exchange_rate": 0.0011998800119988001, "exchange_via_app": 0.0013998600139986002, "extra_charge_on_statement": 0.0012998700129987, "failed_transfer": 0.0010998900109989002, "fiat_currency_support": 0.0018998100189981002, "get_disposable_virtual_card": 0.014898510148985102, "get_physical_card": 0.07219278072192781, "getting_spare_card": 0.3837616238376162, "getting_virtual_card": 0.0052994700529947, "lost_or_stolen_card": 0.0018998100189981002, "lost_or_stolen_phone": 0.0011998800119988001, "order_physical_card": 0.1598840115988401, "passcode_forgotten": 0.0012998700129987, "pending_card_payment": 0.0011998800119988001, "pending_cash_withdrawal": 0.0008999100089991, "pending_top_up": 0.0010998900109989002, "pending_transfer": 0.0010998900109989002, "pin_blocked": 0.0015998400159984002, "receiving_money": 0.0017998200179982, "request_refund": 0.0018998100189981002, "reverted_card_payment?": 0.0018998100189981002, "supported_cards_and_currencies": 0.013798620137986202, "terminate_account": 0.0013998600139986002, "top_up_by_bank_transfer_charge": 0.0017998200179982, "top_up_by_card_charge": 0.0022997700229977, "top_up_by_cash_or_cheque": 0.0012998700129987, "top_up_failed": 0.0012998700129987, "top_up_limits": 0.0016998300169983002, "top_up_reverted": 0.0015998400159984002, "topping_up_by_card": 0.009999000099990002, "transaction_charged_twice": 0.000999900009999, "transfer_fee_charged": 0.0011998800119988001, "transfer_into_account": 0.000999900009999, "transfer_not_received_by_recipient": 0.0014998500149985001, "transfer_timing": 0.0013998600139986002, "unable_to_verify_identity": 0.0013998600139986002, "verify_my_identity": 0.0011998800119988001, "verify_source_of_funds": 0.0010998900109989002, "verify_top_up": 0.0010998900109989002, "virtual_card_not_working": 0.0018998100189981002, "visa_or_mastercard": 0.0025997400259974, "why_verify_identity": 0.0010998900109989002, "wrong_amount_of_cash_received": 0.0010998900109989002, "wrong_exchange_rate_for_cash_withdrawal": 0.0014998500149985001 }, "error": null, "latency_ms": 73.966458090581, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2949", "text_group": "dcf8f5ca3a307e725f6b14a9ffd4e372a38fa1b92ff50e10136c315f456c8e7a", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.0003000600120024004, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.00020004000800160032, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.9762952590518104, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.0005001000200040008, "card_not_working": 0.0003000600120024004, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.0003000600120024004, "country_support": 0.0003000600120024004, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.0003000600120024004, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.0005001000200040008, "getting_spare_card": 0.0023004600920184036, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.002500500100020004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0007001400280056011, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 76.32416603155434, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2950", "text_group": "1f17d4fb49a61863d55d9c0525cb4157ab953d5ac072c083c8cb95e4073c9091", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.00020004000800160032, "age_limit": 0.010702140428085616, "apple_pay_or_google_pay": 0.00020004000800160032, "atm_support": 0.00020004000800160032, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020004000800160032, "beneficiary_not_allowed": 0.00020004000800160032, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.9726945389077816, "card_acceptance": 0.0003000600120024004, "card_arrival": 0.00020004000800160032, "card_delivery_estimate": 0.00020004000800160032, "card_linking": 0.0003000600120024004, "card_not_working": 0.00020004000800160032, "card_payment_fee_charged": 0.00020004000800160032, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.00020004000800160032, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.00020004000800160032, "country_support": 0.00020004000800160032, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0011002200440088019, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.00020004000800160032, "get_disposable_virtual_card": 0.0003000600120024004, "get_physical_card": 0.00020004000800160032, "getting_spare_card": 0.00020004000800160032, "getting_virtual_card": 0.00020004000800160032, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00020004000800160032, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.00020004000800160032, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.00020004000800160032, "supported_cards_and_currencies": 0.0003000600120024004, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.00020004000800160032, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.00020004000800160032, "top_up_reverted": 0.00020004000800160032, "topping_up_by_card": 0.0003000600120024004, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00020004000800160032, "virtual_card_not_working": 0.00020004000800160032, "visa_or_mastercard": 0.0003000600120024004, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.00020004000800160032 }, "error": null, "latency_ms": 78.31091689877212, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2951", "text_group": "20e6eea3465dbfb1ebb4d42af13648c974d56d64a4177dbc647ea86cbe6a1d1e", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0004, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0004, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.9644, "card_acceptance": 0.0004, "card_arrival": 0.0004, "card_delivery_estimate": 0.0004, "card_linking": 0.001, "card_not_working": 0.0005, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0003, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0003, "compromised_card": 0.0004, "contactless_not_working": 0.0004, "country_support": 0.0004, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0009, "edit_personal_details": 0.0003, "exchange_charge": 0.0003, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0004, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0008, "getting_spare_card": 0.007, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0004, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0003, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0017, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0009, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 77.9177499935031, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2952", "text_group": "7b2be717dc23a234e11aa25acb806054556f87393fff348239d64558709243e7", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.00019994001799460164, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019994001799460164, "beneficiary_not_allowed": 0.00019994001799460164, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.9816055183444967, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.00019994001799460164, "card_payment_wrong_exchange_rate": 0.00019994001799460164, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.0002999100269919024, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.00019994001799460164, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.00019994001799460164, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0008997300809757073, "getting_virtual_card": 0.00019994001799460164, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 9.997000899730082e-05, "order_physical_card": 0.0005998200539838048, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.00019994001799460164, "supported_cards_and_currencies": 0.0008997300809757073, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.00019994001799460164, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 78.86508305091411, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2953", "text_group": "1c20a2e7d6daf4946eb48f4eb3606da6e7a8866d88b637e9fe081b1d3c54093f", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00020006001800540162, "age_limit": 0.0007002100630189057, "apple_pay_or_google_pay": 0.00020006001800540162, "atm_support": 0.00020006001800540162, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.00020006001800540162, "beneficiary_not_allowed": 0.00020006001800540162, "cancel_transfer": 0.00020006001800540162, "card_about_to_expire": 0.9808942682804841, "card_acceptance": 0.0003000900270081024, "card_arrival": 0.00020006001800540162, "card_delivery_estimate": 0.00020006001800540162, "card_linking": 0.0003000900270081024, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.00020006001800540162, "card_payment_not_recognised": 0.00020006001800540162, "card_payment_wrong_exchange_rate": 0.00020006001800540162, "card_swallowed": 0.0003000900270081024, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.00020006001800540162, "country_support": 0.00020006001800540162, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.00020006001800540162, "disposable_card_limits": 0.002200660198059418, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.00020006001800540162, "exchange_via_app": 0.00020006001800540162, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.00020006001800540162, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.0003000900270081024, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.00020006001800540162, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.00020006001800540162, "request_refund": 0.00020006001800540162, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.00040012003601080324, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00020006001800540162, "top_up_reverted": 0.00020006001800540162, "topping_up_by_card": 0.00020006001800540162, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.00020006001800540162, "unable_to_verify_identity": 0.00020006001800540162, "verify_my_identity": 0.00020006001800540162, "verify_source_of_funds": 0.00020006001800540162, "verify_top_up": 0.00020006001800540162, "virtual_card_not_working": 0.00020006001800540162, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.00020006001800540162 }, "error": null, "latency_ms": 82.77600002475083, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2954", "text_group": "e0e21740127152a86708476630c2a74aacfad2d1c39f08278ab1317f78c79eb8", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.00019996000799840034, "atm_support": 0.00019996000799840034, "automatic_top_up": 0.00019996000799840034, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019996000799840034, "beneficiary_not_allowed": 0.00019996000799840034, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.9817036592681464, "card_acceptance": 0.00029994001199760045, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00019996000799840034, "card_payment_wrong_exchange_rate": 0.00019996000799840034, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.00019996000799840034, "country_support": 0.00029994001199760045, "declined_card_payment": 0.00019996000799840034, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00019996000799840034, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00019996000799840034, "extra_charge_on_statement": 0.00019996000799840034, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.00019996000799840034, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.00019996000799840034, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0006998600279944011, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00019996000799840034, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.00019996000799840034, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0003999200159968007, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.00019996000799840034, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.00019996000799840034, "top_up_failed": 0.00019996000799840034, "top_up_limits": 0.00019996000799840034, "top_up_reverted": 0.00019996000799840034, "topping_up_by_card": 0.00029994001199760045, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.00019996000799840034, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 79.74895904771984, "usage": { "input_tokens": 603, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2955", "text_group": "e388e0a041e4f53634ba5182009ac3ef172cdb243739ede331160287b8e1b1ca", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.00020014009806864808, "age_limit": 0.0023016111277894525, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.00040028019613729617, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.00020014009806864808, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002101471029721, "beneficiary_not_allowed": 0.0003002101471029721, "cancel_transfer": 0.00020014009806864808, "card_about_to_expire": 0.9591714199939958, "card_acceptance": 0.00040028019613729617, "card_arrival": 0.0003002101471029721, "card_delivery_estimate": 0.0008005603922745923, "card_linking": 0.0005003502451716202, "card_not_working": 0.0005003502451716202, "card_payment_fee_charged": 0.00040028019613729617, "card_payment_not_recognised": 0.0003002101471029721, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.0005003502451716202, "cash_withdrawal_charge": 0.00040028019613729617, "cash_withdrawal_not_recognised": 0.00020014009806864808, "change_pin": 0.00020014009806864808, "compromised_card": 0.00040028019613729617, "contactless_not_working": 0.0003002101471029721, "country_support": 0.00040028019613729617, "declined_card_payment": 0.0003002101471029721, "declined_cash_withdrawal": 0.00020014009806864808, "declined_transfer": 0.00020014009806864808, "direct_debit_payment_not_recognised": 0.0003002101471029721, "disposable_card_limits": 0.0008005603922745923, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.0003002101471029721, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.0006004202942059442, "failed_transfer": 0.00020014009806864808, "fiat_currency_support": 0.00040028019613729617, "get_disposable_virtual_card": 0.0009006304413089162, "get_physical_card": 0.0008005603922745923, "getting_spare_card": 0.0005003502451716202, "getting_virtual_card": 0.0003002101471029721, "lost_or_stolen_card": 0.0003002101471029721, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.009606724707295107, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.0003002101471029721, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.0003002101471029721, "receiving_money": 0.00020014009806864808, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.00040028019613729617, "supported_cards_and_currencies": 0.0010007004903432404, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.00040028019613729617, "top_up_by_card_charge": 0.004803362353647553, "top_up_by_cash_or_cheque": 0.00020014009806864808, "top_up_failed": 0.00020014009806864808, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.0003002101471029721, "topping_up_by_card": 0.0005003502451716202, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.0003002101471029721, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.00020014009806864808, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.00020014009806864808, "verify_my_identity": 0.00020014009806864808, "verify_source_of_funds": 0.00020014009806864808, "verify_top_up": 0.00020014009806864808, "virtual_card_not_working": 0.0005003502451716202, "visa_or_mastercard": 0.0007004903432402682, "why_verify_identity": 0.00020014009806864808, "wrong_amount_of_cash_received": 0.00020014009806864808, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 77.17891701031476, "usage": { "input_tokens": 599, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2956", "text_group": "93df28d11c3c1e5cc77987d38b97de48afb4bbfc4ae65663dd040ab831690a1b", "expected": "card_about_to_expire", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0020997900209979003, "activate_my_card": 0.0038996100389961, "age_limit": 0.0029997000299970002, "apple_pay_or_google_pay": 0.0025997400259974, "atm_support": 0.004899510048995101, "automatic_top_up": 0.0018998100189981002, "balance_not_updated_after_bank_transfer": 0.0034996500349965005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0031996800319968005, "beneficiary_not_allowed": 0.0030996900309969004, "cancel_transfer": 0.0022997700229977, "card_about_to_expire": 0.08699130086991301, "card_acceptance": 0.013498650134986502, "card_arrival": 0.017998200179982, "card_delivery_estimate": 0.004199580041995801, "card_linking": 0.0418958104189581, "card_not_working": 0.0263973602639736, "card_payment_fee_charged": 0.0036996300369963007, "card_payment_not_recognised": 0.0027997200279972004, "card_payment_wrong_exchange_rate": 0.0031996800319968005, "card_swallowed": 0.0031996800319968005, "cash_withdrawal_charge": 0.0022997700229977, "cash_withdrawal_not_recognised": 0.0017998200179982, "change_pin": 0.0030996900309969004, "compromised_card": 0.0086991300869913, "contactless_not_working": 0.0032996700329967, "country_support": 0.35376462353764626, "declined_card_payment": 0.0026997300269973002, "declined_cash_withdrawal": 0.0016998300169983002, "declined_transfer": 0.0022997700229977, "direct_debit_payment_not_recognised": 0.0021997800219978004, "disposable_card_limits": 0.0106989301069893, "edit_personal_details": 0.0025997400259974, "exchange_charge": 0.0025997400259974, "exchange_rate": 0.001999800019998, "exchange_via_app": 0.0024997500249975004, "extra_charge_on_statement": 0.0021997800219978004, "failed_transfer": 0.001999800019998, "fiat_currency_support": 0.0033996600339966003, "get_disposable_virtual_card": 0.0057994200579942, "get_physical_card": 0.014298570142985701, "getting_spare_card": 0.017298270172982702, "getting_virtual_card": 0.0035996400359964, "lost_or_stolen_card": 0.0038996100389961, "lost_or_stolen_phone": 0.0015998400159984002, "order_physical_card": 0.1923807619238076, "passcode_forgotten": 0.0021997800219978004, "pending_card_payment": 0.0023997600239976003, "pending_cash_withdrawal": 0.0014998500149985001, "pending_top_up": 0.0017998200179982, "pending_transfer": 0.0016998300169983002, "pin_blocked": 0.0023997600239976003, "receiving_money": 0.0021997800219978004, "request_refund": 0.0029997000299970002, "reverted_card_payment?": 0.0033996600339966003, "supported_cards_and_currencies": 0.0375962403759624, "terminate_account": 0.001999800019998, "top_up_by_bank_transfer_charge": 0.0027997200279972004, "top_up_by_card_charge": 0.0029997000299970002, "top_up_by_cash_or_cheque": 0.0022997700229977, "top_up_failed": 0.0022997700229977, "top_up_limits": 0.0025997400259974, "top_up_reverted": 0.0027997200279972004, "topping_up_by_card": 0.006999300069993001, "transaction_charged_twice": 0.0017998200179982, "transfer_fee_charged": 0.001999800019998, "transfer_into_account": 0.0016998300169983002, "transfer_not_received_by_recipient": 0.0021997800219978004, "transfer_timing": 0.0021997800219978004, "unable_to_verify_identity": 0.0026997300269973002, "verify_my_identity": 0.0023997600239976003, "verify_source_of_funds": 0.001999800019998, "verify_top_up": 0.001999800019998, "virtual_card_not_working": 0.0035996400359964, "visa_or_mastercard": 0.0045995400459954, "why_verify_identity": 0.0021997800219978004, "wrong_amount_of_cash_received": 0.0017998200179982, "wrong_exchange_rate_for_cash_withdrawal": 0.0026997300269973002 }, "error": null, "latency_ms": 74.27258393727243, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2957", "text_group": "43d61e46a00472d03fd842285dd57d3a4ac26fe238f7b26c1f0bae8c59bbc782", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00019990004997501253, "activate_my_card": 0.00019990004997501253, "age_limit": 0.0002998500749625187, "apple_pay_or_google_pay": 0.00019990004997501253, "atm_support": 0.00019990004997501253, "automatic_top_up": 0.00019990004997501253, "balance_not_updated_after_bank_transfer": 0.00019990004997501253, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019990004997501253, "beneficiary_not_allowed": 0.00019990004997501253, "cancel_transfer": 0.00019990004997501253, "card_about_to_expire": 0.9807096451774113, "card_acceptance": 0.0002998500749625187, "card_arrival": 0.00019990004997501253, "card_delivery_estimate": 0.00019990004997501253, "card_linking": 0.0002998500749625187, "card_not_working": 0.0002998500749625187, "card_payment_fee_charged": 0.00019990004997501253, "card_payment_not_recognised": 0.00019990004997501253, "card_payment_wrong_exchange_rate": 0.00019990004997501253, "card_swallowed": 0.00019990004997501253, "cash_withdrawal_charge": 0.00019990004997501253, "cash_withdrawal_not_recognised": 0.00019990004997501253, "change_pin": 0.00019990004997501253, "compromised_card": 0.00019990004997501253, "contactless_not_working": 0.00019990004997501253, "country_support": 0.00019990004997501253, "declined_card_payment": 0.00019990004997501253, "declined_cash_withdrawal": 0.00019990004997501253, "declined_transfer": 0.00019990004997501253, "direct_debit_payment_not_recognised": 0.00019990004997501253, "disposable_card_limits": 0.0006996501749125438, "edit_personal_details": 0.00019990004997501253, "exchange_charge": 0.00019990004997501253, "exchange_rate": 0.00019990004997501253, "exchange_via_app": 0.00019990004997501253, "extra_charge_on_statement": 0.00019990004997501253, "failed_transfer": 0.00019990004997501253, "fiat_currency_support": 0.0002998500749625187, "get_disposable_virtual_card": 0.0002998500749625187, "get_physical_card": 0.00039980009995002505, "getting_spare_card": 0.0010994502748625688, "getting_virtual_card": 0.00019990004997501253, "lost_or_stolen_card": 0.00019990004997501253, "lost_or_stolen_phone": 9.995002498750626e-05, "order_physical_card": 0.0013993003498250875, "passcode_forgotten": 0.00019990004997501253, "pending_card_payment": 0.00019990004997501253, "pending_cash_withdrawal": 0.00019990004997501253, "pending_top_up": 0.00019990004997501253, "pending_transfer": 0.00019990004997501253, "pin_blocked": 0.00019990004997501253, "receiving_money": 0.00019990004997501253, "request_refund": 0.00019990004997501253, "reverted_card_payment?": 0.0002998500749625187, "supported_cards_and_currencies": 0.0006996501749125438, "terminate_account": 0.00019990004997501253, "top_up_by_bank_transfer_charge": 0.00019990004997501253, "top_up_by_card_charge": 0.00019990004997501253, "top_up_by_cash_or_cheque": 0.00019990004997501253, "top_up_failed": 0.00019990004997501253, "top_up_limits": 0.00019990004997501253, "top_up_reverted": 0.00019990004997501253, "topping_up_by_card": 0.0002998500749625187, "transaction_charged_twice": 0.00019990004997501253, "transfer_fee_charged": 0.00019990004997501253, "transfer_into_account": 0.00019990004997501253, "transfer_not_received_by_recipient": 0.00019990004997501253, "transfer_timing": 0.00019990004997501253, "unable_to_verify_identity": 0.00019990004997501253, "verify_my_identity": 0.00019990004997501253, "verify_source_of_funds": 0.00019990004997501253, "verify_top_up": 0.00019990004997501253, "virtual_card_not_working": 0.00019990004997501253, "visa_or_mastercard": 0.0002998500749625187, "why_verify_identity": 0.00019990004997501253, "wrong_amount_of_cash_received": 0.00019990004997501253, "wrong_exchange_rate_for_cash_withdrawal": 0.00019990004997501253 }, "error": null, "latency_ms": 75.47991606406868, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2958", "text_group": "a926d3227b990697e104aa9dd9d43c4996155936d382eb559b44589e0b5c6d1e", "expected": "card_about_to_expire", "prediction": "card_about_to_expire", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.00019994001799460164, "atm_support": 0.00019994001799460164, "automatic_top_up": 0.00019994001799460164, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019994001799460164, "beneficiary_not_allowed": 0.00019994001799460164, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.9811056682995102, "card_acceptance": 0.0002999100269919024, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0002999100269919024, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.00019994001799460164, "card_payment_not_recognised": 0.00019994001799460164, "card_payment_wrong_exchange_rate": 0.00019994001799460164, "card_swallowed": 0.00019994001799460164, "cash_withdrawal_charge": 0.00019994001799460164, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.00019994001799460164, "contactless_not_working": 0.00019994001799460164, "country_support": 0.00019994001799460164, "declined_card_payment": 0.00019994001799460164, "declined_cash_withdrawal": 0.00019994001799460164, "declined_transfer": 0.00019994001799460164, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.00019994001799460164, "exchange_rate": 0.00019994001799460164, "exchange_via_app": 0.00019994001799460164, "extra_charge_on_statement": 0.00019994001799460164, "failed_transfer": 0.00019994001799460164, "fiat_currency_support": 0.00019994001799460164, "get_disposable_virtual_card": 0.0002999100269919024, "get_physical_card": 0.0005998200539838048, "getting_spare_card": 0.0014995501349595122, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 9.997000899730082e-05, "order_physical_card": 0.0011996401079676095, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.00019994001799460164, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.00019994001799460164, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.00019994001799460164, "supported_cards_and_currencies": 0.0003998800359892033, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.00019994001799460164, "top_up_by_card_charge": 0.00019994001799460164, "top_up_by_cash_or_cheque": 0.00019994001799460164, "top_up_failed": 0.00019994001799460164, "top_up_limits": 0.00019994001799460164, "top_up_reverted": 0.00019994001799460164, "topping_up_by_card": 0.0002999100269919024, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.00019994001799460164, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.00019994001799460164, "virtual_card_not_working": 0.00019994001799460164, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.00019994001799460164 }, "error": null, "latency_ms": 74.52083402313292, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2959", "text_group": "8e069a3668b8ee4d7272dc658aadcbce580841431ab98514b7b7d21a700b1494", "expected": "card_about_to_expire", "prediction": "getting_spare_card", "probabilities": { "Refund_not_showing_up": 0.0014002800560112022, "activate_my_card": 0.002500500100020004, "age_limit": 0.0016003200640128026, "apple_pay_or_google_pay": 0.002000400080016003, "atm_support": 0.002600520104020804, "automatic_top_up": 0.0012002400480096017, "balance_not_updated_after_bank_transfer": 0.0016003200640128026, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016003200640128026, "beneficiary_not_allowed": 0.0015003000600120023, "cancel_transfer": 0.0015003000600120023, "card_about_to_expire": 0.04340868173634727, "card_acceptance": 0.005801160232046409, "card_arrival": 0.040808161632326465, "card_delivery_estimate": 0.035107021404280854, "card_linking": 0.030506101220244046, "card_not_working": 0.007401480296059212, "card_payment_fee_charged": 0.003200640128025605, "card_payment_not_recognised": 0.0017003400680136026, "card_payment_wrong_exchange_rate": 0.0017003400680136026, "card_swallowed": 0.003900780156031206, "cash_withdrawal_charge": 0.0018003600720144029, "cash_withdrawal_not_recognised": 0.0010002000400080016, "change_pin": 0.0016003200640128026, "compromised_card": 0.002500500100020004, "contactless_not_working": 0.0016003200640128026, "country_support": 0.0017003400680136026, "declined_card_payment": 0.0012002400480096017, "declined_cash_withdrawal": 0.0009001800360072014, "declined_transfer": 0.0010002000400080016, "direct_debit_payment_not_recognised": 0.0015003000600120023, "disposable_card_limits": 0.0045009001800360065, "edit_personal_details": 0.0014002800560112022, "exchange_charge": 0.0016003200640128026, "exchange_rate": 0.0009001800360072014, "exchange_via_app": 0.0010002000400080016, "extra_charge_on_statement": 0.001900380076015203, "failed_transfer": 0.0009001800360072014, "fiat_currency_support": 0.0018003600720144029, "get_disposable_virtual_card": 0.004000800160032006, "get_physical_card": 0.026105221044208843, "getting_spare_card": 0.43658731746349266, "getting_virtual_card": 0.002600520104020804, "lost_or_stolen_card": 0.002500500100020004, "lost_or_stolen_phone": 0.0008001600320064013, "order_physical_card": 0.11312262452490499, "passcode_forgotten": 0.0010002000400080016, "pending_card_payment": 0.0012002400480096017, "pending_cash_withdrawal": 0.0008001600320064013, "pending_top_up": 0.0009001800360072014, "pending_transfer": 0.0008001600320064013, "pin_blocked": 0.0011002200440088019, "receiving_money": 0.0012002400480096017, "request_refund": 0.0014002800560112022, "reverted_card_payment?": 0.001900380076015203, "supported_cards_and_currencies": 0.01890378075615123, "terminate_account": 0.0010002000400080016, "top_up_by_bank_transfer_charge": 0.002500500100020004, "top_up_by_card_charge": 0.11592318463692738, "top_up_by_cash_or_cheque": 0.001300260052010402, "top_up_failed": 0.0010002000400080016, "top_up_limits": 0.0012002400480096017, "top_up_reverted": 0.0014002800560112022, "topping_up_by_card": 0.011102220444088817, "transaction_charged_twice": 0.0009001800360072014, "transfer_fee_charged": 0.0012002400480096017, "transfer_into_account": 0.0009001800360072014, "transfer_not_received_by_recipient": 0.0010002000400080016, "transfer_timing": 0.0011002200440088019, "unable_to_verify_identity": 0.001300260052010402, "verify_my_identity": 0.0011002200440088019, "verify_source_of_funds": 0.0010002000400080016, "verify_top_up": 0.0010002000400080016, "virtual_card_not_working": 0.003100620124024805, "visa_or_mastercard": 0.013902780556111221, "why_verify_identity": 0.0010002000400080016, "wrong_amount_of_cash_received": 0.0010002000400080016, "wrong_exchange_rate_for_cash_withdrawal": 0.001300260052010402 }, "error": null, "latency_ms": 75.62787493225187, "usage": { "input_tokens": 598, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2960", "text_group": "8a5851e0275e31c3ea9d4bf89536c272d2cac02fa657d523bf5dff580b6cc9aa", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0011998800119988001, "age_limit": 0.0012998700129987, "apple_pay_or_google_pay": 0.8226177382261773, "atm_support": 0.0036996300369963007, "automatic_top_up": 0.022097790220977905, "balance_not_updated_after_bank_transfer": 0.0008999100089991, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011998800119988001, "beneficiary_not_allowed": 0.0012998700129987, "cancel_transfer": 0.0008999100089991, "card_about_to_expire": 0.0007999200079992001, "card_acceptance": 0.001999800019998, "card_arrival": 0.0008999100089991, "card_delivery_estimate": 0.0008999100089991, "card_linking": 0.0015998400159984002, "card_not_working": 0.0012998700129987, "card_payment_fee_charged": 0.000999900009999, "card_payment_not_recognised": 0.0010998900109989002, "card_payment_wrong_exchange_rate": 0.0011998800119988001, "card_swallowed": 0.000999900009999, "cash_withdrawal_charge": 0.000999900009999, "cash_withdrawal_not_recognised": 0.0006999300069993001, "change_pin": 0.0008999100089991, "compromised_card": 0.0008999100089991, "contactless_not_working": 0.0018998100189981002, "country_support": 0.0013998600139986002, "declined_card_payment": 0.0011998800119988001, "declined_cash_withdrawal": 0.0008999100089991, "declined_transfer": 0.0012998700129987, "direct_debit_payment_not_recognised": 0.000999900009999, "disposable_card_limits": 0.0022997700229977, "edit_personal_details": 0.0007999200079992001, "exchange_charge": 0.0012998700129987, "exchange_rate": 0.0010998900109989002, "exchange_via_app": 0.0021997800219978004, "extra_charge_on_statement": 0.0010998900109989002, "failed_transfer": 0.000999900009999, "fiat_currency_support": 0.0025997400259974, "get_disposable_virtual_card": 0.0020997900209979003, "get_physical_card": 0.0011998800119988001, "getting_spare_card": 0.0007999200079992001, "getting_virtual_card": 0.0010998900109989002, "lost_or_stolen_card": 0.0006999300069993001, "lost_or_stolen_phone": 0.0008999100089991, "order_physical_card": 0.0010998900109989002, "passcode_forgotten": 0.0006999300069993001, "pending_card_payment": 0.0007999200079992001, "pending_cash_withdrawal": 0.0006999300069993001, "pending_top_up": 0.021897810218978103, "pending_transfer": 0.0006999300069993001, "pin_blocked": 0.0008999100089991, "receiving_money": 0.0012998700129987, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0008999100089991, "supported_cards_and_currencies": 0.006199380061993801, "terminate_account": 0.0007999200079992001, "top_up_by_bank_transfer_charge": 0.008799120087991202, "top_up_by_card_charge": 0.0037996200379962005, "top_up_by_cash_or_cheque": 0.0080991900809919, "top_up_failed": 0.0027997200279972004, "top_up_limits": 0.008899110088991101, "top_up_reverted": 0.0029997000299970002, "topping_up_by_card": 0.0163983601639836, "transaction_charged_twice": 0.0006999300069993001, "transfer_fee_charged": 0.0007999200079992001, "transfer_into_account": 0.0007999200079992001, "transfer_not_received_by_recipient": 0.0007999200079992001, "transfer_timing": 0.000999900009999, "unable_to_verify_identity": 0.0007999200079992001, "verify_my_identity": 0.0007999200079992001, "verify_source_of_funds": 0.0007999200079992001, "verify_top_up": 0.0020997900209979003, "virtual_card_not_working": 0.0012998700129987, "visa_or_mastercard": 0.0010998900109989002, "why_verify_identity": 0.0006999300069993001, "wrong_amount_of_cash_received": 0.0007999200079992001, "wrong_exchange_rate_for_cash_withdrawal": 0.000999900009999 }, "error": null, "latency_ms": 73.29025003127754, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2961", "text_group": "558f6916ae3935ce58348873bbf6d413a2d2380c1aa5965c29d998863e0eaf20", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 9.996001599360257e-05, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.9748100759696121, "atm_support": 0.0004998000799680128, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019992003198720514, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0003998400639744103, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.0003998400639744103, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0003998400639744103, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0021991203518592567, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.0003998400639744103, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.002499000399840064, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.0003998400639744103, "top_up_by_card_charge": 0.0004998000799680128, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0003998400639744103, "topping_up_by_card": 0.0016993202718912435, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 72.59558304212987, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2962", "text_group": "f4a3ff5c89a37fe67802b8b2dc1cedcdce2764330c4bd92bb1fa308e221b1bff", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.6623337666233376, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.0008999100089991, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00029997000299970003, "card_payment_wrong_exchange_rate": 0.00039996000399960006, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00029997000299970003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.0013998600139986002, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0008999100089991, "declined_cash_withdrawal": 0.0004999500049995, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.0004999500049995, "get_disposable_virtual_card": 0.00029997000299970003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00019998000199980003, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.0006999300069993001, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.00039996000399960006, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00029997000299970003, "supported_cards_and_currencies": 0.0005999400059994001, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.0007999200079992001, "top_up_failed": 0.30146985301469853, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0046995300469953, "topping_up_by_card": 0.0020997900209979003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.0008999100089991, "virtual_card_not_working": 0.0023997600239976003, "visa_or_mastercard": 0.00029997000299970003, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 73.36066709831357, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2963", "text_group": "af685f78febe558e66a3f99830cc0c1648412f550aa1d4f769eeacad26e7600d", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00029994001199760045, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.9544091181763648, "atm_support": 0.0004999000199960008, "automatic_top_up": 0.0016996600679864027, "balance_not_updated_after_bank_transfer": 0.00029994001199760045, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.0003999200159968007, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0005998800239952009, "card_arrival": 0.00029994001199760045, "card_delivery_estimate": 0.00029994001199760045, "card_linking": 0.0004999000199960008, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.0003999200159968007, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00029994001199760045, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.0004999000199960008, "country_support": 0.0004999000199960008, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0004999000199960008, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.0004999000199960008, "exchange_rate": 0.0004999000199960008, "exchange_via_app": 0.0014997000599880025, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0016996600679864027, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0003999200159968007, "getting_spare_card": 0.0004999000199960008, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0004999000199960008, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.00029994001199760045, "receiving_money": 0.004599080183963208, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.004199160167966407, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.0005998800239952009, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.001799640071985603, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0007998400319936014, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.0032993401319736052, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.002299540091981604, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.0009998000399920016, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.00029994001199760045, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 72.8157910052687, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2964", "text_group": "9431f1f6593dd4a157f4f41b6258e187ebdf0b4281cf0aa4ab105102d656eae5", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.0005002501250625313, "age_limit": 0.0005002501250625313, "apple_pay_or_google_pay": 0.8806403201600801, "atm_support": 0.0020010005002501254, "automatic_top_up": 0.011905952976488245, "balance_not_updated_after_bank_transfer": 0.0005002501250625313, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006003001500750375, "beneficiary_not_allowed": 0.0007003501750875438, "cancel_transfer": 0.00040020010005002504, "card_about_to_expire": 0.0005002501250625313, "card_acceptance": 0.001200600300150075, "card_arrival": 0.0005002501250625313, "card_delivery_estimate": 0.0005002501250625313, "card_linking": 0.0008004002001000501, "card_not_working": 0.0006003001500750375, "card_payment_fee_charged": 0.0005002501250625313, "card_payment_not_recognised": 0.0005002501250625313, "card_payment_wrong_exchange_rate": 0.0007003501750875438, "card_swallowed": 0.0006003001500750375, "cash_withdrawal_charge": 0.0006003001500750375, "cash_withdrawal_not_recognised": 0.00040020010005002504, "change_pin": 0.0005002501250625313, "compromised_card": 0.0005002501250625313, "contactless_not_working": 0.0009004502251125563, "country_support": 0.0009004502251125563, "declined_card_payment": 0.0006003001500750375, "declined_cash_withdrawal": 0.0005002501250625313, "declined_transfer": 0.0007003501750875438, "direct_debit_payment_not_recognised": 0.0005002501250625313, "disposable_card_limits": 0.0014007003501750877, "edit_personal_details": 0.0005002501250625313, "exchange_charge": 0.0009004502251125563, "exchange_rate": 0.0007003501750875438, "exchange_via_app": 0.0022011005502751376, "extra_charge_on_statement": 0.0006003001500750375, "failed_transfer": 0.0006003001500750375, "fiat_currency_support": 0.0028014007003501753, "get_disposable_virtual_card": 0.0020010005002501254, "get_physical_card": 0.0008004002001000501, "getting_spare_card": 0.001500750375187594, "getting_virtual_card": 0.0007003501750875438, "lost_or_stolen_card": 0.00030015007503751874, "lost_or_stolen_phone": 0.0005002501250625313, "order_physical_card": 0.0008004002001000501, "passcode_forgotten": 0.00040020010005002504, "pending_card_payment": 0.00040020010005002504, "pending_cash_withdrawal": 0.00040020010005002504, "pending_top_up": 0.0021010505252626313, "pending_transfer": 0.00040020010005002504, "pin_blocked": 0.0005002501250625313, "receiving_money": 0.0008004002001000501, "request_refund": 0.00040020010005002504, "reverted_card_payment?": 0.0005002501250625313, "supported_cards_and_currencies": 0.007503751875937969, "terminate_account": 0.00040020010005002504, "top_up_by_bank_transfer_charge": 0.0026013006503251626, "top_up_by_card_charge": 0.0021010505252626313, "top_up_by_cash_or_cheque": 0.006303151575787895, "top_up_failed": 0.0011005502751375688, "top_up_limits": 0.0020010005002501254, "top_up_reverted": 0.0013006503251625813, "topping_up_by_card": 0.0351175587793897, "transaction_charged_twice": 0.00040020010005002504, "transfer_fee_charged": 0.00040020010005002504, "transfer_into_account": 0.00040020010005002504, "transfer_not_received_by_recipient": 0.00040020010005002504, "transfer_timing": 0.0007003501750875438, "unable_to_verify_identity": 0.00040020010005002504, "verify_my_identity": 0.00040020010005002504, "verify_source_of_funds": 0.0005002501250625313, "verify_top_up": 0.0025012506253126567, "virtual_card_not_working": 0.0008004002001000501, "visa_or_mastercard": 0.0005002501250625313, "why_verify_identity": 0.00040020010005002504, "wrong_amount_of_cash_received": 0.00040020010005002504, "wrong_exchange_rate_for_cash_withdrawal": 0.0006003001500750375 }, "error": null, "latency_ms": 73.41537496540695, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2965", "text_group": "5c9c10971913c463fcf11d321309371103880c4b59f21be49bf2f006dec6f789", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.9539953995399539, "atm_support": 0.0007000700070007, "automatic_top_up": 0.0019001900190019003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00020002000200020003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.00020002000200020003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0006000600060006, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.0003000300030003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.00040004000400040005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0039003900390039, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0008000800080008001, "top_up_by_card_charge": 0.0009000900090009, "top_up_by_cash_or_cheque": 0.0011001100110011003, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0009000900090009, "top_up_reverted": 0.0006000600060006, "topping_up_by_card": 0.015801580158015804, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.0013001300130013002, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.98570803645998, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2966", "text_group": "fdc383eeecc3e8626599cf4750146f97e061a03bba8d305eeb4de1910e581ebe", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.6998399679935988, "atm_support": 0.0003000600120024005, "automatic_top_up": 0.0004000800160032007, "balance_not_updated_after_bank_transfer": 0.0003000600120024005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0004000800160032007, "cancel_transfer": 0.0003000600120024005, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0003000600120024005, "card_arrival": 0.00020004000800160035, "card_delivery_estimate": 0.00020004000800160035, "card_linking": 0.0003000600120024005, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0003000600120024005, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0007001400280056011, "country_support": 0.0003000600120024005, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0004000800160032007, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0004000800160032007, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.00020004000800160035, "exchange_rate": 0.00020004000800160035, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.0003000600120024005, "failed_transfer": 0.0004000800160032007, "fiat_currency_support": 0.0004000800160032007, "get_disposable_virtual_card": 0.0003000600120024005, "get_physical_card": 0.00020004000800160035, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.0003000600120024005, "receiving_money": 0.0003000600120024005, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0005001000200040008, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.0004000800160032007, "top_up_by_card_charge": 0.0003000600120024005, "top_up_by_cash_or_cheque": 0.000600120024004801, "top_up_failed": 0.27345469093818764, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0015003000600120025, "topping_up_by_card": 0.0021004200840168035, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.0003000600120024005, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.001200240048009602, "virtual_card_not_working": 0.001200240048009602, "visa_or_mastercard": 0.00020004000800160035, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 70.9749999223277, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2967", "text_group": "7f8f7fe35ea684c8c2b0398a97c12a514ae152fde7f5c65c7a93b12c90bba833", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00020008003201280514, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00020008003201280514, "apple_pay_or_google_pay": 0.9693877551020409, "atm_support": 0.0005002000800320128, "automatic_top_up": 0.0019007603041216487, "balance_not_updated_after_bank_transfer": 0.00020008003201280514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030012004801920766, "beneficiary_not_allowed": 0.00030012004801920766, "cancel_transfer": 0.00020008003201280514, "card_about_to_expire": 0.00020008003201280514, "card_acceptance": 0.00040016006402561027, "card_arrival": 0.00020008003201280514, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.00040016006402561027, "card_not_working": 0.00030012004801920766, "card_payment_fee_charged": 0.00030012004801920766, "card_payment_not_recognised": 0.00030012004801920766, "card_payment_wrong_exchange_rate": 0.00040016006402561027, "card_swallowed": 0.00030012004801920766, "cash_withdrawal_charge": 0.00030012004801920766, "cash_withdrawal_not_recognised": 0.00020008003201280514, "change_pin": 0.00020008003201280514, "compromised_card": 0.00030012004801920766, "contactless_not_working": 0.00040016006402561027, "country_support": 0.00040016006402561027, "declined_card_payment": 0.00030012004801920766, "declined_cash_withdrawal": 0.00020008003201280514, "declined_transfer": 0.00030012004801920766, "direct_debit_payment_not_recognised": 0.00030012004801920766, "disposable_card_limits": 0.0005002000800320128, "edit_personal_details": 0.00030012004801920766, "exchange_charge": 0.00040016006402561027, "exchange_rate": 0.00030012004801920766, "exchange_via_app": 0.00040016006402561027, "extra_charge_on_statement": 0.00030012004801920766, "failed_transfer": 0.00030012004801920766, "fiat_currency_support": 0.0008003201280512205, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00040016006402561027, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00020008003201280514, "lost_or_stolen_phone": 0.00020008003201280514, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00020008003201280514, "pending_card_payment": 0.00020008003201280514, "pending_cash_withdrawal": 0.00020008003201280514, "pending_top_up": 0.0006002400960384153, "pending_transfer": 0.00020008003201280514, "pin_blocked": 0.00020008003201280514, "receiving_money": 0.00040016006402561027, "request_refund": 0.00020008003201280514, "reverted_card_payment?": 0.00030012004801920766, "supported_cards_and_currencies": 0.0019007603041216487, "terminate_account": 0.00020008003201280514, "top_up_by_bank_transfer_charge": 0.0007002801120448179, "top_up_by_card_charge": 0.0008003201280512205, "top_up_by_cash_or_cheque": 0.0012004801920768306, "top_up_failed": 0.0005002000800320128, "top_up_limits": 0.0008003201280512205, "top_up_reverted": 0.0006002400960384153, "topping_up_by_card": 0.002501000400160064, "transaction_charged_twice": 0.00020008003201280514, "transfer_fee_charged": 0.00020008003201280514, "transfer_into_account": 0.00020008003201280514, "transfer_not_received_by_recipient": 0.00020008003201280514, "transfer_timing": 0.00030012004801920766, "unable_to_verify_identity": 0.00020008003201280514, "verify_my_identity": 0.00020008003201280514, "verify_source_of_funds": 0.00020008003201280514, "verify_top_up": 0.0005002000800320128, "virtual_card_not_working": 0.00030012004801920766, "visa_or_mastercard": 0.00020008003201280514, "why_verify_identity": 0.00020008003201280514, "wrong_amount_of_cash_received": 0.00020008003201280514, "wrong_exchange_rate_for_cash_withdrawal": 0.00030012004801920766 }, "error": null, "latency_ms": 71.12470897845924, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2968", "text_group": "62ec8d48b2cce3e38f73f8d73f84933e16079c434c433b1cee3b6de4b7215f81", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 9.999000099990002e-05, "activate_my_card": 0.0004999500049995, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.9829017098290171, "atm_support": 0.00029997000299970003, "automatic_top_up": 0.00019998000199980003, "balance_not_updated_after_bank_transfer": 0.00019998000199980003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019998000199980003, "beneficiary_not_allowed": 0.00019998000199980003, "cancel_transfer": 0.00019998000199980003, "card_about_to_expire": 0.00019998000199980003, "card_acceptance": 0.00029997000299970003, "card_arrival": 0.00019998000199980003, "card_delivery_estimate": 0.00019998000199980003, "card_linking": 0.00029997000299970003, "card_not_working": 0.00019998000199980003, "card_payment_fee_charged": 0.00019998000199980003, "card_payment_not_recognised": 0.00019998000199980003, "card_payment_wrong_exchange_rate": 0.00029997000299970003, "card_swallowed": 0.00019998000199980003, "cash_withdrawal_charge": 0.00019998000199980003, "cash_withdrawal_not_recognised": 0.00019998000199980003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00019998000199980003, "contactless_not_working": 0.00019998000199980003, "country_support": 0.00029997000299970003, "declined_card_payment": 0.00019998000199980003, "declined_cash_withdrawal": 0.00019998000199980003, "declined_transfer": 0.00019998000199980003, "direct_debit_payment_not_recognised": 0.00019998000199980003, "disposable_card_limits": 0.00029997000299970003, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00019998000199980003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00019998000199980003, "fiat_currency_support": 0.00029997000299970003, "get_disposable_virtual_card": 0.00019998000199980003, "get_physical_card": 0.00019998000199980003, "getting_spare_card": 0.00019998000199980003, "getting_virtual_card": 0.00019998000199980003, "lost_or_stolen_card": 9.999000099990002e-05, "lost_or_stolen_phone": 0.00019998000199980003, "order_physical_card": 0.00029997000299970003, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00019998000199980003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00019998000199980003, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00019998000199980003, "receiving_money": 0.00029997000299970003, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00019998000199980003, "supported_cards_and_currencies": 0.00039996000399960006, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00019998000199980003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00019998000199980003, "top_up_failed": 0.00019998000199980003, "top_up_limits": 0.00019998000199980003, "top_up_reverted": 0.00029997000299970003, "topping_up_by_card": 0.00029997000299970003, "transaction_charged_twice": 0.00019998000199980003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00019998000199980003, "transfer_timing": 0.00019998000199980003, "unable_to_verify_identity": 0.00019998000199980003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.00019998000199980003, "virtual_card_not_working": 0.00019998000199980003, "visa_or_mastercard": 0.00019998000199980003, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00019998000199980003, "wrong_exchange_rate_for_cash_withdrawal": 0.00019998000199980003 }, "error": null, "latency_ms": 71.17504195775837, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2969", "text_group": "6ffd3a4ed48d4736689372c1f1713efee144084f0050dd0ea786b4b41940f0f9", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.00019994001799460164, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.9711086673997802, "atm_support": 0.000499850044986504, "automatic_top_up": 0.0008997300809757073, "balance_not_updated_after_bank_transfer": 0.00019994001799460164, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002999100269919024, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.00019994001799460164, "card_about_to_expire": 0.00019994001799460164, "card_acceptance": 0.000499850044986504, "card_arrival": 0.00019994001799460164, "card_delivery_estimate": 0.00019994001799460164, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0002999100269919024, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.00019994001799460164, "change_pin": 0.00019994001799460164, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.0003998800359892033, "country_support": 0.0003998800359892033, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.00019994001799460164, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.00019994001799460164, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.000499850044986504, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.001099670098970309, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.0002999100269919024, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0002999100269919024, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.00019994001799460164, "order_physical_card": 0.0002999100269919024, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.00019994001799460164, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.00019994001799460164, "pin_blocked": 0.00019994001799460164, "receiving_money": 0.0003998800359892033, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.00019994001799460164, "supported_cards_and_currencies": 0.002399280215935219, "terminate_account": 0.00019994001799460164, "top_up_by_bank_transfer_charge": 0.000499850044986504, "top_up_by_card_charge": 0.000499850044986504, "top_up_by_cash_or_cheque": 0.000999700089973008, "top_up_failed": 0.000499850044986504, "top_up_limits": 0.0005998200539838048, "top_up_reverted": 0.000499850044986504, "topping_up_by_card": 0.002199340197940618, "transaction_charged_twice": 0.00019994001799460164, "transfer_fee_charged": 0.00019994001799460164, "transfer_into_account": 0.00019994001799460164, "transfer_not_received_by_recipient": 0.00019994001799460164, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.00019994001799460164, "verify_my_identity": 0.00019994001799460164, "verify_source_of_funds": 0.00019994001799460164, "verify_top_up": 0.0006997900629811057, "virtual_card_not_working": 0.0002999100269919024, "visa_or_mastercard": 0.00019994001799460164, "why_verify_identity": 0.00019994001799460164, "wrong_amount_of_cash_received": 0.00019994001799460164, "wrong_exchange_rate_for_cash_withdrawal": 0.0002999100269919024 }, "error": null, "latency_ms": 71.01112499367446, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2970", "text_group": "af3747a586621dee67a4e09c0dd456b63233e553da3f8ffbded15d9ae4ddd452", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.0003000600120024005, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.9663932786557312, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.0013002600520104022, "balance_not_updated_after_bank_transfer": 0.00020004000800160035, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0003000600120024005, "cancel_transfer": 0.00020004000800160035, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0004000800160032007, "card_arrival": 0.0003000600120024005, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0005001000200040008, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0003000600120024005, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.0003000600120024005, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0004000800160032007, "country_support": 0.0004000800160032007, "declined_card_payment": 0.0003000600120024005, "declined_cash_withdrawal": 0.0003000600120024005, "declined_transfer": 0.0003000600120024005, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.0004000800160032007, "exchange_rate": 0.0003000600120024005, "exchange_via_app": 0.0004000800160032007, "extra_charge_on_statement": 0.0003000600120024005, "failed_transfer": 0.0003000600120024005, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0004000800160032007, "getting_spare_card": 0.0007001400280056011, "getting_virtual_card": 0.0003000600120024005, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.0003000600120024005, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.0003000600120024005, "receiving_money": 0.0005001000200040008, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0011002200440088019, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.001200240048009602, "top_up_by_card_charge": 0.0007001400280056011, "top_up_by_cash_or_cheque": 0.0014002800560112022, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0014002800560112022, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.004300860172034408, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.0003000600120024005, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.0004000800160032007, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.0004000800160032007, "virtual_card_not_working": 0.0003000600120024005, "visa_or_mastercard": 0.00020004000800160035, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.0003000600120024005, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 72.03799998387694, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2971", "text_group": "cf62ef7014977053bec000ab4fad9dfc06f347f949cadbc939f0ce2a0c24811f", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0002999100269919024, "age_limit": 0.00019994001799460164, "apple_pay_or_google_pay": 0.9540137958612417, "atm_support": 0.0007997600719784066, "automatic_top_up": 0.00609817054883535, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0003998800359892033, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0003998800359892033, "card_not_working": 0.0002999100269919024, "card_payment_fee_charged": 0.0002999100269919024, "card_payment_not_recognised": 0.0002999100269919024, "card_payment_wrong_exchange_rate": 0.0003998800359892033, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.000499850044986504, "country_support": 0.0005998200539838048, "declined_card_payment": 0.0002999100269919024, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0002999100269919024, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0017994601619514146, "extra_charge_on_statement": 0.0003998800359892033, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0008997300809757073, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.000499850044986504, "getting_spare_card": 0.0005998200539838048, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0007997600719784066, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0007997600719784066, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.000499850044986504, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.000999700089973008, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0017994601619514146, "top_up_by_card_charge": 0.0013995801259622115, "top_up_by_cash_or_cheque": 0.0028991302609217232, "top_up_failed": 0.0006997900629811057, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.0007997600719784066, "topping_up_by_card": 0.0034989503149055285, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0005998200539838048, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0002999100269919024, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 71.03758305311203, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2972", "text_group": "3963d61171b84f81c0392df51cba309863f2d7129d463e5f6b89d3be27572abe", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00040012003601080324, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.9266780034010202, "atm_support": 0.00040012003601080324, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.0003000900270081024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.0017005101530459135, "card_arrival": 0.0019005701710513153, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.0012003601080324095, "card_not_working": 0.0035010503150945285, "card_payment_fee_charged": 0.00040012003601080324, "card_payment_not_recognised": 0.00040012003601080324, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.0003000900270081024, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.00040012003601080324, "country_support": 0.00040012003601080324, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.00040012003601080324, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.0003000900270081024, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.00040012003601080324, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.0030009002700810243, "getting_spare_card": 0.0005001500450135041, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.002700810243072922, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00040012003601080324, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.0003000900270081024, "receiving_money": 0.00040012003601080324, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.028008402520756228, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0007002100630189057, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.0003000900270081024, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0006001800540162048, "visa_or_mastercard": 0.008002400720216065, "why_verify_identity": 0.00020006001800540162, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 71.80883409455419, "usage": { "input_tokens": 606, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2973", "text_group": "bf7985becb4ab597213f10b64ee317afe1e533b5aa8fe4f3af7300beec766755", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 9.998000399920017e-05, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.9567086582683463, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.0006998600279944011, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019996000799840034, "beneficiary_not_allowed": 0.00019996000799840034, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0011997600479904018, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.00029994001199760045, "card_not_working": 0.00019996000799840034, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00019996000799840034, "cash_withdrawal_charge": 0.00019996000799840034, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00019996000799840034, "contactless_not_working": 0.00029994001199760045, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00019996000799840034, "disposable_card_limits": 0.00029994001199760045, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00019996000799840034, "exchange_via_app": 0.00029994001199760045, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00019996000799840034, "fiat_currency_support": 0.0008998200359928015, "get_disposable_virtual_card": 0.00029994001199760045, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.00019996000799840034, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.00019996000799840034, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0003999200159968007, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00019996000799840034, "supported_cards_and_currencies": 0.00599880023995201, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0011997600479904018, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.0011997600479904018, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0032993401319736052, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.00019996000799840034, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00029994001199760045, "verify_top_up": 0.01249750049990002, "virtual_card_not_working": 0.00019996000799840034, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00019996000799840034 }, "error": null, "latency_ms": 69.43229190073907, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2974", "text_group": "1b0170fbe50d5efb45ba2f6b75c0fb005e7e0257d307036ef59f297bb7b1c626", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00030015007503751874, "activate_my_card": 0.00030015007503751874, "age_limit": 0.00030015007503751874, "apple_pay_or_google_pay": 0.8919459729864933, "atm_support": 0.0006003001500750375, "automatic_top_up": 0.0006003001500750375, "balance_not_updated_after_bank_transfer": 0.00040020010005002504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002501250625313, "beneficiary_not_allowed": 0.0007003501750875438, "cancel_transfer": 0.00030015007503751874, "card_about_to_expire": 0.00040020010005002504, "card_acceptance": 0.0010005002501250627, "card_arrival": 0.00030015007503751874, "card_delivery_estimate": 0.00040020010005002504, "card_linking": 0.0006003001500750375, "card_not_working": 0.0016008004002001002, "card_payment_fee_charged": 0.0005002501250625313, "card_payment_not_recognised": 0.0006003001500750375, "card_payment_wrong_exchange_rate": 0.0010005002501250627, "card_swallowed": 0.0005002501250625313, "cash_withdrawal_charge": 0.00040020010005002504, "cash_withdrawal_not_recognised": 0.00030015007503751874, "change_pin": 0.00030015007503751874, "compromised_card": 0.00040020010005002504, "contactless_not_working": 0.001200600300150075, "country_support": 0.0006003001500750375, "declined_card_payment": 0.012806403201600801, "declined_cash_withdrawal": 0.0010005002501250627, "declined_transfer": 0.002301150575287644, "direct_debit_payment_not_recognised": 0.00040020010005002504, "disposable_card_limits": 0.0006003001500750375, "edit_personal_details": 0.00040020010005002504, "exchange_charge": 0.00040020010005002504, "exchange_rate": 0.00040020010005002504, "exchange_via_app": 0.0006003001500750375, "extra_charge_on_statement": 0.00040020010005002504, "failed_transfer": 0.0005002501250625313, "fiat_currency_support": 0.0008004002001000501, "get_disposable_virtual_card": 0.0005002501250625313, "get_physical_card": 0.00040020010005002504, "getting_spare_card": 0.0011005502751375688, "getting_virtual_card": 0.00040020010005002504, "lost_or_stolen_card": 0.00030015007503751874, "lost_or_stolen_phone": 0.00030015007503751874, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.00030015007503751874, "pending_card_payment": 0.00030015007503751874, "pending_cash_withdrawal": 0.00030015007503751874, "pending_top_up": 0.0005002501250625313, "pending_transfer": 0.00030015007503751874, "pin_blocked": 0.00040020010005002504, "receiving_money": 0.0005002501250625313, "request_refund": 0.00030015007503751874, "reverted_card_payment?": 0.0005002501250625313, "supported_cards_and_currencies": 0.01710855427713857, "terminate_account": 0.00030015007503751874, "top_up_by_bank_transfer_charge": 0.0009004502251125563, "top_up_by_card_charge": 0.0009004502251125563, "top_up_by_cash_or_cheque": 0.0016008004002001002, "top_up_failed": 0.008504252126063032, "top_up_limits": 0.0014007003501750877, "top_up_reverted": 0.0021010505252626313, "topping_up_by_card": 0.02031015507753877, "transaction_charged_twice": 0.00030015007503751874, "transfer_fee_charged": 0.00040020010005002504, "transfer_into_account": 0.00040020010005002504, "transfer_not_received_by_recipient": 0.00030015007503751874, "transfer_timing": 0.00040020010005002504, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.0006003001500750375, "virtual_card_not_working": 0.0029014507253626812, "visa_or_mastercard": 0.006003001500750376, "why_verify_identity": 0.00030015007503751874, "wrong_amount_of_cash_received": 0.00040020010005002504, "wrong_exchange_rate_for_cash_withdrawal": 0.0006003001500750375 }, "error": null, "latency_ms": 70.17966697458178, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2975", "text_group": "6d16c805112ce3cc3e46368988ff0ad1d07cca634a4eca3da4e41293c7399afa", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0006999300069993001, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.9307069293070692, "atm_support": 0.0007999200079992001, "automatic_top_up": 0.0077992200779922, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.00039996000399960006, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0006999300069993001, "card_arrival": 0.00039996000399960006, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0006999300069993001, "card_not_working": 0.0004999500049995, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.0005999400059994001, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0008999100089991, "country_support": 0.0006999300069993001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.0006999300069993001, "exchange_charge": 0.0006999300069993001, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0015998400159984002, "extra_charge_on_statement": 0.0005999400059994001, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.0016998300169983002, "get_disposable_virtual_card": 0.0005999400059994001, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.00039996000399960006, "lost_or_stolen_card": 0.00029997000299970003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.0005999400059994001, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.011498850114988501, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0016998300169983002, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.0007999200079992001, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0037996200379962005, "top_up_failed": 0.0007999200079992001, "top_up_limits": 0.0010998900109989002, "top_up_reverted": 0.0007999200079992001, "topping_up_by_card": 0.0044995500449955, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.0013998600139986002, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0018998100189981002, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 69.92895796429366, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2976", "text_group": "6d428384dbda299aaaa8c0d86e877134bfedad11061db4500f5f3954dab520c9", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.9705970597059707, "atm_support": 0.0005000500050005, "automatic_top_up": 0.0011001100110011003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.00040004000400040005, "country_support": 0.00040004000400040005, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.0003000300030003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.00040004000400040005, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0006000600060006, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0025002500250025004, "get_disposable_virtual_card": 0.00040004000400040005, "get_physical_card": 0.0003000300030003, "getting_spare_card": 0.0005000500050005, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.00020002000200020003, "receiving_money": 0.0003000300030003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.00020002000200020003, "supported_cards_and_currencies": 0.0018001800180018, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.0016001600160016002, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0024002400240024, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.0006000600060006, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00020002000200020003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.6610840279609, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2977", "text_group": "3be489f1c63e04ba745169a046af7295a837676a75310b9e691079a70e88f95d", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.0001, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.97, "atm_support": 0.0004, "automatic_top_up": 0.0009, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0005, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0004, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0003, "country_support": 0.0003, "declined_card_payment": 0.0003, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0002, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0002, "fiat_currency_support": 0.0005, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0003, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0003, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0004, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0054, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0004, "top_up_limits": 0.0007, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0021, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0002, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0017, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0002, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 73.3915000455454, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2978", "text_group": "f52431c910835fb61e99e0c44691744ef2e09be0e762714d891e9b16c93d6163", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.0008, "activate_my_card": 0.001, "age_limit": 0.0011, "apple_pay_or_google_pay": 0.6732, "atm_support": 0.0017, "automatic_top_up": 0.0121, "balance_not_updated_after_bank_transfer": 0.0013, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014, "beneficiary_not_allowed": 0.0016, "cancel_transfer": 0.0012, "card_about_to_expire": 0.0012, "card_acceptance": 0.0023, "card_arrival": 0.0012, "card_delivery_estimate": 0.0012, "card_linking": 0.0026, "card_not_working": 0.0109, "card_payment_fee_charged": 0.0017, "card_payment_not_recognised": 0.0016, "card_payment_wrong_exchange_rate": 0.0018, "card_swallowed": 0.0015, "cash_withdrawal_charge": 0.0012, "cash_withdrawal_not_recognised": 0.001, "change_pin": 0.0011, "compromised_card": 0.0012, "contactless_not_working": 0.0016, "country_support": 0.0014, "declined_card_payment": 0.0021, "declined_cash_withdrawal": 0.0015, "declined_transfer": 0.0017, "direct_debit_payment_not_recognised": 0.0015, "disposable_card_limits": 0.0018, "edit_personal_details": 0.0012, "exchange_charge": 0.0014, "exchange_rate": 0.0011, "exchange_via_app": 0.0017, "extra_charge_on_statement": 0.0015, "failed_transfer": 0.0013, "fiat_currency_support": 0.0014, "get_disposable_virtual_card": 0.0014, "get_physical_card": 0.0011, "getting_spare_card": 0.001, "getting_virtual_card": 0.0009, "lost_or_stolen_card": 0.0008, "lost_or_stolen_phone": 0.0009, "order_physical_card": 0.001, "passcode_forgotten": 0.0009, "pending_card_payment": 0.0012, "pending_cash_withdrawal": 0.001, "pending_top_up": 0.011, "pending_transfer": 0.001, "pin_blocked": 0.0012, "receiving_money": 0.0017, "request_refund": 0.0012, "reverted_card_payment?": 0.0014, "supported_cards_and_currencies": 0.0128, "terminate_account": 0.0011, "top_up_by_bank_transfer_charge": 0.0019, "top_up_by_card_charge": 0.0018, "top_up_by_cash_or_cheque": 0.0017, "top_up_failed": 0.0159, "top_up_limits": 0.0031, "top_up_reverted": 0.0091, "topping_up_by_card": 0.156, "transaction_charged_twice": 0.0011, "transfer_fee_charged": 0.0011, "transfer_into_account": 0.0009, "transfer_not_received_by_recipient": 0.001, "transfer_timing": 0.0012, "unable_to_verify_identity": 0.001, "verify_my_identity": 0.0009, "verify_source_of_funds": 0.001, "verify_top_up": 0.0064, "virtual_card_not_working": 0.0021, "visa_or_mastercard": 0.0018, "why_verify_identity": 0.0009, "wrong_amount_of_cash_received": 0.0011, "wrong_exchange_rate_for_cash_withdrawal": 0.0013 }, "error": null, "latency_ms": 75.7752499775961, "usage": { "input_tokens": 597, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2979", "text_group": "66c8c8a48bf6228846c9fd2d1824ad681465466212f210c603a2177a79db9d60", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00030012004801920766, "activate_my_card": 0.00030012004801920766, "age_limit": 0.00030012004801920766, "apple_pay_or_google_pay": 0.8569427771108443, "atm_support": 0.0006002400960384153, "automatic_top_up": 0.0005002000800320128, "balance_not_updated_after_bank_transfer": 0.00040016006402561027, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005002000800320128, "beneficiary_not_allowed": 0.0008003201280512205, "cancel_transfer": 0.00040016006402561027, "card_about_to_expire": 0.00030012004801920766, "card_acceptance": 0.0006002400960384153, "card_arrival": 0.00030012004801920766, "card_delivery_estimate": 0.00030012004801920766, "card_linking": 0.0006002400960384153, "card_not_working": 0.0008003201280512205, "card_payment_fee_charged": 0.00040016006402561027, "card_payment_not_recognised": 0.00040016006402561027, "card_payment_wrong_exchange_rate": 0.0007002801120448179, "card_swallowed": 0.0005002000800320128, "cash_withdrawal_charge": 0.00040016006402561027, "cash_withdrawal_not_recognised": 0.00030012004801920766, "change_pin": 0.00030012004801920766, "compromised_card": 0.00040016006402561027, "contactless_not_working": 0.0015006002400960385, "country_support": 0.0005002000800320128, "declined_card_payment": 0.0008003201280512205, "declined_cash_withdrawal": 0.0007002801120448179, "declined_transfer": 0.0008003201280512205, "direct_debit_payment_not_recognised": 0.00040016006402561027, "disposable_card_limits": 0.0005002000800320128, "edit_personal_details": 0.00040016006402561027, "exchange_charge": 0.0005002000800320128, "exchange_rate": 0.0005002000800320128, "exchange_via_app": 0.0012004801920768306, "extra_charge_on_statement": 0.00040016006402561027, "failed_transfer": 0.0006002400960384153, "fiat_currency_support": 0.0009003601440576229, "get_disposable_virtual_card": 0.00040016006402561027, "get_physical_card": 0.00030012004801920766, "getting_spare_card": 0.00030012004801920766, "getting_virtual_card": 0.00030012004801920766, "lost_or_stolen_card": 0.00030012004801920766, "lost_or_stolen_phone": 0.00030012004801920766, "order_physical_card": 0.00030012004801920766, "passcode_forgotten": 0.00030012004801920766, "pending_card_payment": 0.00040016006402561027, "pending_cash_withdrawal": 0.00030012004801920766, "pending_top_up": 0.001600640256102441, "pending_transfer": 0.00030012004801920766, "pin_blocked": 0.00040016006402561027, "receiving_money": 0.0005002000800320128, "request_refund": 0.00040016006402561027, "reverted_card_payment?": 0.00040016006402561027, "supported_cards_and_currencies": 0.0015006002400960385, "terminate_account": 0.00030012004801920766, "top_up_by_bank_transfer_charge": 0.0006002400960384153, "top_up_by_card_charge": 0.00040016006402561027, "top_up_by_cash_or_cheque": 0.0009003601440576229, "top_up_failed": 0.09563825530212085, "top_up_limits": 0.0007002801120448179, "top_up_reverted": 0.004701880752300921, "topping_up_by_card": 0.004801920768307323, "transaction_charged_twice": 0.00030012004801920766, "transfer_fee_charged": 0.00030012004801920766, "transfer_into_account": 0.00030012004801920766, "transfer_not_received_by_recipient": 0.00030012004801920766, "transfer_timing": 0.00040016006402561027, "unable_to_verify_identity": 0.00030012004801920766, "verify_my_identity": 0.00030012004801920766, "verify_source_of_funds": 0.00030012004801920766, "verify_top_up": 0.001600640256102441, "virtual_card_not_working": 0.0009003601440576229, "visa_or_mastercard": 0.00030012004801920766, "why_verify_identity": 0.00030012004801920766, "wrong_amount_of_cash_received": 0.00040016006402561027, "wrong_exchange_rate_for_cash_withdrawal": 0.0006002400960384153 }, "error": null, "latency_ms": 75.25100000202656, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2980", "text_group": "dc3f17312dabff5c3f353b4efc6cdb1d29b8652e6233f48e642b13116eede41c", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 9.996001599360257e-05, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.9784086365453819, "atm_support": 0.0003998400639744103, "automatic_top_up": 0.0005997600959616154, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.00019992003198720514, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0003998400639744103, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.00019992003198720514, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.00019992003198720514, "country_support": 0.0002998800479808077, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.00019992003198720514, "getting_spare_card": 0.00019992003198720514, "getting_virtual_card": 0.00019992003198720514, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.00019992003198720514, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.0002998800479808077, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0032986805277888847, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.000899640143942423, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.00019992003198720514, "transfer_timing": 0.00019992003198720514, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 73.96916707511991, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2981", "text_group": "ef572e244d4b03763f7f7b99a7bbda77a86c8e5cc5d7a5a37614af2cc0fdb6b3", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.9648929785957191, "atm_support": 0.00040008001600320064, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.0003000600120024004, "card_about_to_expire": 0.00020004000800160032, "card_acceptance": 0.00040008001600320064, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.0003000600120024004, "card_payment_wrong_exchange_rate": 0.00040008001600320064, "card_swallowed": 0.0003000600120024004, "cash_withdrawal_charge": 0.0003000600120024004, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.0003000600120024004, "compromised_card": 0.0003000600120024004, "contactless_not_working": 0.00040008001600320064, "country_support": 0.00040008001600320064, "declined_card_payment": 0.0003000600120024004, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.0003000600120024004, "direct_debit_payment_not_recognised": 0.0003000600120024004, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.0003000600120024004, "exchange_charge": 0.0003000600120024004, "exchange_rate": 0.0003000600120024004, "exchange_via_app": 0.0003000600120024004, "extra_charge_on_statement": 0.0003000600120024004, "failed_transfer": 0.0003000600120024004, "fiat_currency_support": 0.0005001000200040008, "get_disposable_virtual_card": 0.00040008001600320064, "get_physical_card": 0.00040008001600320064, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.0003000600120024004, "pending_card_payment": 0.0003000600120024004, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.0008001600320064013, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.0003000600120024004, "receiving_money": 0.0005001000200040008, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.0007001400280056011, "terminate_account": 0.0003000600120024004, "top_up_by_bank_transfer_charge": 0.0009001800360072014, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0017003400680136026, "top_up_failed": 0.0012002400480096017, "top_up_limits": 0.0012002400480096017, "top_up_reverted": 0.0007001400280056011, "topping_up_by_card": 0.007001400280056011, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.00020004000800160032, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.00040008001600320064, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.00020004000800160032, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 75.07629203610122, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2982", "text_group": "5b758fe8a8e075baace512c5c60ab848fe91c364e19a380776874e5a76fd2647", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.0007999200079992001, "age_limit": 0.0008999100089991, "apple_pay_or_google_pay": 0.8721127887211279, "atm_support": 0.0029997000299970002, "automatic_top_up": 0.0183981601839816, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008999100089991, "beneficiary_not_allowed": 0.0014998500149985001, "cancel_transfer": 0.0006999300069993001, "card_about_to_expire": 0.0006999300069993001, "card_acceptance": 0.0031996800319968005, "card_arrival": 0.0006999300069993001, "card_delivery_estimate": 0.0006999300069993001, "card_linking": 0.0011998800119988001, "card_not_working": 0.0008999100089991, "card_payment_fee_charged": 0.0008999100089991, "card_payment_not_recognised": 0.0007999200079992001, "card_payment_wrong_exchange_rate": 0.0010998900109989002, "card_swallowed": 0.0008999100089991, "cash_withdrawal_charge": 0.0008999100089991, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.0006999300069993001, "compromised_card": 0.0007999200079992001, "contactless_not_working": 0.0011998800119988001, "country_support": 0.0011998800119988001, "declined_card_payment": 0.0011998800119988001, "declined_cash_withdrawal": 0.000999900009999, "declined_transfer": 0.0013998600139986002, "direct_debit_payment_not_recognised": 0.0008999100089991, "disposable_card_limits": 0.0013998600139986002, "edit_personal_details": 0.0007999200079992001, "exchange_charge": 0.0013998600139986002, "exchange_rate": 0.0010998900109989002, "exchange_via_app": 0.0032996700329967, "extra_charge_on_statement": 0.0008999100089991, "failed_transfer": 0.000999900009999, "fiat_currency_support": 0.0028997100289971, "get_disposable_virtual_card": 0.0021997800219978004, "get_physical_card": 0.0012998700129987, "getting_spare_card": 0.0010998900109989002, "getting_virtual_card": 0.0010998900109989002, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.0006999300069993001, "order_physical_card": 0.0011998800119988001, "passcode_forgotten": 0.0005999400059994001, "pending_card_payment": 0.0006999300069993001, "pending_cash_withdrawal": 0.0005999400059994001, "pending_top_up": 0.001999800019998, "pending_transfer": 0.0006999300069993001, "pin_blocked": 0.0007999200079992001, "receiving_money": 0.0015998400159984002, "request_refund": 0.0005999400059994001, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.0073992600739926015, "terminate_account": 0.0005999400059994001, "top_up_by_bank_transfer_charge": 0.0026997300269973002, "top_up_by_card_charge": 0.0018998100189981002, "top_up_by_cash_or_cheque": 0.0033996600339966003, "top_up_failed": 0.0015998400159984002, "top_up_limits": 0.0032996700329967, "top_up_reverted": 0.0014998500149985001, "topping_up_by_card": 0.010998900109989001, "transaction_charged_twice": 0.0006999300069993001, "transfer_fee_charged": 0.0006999300069993001, "transfer_into_account": 0.0008999100089991, "transfer_not_received_by_recipient": 0.0007999200079992001, "transfer_timing": 0.0023997600239976003, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0006999300069993001, "verify_source_of_funds": 0.0008999100089991, "verify_top_up": 0.0051994800519948, "virtual_card_not_working": 0.000999900009999, "visa_or_mastercard": 0.0006999300069993001, "why_verify_identity": 0.0005999400059994001, "wrong_amount_of_cash_received": 0.0006999300069993001, "wrong_exchange_rate_for_cash_withdrawal": 0.0008999100089991 }, "error": null, "latency_ms": 71.91462500486523, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2983", "text_group": "3f24ca3c208f138cc1916b86bd0079ece66200362b47b9af2309336708e8489a", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00019994001799460164, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.9534139758072578, "atm_support": 0.0005998200539838048, "automatic_top_up": 0.001099670098970309, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0003998800359892033, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0002999100269919024, "card_acceptance": 0.0005998200539838048, "card_arrival": 0.0002999100269919024, "card_delivery_estimate": 0.0002999100269919024, "card_linking": 0.0005998200539838048, "card_not_working": 0.0003998800359892033, "card_payment_fee_charged": 0.000499850044986504, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.000499850044986504, "country_support": 0.000499850044986504, "declined_card_payment": 0.000499850044986504, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.000499850044986504, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0007997600719784066, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.000999700089973008, "get_disposable_virtual_card": 0.0005998200539838048, "get_physical_card": 0.0003998800359892033, "getting_spare_card": 0.000499850044986504, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.00019994001799460164, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.00019994001799460164, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.00019994001799460164, "pending_top_up": 0.000499850044986504, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0002999100269919024, "receiving_money": 0.0005998200539838048, "request_refund": 0.00019994001799460164, "reverted_card_payment?": 0.0002999100269919024, "supported_cards_and_currencies": 0.008297510746775967, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0006997900629811057, "top_up_by_card_charge": 0.0007997600719784066, "top_up_by_cash_or_cheque": 0.0007997600719784066, "top_up_failed": 0.0005998200539838048, "top_up_limits": 0.001099670098970309, "top_up_reverted": 0.0006997900629811057, "topping_up_by_card": 0.00619814055783265, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.0002999100269919024, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0003998800359892033, "verify_top_up": 0.0005998200539838048, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0006997900629811057, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 71.85820909217, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2984", "text_group": "740bc88c28f4eebd661ba00c07105dd0e41c883ced30113d0bb918e5082c46d3", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.00020004000800160035, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.9753950790158032, "atm_support": 0.0003000600120024005, "automatic_top_up": 0.00020004000800160035, "balance_not_updated_after_bank_transfer": 0.00020004000800160035, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0003000600120024005, "cancel_transfer": 0.00020004000800160035, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0004000800160032007, "card_arrival": 0.0003000600120024005, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0003000600120024005, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.0011002200440088019, "card_payment_not_recognised": 0.0007001400280056011, "card_payment_wrong_exchange_rate": 0.000600120024004801, "card_swallowed": 0.00020004000800160035, "cash_withdrawal_charge": 0.0004000800160032007, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.00020004000800160035, "contactless_not_working": 0.0003000600120024005, "country_support": 0.0004000800160032007, "declined_card_payment": 0.0004000800160032007, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.0003000600120024005, "direct_debit_payment_not_recognised": 0.0004000800160032007, "disposable_card_limits": 0.0003000600120024005, "edit_personal_details": 0.00020004000800160035, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0003000600120024005, "exchange_via_app": 0.0003000600120024005, "extra_charge_on_statement": 0.0026005201040208044, "failed_transfer": 0.00020004000800160035, "fiat_currency_support": 0.0003000600120024005, "get_disposable_virtual_card": 0.00020004000800160035, "get_physical_card": 0.0003000600120024005, "getting_spare_card": 0.00020004000800160035, "getting_virtual_card": 0.00020004000800160035, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.00020004000800160035, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.00020004000800160035, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.0004000800160032007, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0004000800160032007, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0008001600320064014, "top_up_by_cash_or_cheque": 0.00020004000800160035, "top_up_failed": 0.00020004000800160035, "top_up_limits": 0.00020004000800160035, "top_up_reverted": 0.0003000600120024005, "topping_up_by_card": 0.0003000600120024005, "transaction_charged_twice": 0.0003000600120024005, "transfer_fee_charged": 0.0009001800360072014, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.00020004000800160035, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.00020004000800160035, "virtual_card_not_working": 0.00020004000800160035, "visa_or_mastercard": 0.00020004000800160035, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 71.62283302750438, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2985", "text_group": "07a254e9943dba1288f1a4f6a4790006d0207063d1670485f3baff59f707f06a", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00019996000799840034, "activate_my_card": 0.00019996000799840034, "age_limit": 0.00019996000799840034, "apple_pay_or_google_pay": 0.96750649870026, "atm_support": 0.0003999200159968007, "automatic_top_up": 0.0021995600879824036, "balance_not_updated_after_bank_transfer": 0.00019996000799840034, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029994001199760045, "beneficiary_not_allowed": 0.00029994001199760045, "cancel_transfer": 0.00019996000799840034, "card_about_to_expire": 0.00019996000799840034, "card_acceptance": 0.0003999200159968007, "card_arrival": 0.00019996000799840034, "card_delivery_estimate": 0.00019996000799840034, "card_linking": 0.0003999200159968007, "card_not_working": 0.00029994001199760045, "card_payment_fee_charged": 0.00029994001199760045, "card_payment_not_recognised": 0.00029994001199760045, "card_payment_wrong_exchange_rate": 0.00029994001199760045, "card_swallowed": 0.00029994001199760045, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00019996000799840034, "change_pin": 0.00019996000799840034, "compromised_card": 0.00029994001199760045, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0003999200159968007, "declined_card_payment": 0.00029994001199760045, "declined_cash_withdrawal": 0.00019996000799840034, "declined_transfer": 0.00019996000799840034, "direct_debit_payment_not_recognised": 0.00029994001199760045, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.00019996000799840034, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0010997800439912018, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.00029994001199760045, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.00029994001199760045, "lost_or_stolen_card": 0.00019996000799840034, "lost_or_stolen_phone": 0.00019996000799840034, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00019996000799840034, "pending_card_payment": 0.00019996000799840034, "pending_cash_withdrawal": 0.00019996000799840034, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.00019996000799840034, "pin_blocked": 0.00019996000799840034, "receiving_money": 0.0004999000199960008, "request_refund": 0.00019996000799840034, "reverted_card_payment?": 0.00029994001199760045, "supported_cards_and_currencies": 0.0021995600879824036, "terminate_account": 0.00019996000799840034, "top_up_by_bank_transfer_charge": 0.0006998600279944011, "top_up_by_card_charge": 0.0006998600279944011, "top_up_by_cash_or_cheque": 0.0011997600479904018, "top_up_failed": 0.0004999000199960008, "top_up_limits": 0.0008998200359928015, "top_up_reverted": 0.0004999000199960008, "topping_up_by_card": 0.004299140171965607, "transaction_charged_twice": 0.00019996000799840034, "transfer_fee_charged": 0.00019996000799840034, "transfer_into_account": 0.00019996000799840034, "transfer_not_received_by_recipient": 0.00019996000799840034, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.00019996000799840034, "verify_my_identity": 0.00019996000799840034, "verify_source_of_funds": 0.00019996000799840034, "verify_top_up": 0.0003999200159968007, "virtual_card_not_working": 0.00029994001199760045, "visa_or_mastercard": 0.00019996000799840034, "why_verify_identity": 0.00019996000799840034, "wrong_amount_of_cash_received": 0.00019996000799840034, "wrong_exchange_rate_for_cash_withdrawal": 0.00029994001199760045 }, "error": null, "latency_ms": 70.38912491407245, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2986", "text_group": "366477452c2f1554f97a6728a8d5fc4746e6ed8810d2bbf320f9c21f2cde5f9f", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.8411523457037111, "atm_support": 0.0006001800540162048, "automatic_top_up": 0.0008002400720216065, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0008002400720216065, "cancel_transfer": 0.0005001500450135041, "card_about_to_expire": 0.00040012003601080324, "card_acceptance": 0.0009002700810243073, "card_arrival": 0.00040012003601080324, "card_delivery_estimate": 0.00040012003601080324, "card_linking": 0.0007002100630189057, "card_not_working": 0.0015004501350405122, "card_payment_fee_charged": 0.0006001800540162048, "card_payment_not_recognised": 0.0006001800540162048, "card_payment_wrong_exchange_rate": 0.0007002100630189057, "card_swallowed": 0.0006001800540162048, "cash_withdrawal_charge": 0.00040012003601080324, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.0003000900270081024, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0012003601080324095, "country_support": 0.0007002100630189057, "declined_card_payment": 0.006001800540162049, "declined_cash_withdrawal": 0.0009002700810243073, "declined_transfer": 0.002400720216064819, "direct_debit_payment_not_recognised": 0.00040012003601080324, "disposable_card_limits": 0.0007002100630189057, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.00040012003601080324, "exchange_rate": 0.00040012003601080324, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.0006001800540162048, "fiat_currency_support": 0.0007002100630189057, "get_disposable_virtual_card": 0.0006001800540162048, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.0007002100630189057, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0006001800540162048, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.0005001500450135041, "receiving_money": 0.0005001500450135041, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.034510353105931785, "terminate_account": 0.00040012003601080324, "top_up_by_bank_transfer_charge": 0.0010003000900270082, "top_up_by_card_charge": 0.0008002400720216065, "top_up_by_cash_or_cheque": 0.00250075022506752, "top_up_failed": 0.003200960288086426, "top_up_limits": 0.0015004501350405122, "top_up_reverted": 0.0014004201260378114, "topping_up_by_card": 0.058617585275582675, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.00040012003601080324, "transfer_into_account": 0.0005001500450135041, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0006001800540162048, "virtual_card_not_working": 0.002400720216064819, "visa_or_mastercard": 0.012203661098329498, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.00040012003601080324, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 72.72479205857962, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2987", "text_group": "07f0e76fb702dcc555e6f4d54df36359602372e41b0d161f866ad9dcd6fb8eb3", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00019998000199980003, "activate_my_card": 0.00019998000199980003, "age_limit": 0.00019998000199980003, "apple_pay_or_google_pay": 0.7006299370062994, "atm_support": 0.00039996000399960006, "automatic_top_up": 0.00029997000299970003, "balance_not_updated_after_bank_transfer": 0.00029997000299970003, "balance_not_updated_after_cheque_or_cash_deposit": 0.00029997000299970003, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00029997000299970003, "card_about_to_expire": 0.00029997000299970003, "card_acceptance": 0.00039996000399960006, "card_arrival": 0.00029997000299970003, "card_delivery_estimate": 0.00029997000299970003, "card_linking": 0.00039996000399960006, "card_not_working": 0.0008999100089991, "card_payment_fee_charged": 0.00029997000299970003, "card_payment_not_recognised": 0.00039996000399960006, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00029997000299970003, "change_pin": 0.00019998000199980003, "compromised_card": 0.00029997000299970003, "contactless_not_working": 0.0005999400059994001, "country_support": 0.00029997000299970003, "declined_card_payment": 0.000999900009999, "declined_cash_withdrawal": 0.000999900009999, "declined_transfer": 0.0008999100089991, "direct_debit_payment_not_recognised": 0.00029997000299970003, "disposable_card_limits": 0.00039996000399960006, "edit_personal_details": 0.00019998000199980003, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.00019998000199980003, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.00039996000399960006, "get_physical_card": 0.00039996000399960006, "getting_spare_card": 0.00029997000299970003, "getting_virtual_card": 0.00029997000299970003, "lost_or_stolen_card": 0.00019998000199980003, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.00019998000199980003, "pending_card_payment": 0.00029997000299970003, "pending_cash_withdrawal": 0.00019998000199980003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00019998000199980003, "pin_blocked": 0.00029997000299970003, "receiving_money": 0.00039996000399960006, "request_refund": 0.00019998000199980003, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0057994200579942, "terminate_account": 0.00019998000199980003, "top_up_by_bank_transfer_charge": 0.00029997000299970003, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.25327467253274677, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.0040995900409959, "topping_up_by_card": 0.0023997600239976003, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00019998000199980003, "transfer_into_account": 0.00019998000199980003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.00029997000299970003, "verify_my_identity": 0.00019998000199980003, "verify_source_of_funds": 0.00019998000199980003, "verify_top_up": 0.0008999100089991, "virtual_card_not_working": 0.008299170082991702, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.00019998000199980003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00029997000299970003 }, "error": null, "latency_ms": 71.48266595322639, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2988", "text_group": "3f2c2378b14bc0b0f5a178b440427c5a921d63ae491332bc1ac4f00a9026fafa", "expected": "apple_pay_or_google_pay", "prediction": "top_up_failed", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.00029997000299970003, "age_limit": 0.00029997000299970003, "apple_pay_or_google_pay": 0.018698130186981302, "atm_support": 0.0005999400059994001, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.000999900009999, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0007999200079992001, "card_arrival": 0.0007999200079992001, "card_delivery_estimate": 0.0005999400059994001, "card_linking": 0.0006999300069993001, "card_not_working": 0.0046995300469953, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00029997000299970003, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0004999500049995, "country_support": 0.00039996000399960006, "declined_card_payment": 0.0017998200179982, "declined_cash_withdrawal": 0.0006999300069993001, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00029997000299970003, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.00039996000399960006, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0006999300069993001, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.0005999400059994001, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0006999300069993001, "passcode_forgotten": 0.00029997000299970003, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.0011998800119988001, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.00039996000399960006, "receiving_money": 0.0004999500049995, "request_refund": 0.00029997000299970003, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.008599140085991401, "terminate_account": 0.00029997000299970003, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.0004999500049995, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.8553144685531447, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0026997300269973002, "topping_up_by_card": 0.06659334066593342, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.00039996000399960006, "verify_my_identity": 0.00029997000299970003, "verify_source_of_funds": 0.00029997000299970003, "verify_top_up": 0.0012998700129987, "virtual_card_not_working": 0.0072992700729927005, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00029997000299970003, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 73.79020808730274, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2989", "text_group": "8fc1f96b511b28843f39278903395a38fb3f8df3174a11a76fddb7e6364573d3", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.0003000300030003, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.942994299429943, "atm_support": 0.0007000700070007, "automatic_top_up": 0.0034003400340034003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.0003000300030003, "card_acceptance": 0.0006000600060006, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0005000500050005, "card_not_working": 0.00040004000400040005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0003000300030003, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.0003000300030003, "cash_withdrawal_not_recognised": 0.0003000300030003, "change_pin": 0.0003000300030003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0006000600060006, "country_support": 0.0008000800080008001, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0003000300030003, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.0005000500050005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0011001100110011003, "get_disposable_virtual_card": 0.0006000600060006, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.0003000300030003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.0006000600060006, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.0005000500050005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.0021002100210021, "terminate_account": 0.0003000300030003, "top_up_by_bank_transfer_charge": 0.0019001900190019003, "top_up_by_card_charge": 0.0011001100110011003, "top_up_by_cash_or_cheque": 0.0053005300530053, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.001000100010001, "top_up_reverted": 0.001000100010001, "topping_up_by_card": 0.0138013801380138, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.0003000300030003, "verify_my_identity": 0.0003000300030003, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0019001900190019003, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0003000300030003, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 73.04037502035499, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2990", "text_group": "4b3ec70e4fdab19e36ed868d5cd9cae2fcab744cf8853b0bbc0972690338f8fc", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00010005002501250625, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.9680840420210105, "atm_support": 0.000400200100050025, "automatic_top_up": 0.00030015007503751874, "balance_not_updated_after_bank_transfer": 0.0002001000500250125, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.0002001000500250125, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.000400200100050025, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.0002001000500250125, "card_linking": 0.000400200100050025, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.00030015007503751874, "card_payment_not_recognised": 0.00030015007503751874, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.00030015007503751874, "cash_withdrawal_charge": 0.00030015007503751874, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.0002001000500250125, "contactless_not_working": 0.000400200100050025, "country_support": 0.000400200100050025, "declined_card_payment": 0.00030015007503751874, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.00030015007503751874, "direct_debit_payment_not_recognised": 0.00030015007503751874, "disposable_card_limits": 0.00030015007503751874, "edit_personal_details": 0.00030015007503751874, "exchange_charge": 0.000400200100050025, "exchange_rate": 0.00030015007503751874, "exchange_via_app": 0.00080040020010005, "extra_charge_on_statement": 0.00030015007503751874, "failed_transfer": 0.00030015007503751874, "fiat_currency_support": 0.0009004502251125562, "get_disposable_virtual_card": 0.00030015007503751874, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.00030015007503751874, "getting_virtual_card": 0.00030015007503751874, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.00030015007503751874, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.002001000500250125, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.00030015007503751874, "supported_cards_and_currencies": 0.003501750875437719, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.000400200100050025, "top_up_by_card_charge": 0.00030015007503751874, "top_up_by_cash_or_cheque": 0.000400200100050025, "top_up_failed": 0.000400200100050025, "top_up_limits": 0.000400200100050025, "top_up_reverted": 0.000400200100050025, "topping_up_by_card": 0.0009004502251125562, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.00030015007503751874, "transfer_into_account": 0.004502251125562781, "transfer_not_received_by_recipient": 0.0002001000500250125, "transfer_timing": 0.0006003001500750375, "unable_to_verify_identity": 0.0002001000500250125, "verify_my_identity": 0.0002001000500250125, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.0002001000500250125, "virtual_card_not_working": 0.00030015007503751874, "visa_or_mastercard": 0.0002001000500250125, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.00030015007503751874 }, "error": null, "latency_ms": 74.93937504477799, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2991", "text_group": "4ab0555c10b41a858a8d7736baa3c98be6010c485114c1201f48f0b5f63444cc", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.7154715471547155, "atm_support": 0.00040004000400040005, "automatic_top_up": 0.0003000300030003, "balance_not_updated_after_bank_transfer": 0.00020002000200020003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.00040004000400040005, "cancel_transfer": 0.00020002000200020003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.00020002000200020003, "card_delivery_estimate": 0.00020002000200020003, "card_linking": 0.00040004000400040005, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.0003000300030003, "card_payment_not_recognised": 0.0005000500050005, "card_payment_wrong_exchange_rate": 0.00040004000400040005, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.00040004000400040005, "contactless_not_working": 0.00040004000400040005, "country_support": 0.0003000300030003, "declined_card_payment": 0.0009000900090009, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0003000300030003, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00020002000200020003, "getting_spare_card": 0.00020002000200020003, "getting_virtual_card": 0.00020002000200020003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.001000100010001, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00020002000200020003, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.007100710071007101, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.0003000300030003, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.23852385238523852, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.0014001400140014, "topping_up_by_card": 0.015001500150015001, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.00020002000200020003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00020002000200020003, "verify_my_identity": 0.00020002000200020003, "verify_source_of_funds": 0.00020002000200020003, "verify_top_up": 0.0015001500150015003, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.00020002000200020003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.00020002000200020003 }, "error": null, "latency_ms": 76.53679104987532, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2992", "text_group": "93f4300a76877f109d739c6769ba7a4f826f0d8d453c87c0dfbf3e67bafaf1ea", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.0005001500450135041, "age_limit": 0.0005001500450135041, "apple_pay_or_google_pay": 0.8852655796739022, "atm_support": 0.0012003601080324095, "automatic_top_up": 0.025607682304691407, "balance_not_updated_after_bank_transfer": 0.0005001500450135041, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002100630189057, "beneficiary_not_allowed": 0.0007002100630189057, "cancel_transfer": 0.0006001800540162048, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0008002400720216065, "card_arrival": 0.0005001500450135041, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.0009002700810243073, "card_not_working": 0.0006001800540162048, "card_payment_fee_charged": 0.0006001800540162048, "card_payment_not_recognised": 0.0005001500450135041, "card_payment_wrong_exchange_rate": 0.0007002100630189057, "card_swallowed": 0.0006001800540162048, "cash_withdrawal_charge": 0.0007002100630189057, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.0006001800540162048, "compromised_card": 0.0005001500450135041, "contactless_not_working": 0.0009002700810243073, "country_support": 0.0007002100630189057, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0006001800540162048, "direct_debit_payment_not_recognised": 0.0007002100630189057, "disposable_card_limits": 0.0014004201260378114, "edit_personal_details": 0.0007002100630189057, "exchange_charge": 0.0009002700810243073, "exchange_rate": 0.0007002100630189057, "exchange_via_app": 0.0017005101530459135, "extra_charge_on_statement": 0.0008002400720216065, "failed_transfer": 0.0007002100630189057, "fiat_currency_support": 0.0015004501350405122, "get_disposable_virtual_card": 0.0028008402520756227, "get_physical_card": 0.0007002100630189057, "getting_spare_card": 0.0009002700810243073, "getting_virtual_card": 0.0007002100630189057, "lost_or_stolen_card": 0.00040012003601080324, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.0008002400720216065, "passcode_forgotten": 0.0005001500450135041, "pending_card_payment": 0.00040012003601080324, "pending_cash_withdrawal": 0.00040012003601080324, "pending_top_up": 0.0009002700810243073, "pending_transfer": 0.00040012003601080324, "pin_blocked": 0.0005001500450135041, "receiving_money": 0.0013003901170351103, "request_refund": 0.00040012003601080324, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.00250075022506752, "terminate_account": 0.0006001800540162048, "top_up_by_bank_transfer_charge": 0.0039011703511053313, "top_up_by_card_charge": 0.0012003601080324095, "top_up_by_cash_or_cheque": 0.00850255076522957, "top_up_failed": 0.0009002700810243073, "top_up_limits": 0.0020006001800540163, "top_up_reverted": 0.0010003000900270082, "topping_up_by_card": 0.022006601980594176, "transaction_charged_twice": 0.00040012003601080324, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.0017005101530459135, "transfer_not_received_by_recipient": 0.0005001500450135041, "transfer_timing": 0.0012003601080324095, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.00040012003601080324, "verify_source_of_funds": 0.00040012003601080324, "verify_top_up": 0.0006001800540162048, "virtual_card_not_working": 0.0007002100630189057, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.00040012003601080324, "wrong_amount_of_cash_received": 0.0005001500450135041, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001800540162048 }, "error": null, "latency_ms": 76.29408303182572, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2993", "text_group": "d2517794ce4ea78967cc3f65934fb8a53f9961f84d9832e917bb6df0296a3287", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00020006001800540165, "activate_my_card": 0.00020006001800540165, "age_limit": 0.00020006001800540165, "apple_pay_or_google_pay": 0.9591877563268981, "atm_support": 0.0008002400720216066, "automatic_top_up": 0.0010003000900270082, "balance_not_updated_after_bank_transfer": 0.00020006001800540165, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030009002700810244, "beneficiary_not_allowed": 0.00030009002700810244, "cancel_transfer": 0.00020006001800540165, "card_about_to_expire": 0.00020006001800540165, "card_acceptance": 0.0006001800540162049, "card_arrival": 0.00020006001800540165, "card_delivery_estimate": 0.00020006001800540165, "card_linking": 0.0004001200360108033, "card_not_working": 0.00030009002700810244, "card_payment_fee_charged": 0.00030009002700810244, "card_payment_not_recognised": 0.00030009002700810244, "card_payment_wrong_exchange_rate": 0.00030009002700810244, "card_swallowed": 0.00030009002700810244, "cash_withdrawal_charge": 0.00030009002700810244, "cash_withdrawal_not_recognised": 0.00020006001800540165, "change_pin": 0.00020006001800540165, "compromised_card": 0.00030009002700810244, "contactless_not_working": 0.00030009002700810244, "country_support": 0.0005001500450135041, "declined_card_payment": 0.00030009002700810244, "declined_cash_withdrawal": 0.00020006001800540165, "declined_transfer": 0.00030009002700810244, "direct_debit_payment_not_recognised": 0.00030009002700810244, "disposable_card_limits": 0.0004001200360108033, "edit_personal_details": 0.00020006001800540165, "exchange_charge": 0.00030009002700810244, "exchange_rate": 0.00030009002700810244, "exchange_via_app": 0.0004001200360108033, "extra_charge_on_statement": 0.00030009002700810244, "failed_transfer": 0.00020006001800540165, "fiat_currency_support": 0.0014004201260378114, "get_disposable_virtual_card": 0.00030009002700810244, "get_physical_card": 0.00030009002700810244, "getting_spare_card": 0.00030009002700810244, "getting_virtual_card": 0.00030009002700810244, "lost_or_stolen_card": 0.00020006001800540165, "lost_or_stolen_phone": 0.00020006001800540165, "order_physical_card": 0.00020006001800540165, "passcode_forgotten": 0.00020006001800540165, "pending_card_payment": 0.00020006001800540165, "pending_cash_withdrawal": 0.00020006001800540165, "pending_top_up": 0.0004001200360108033, "pending_transfer": 0.00020006001800540165, "pin_blocked": 0.00020006001800540165, "receiving_money": 0.0004001200360108033, "request_refund": 0.00020006001800540165, "reverted_card_payment?": 0.00030009002700810244, "supported_cards_and_currencies": 0.007602280684205262, "terminate_account": 0.00020006001800540165, "top_up_by_bank_transfer_charge": 0.0006001800540162049, "top_up_by_card_charge": 0.0006001800540162049, "top_up_by_cash_or_cheque": 0.0012003601080324098, "top_up_failed": 0.0004001200360108033, "top_up_limits": 0.0008002400720216066, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.007602280684205262, "transaction_charged_twice": 0.00020006001800540165, "transfer_fee_charged": 0.00020006001800540165, "transfer_into_account": 0.00020006001800540165, "transfer_not_received_by_recipient": 0.00020006001800540165, "transfer_timing": 0.00030009002700810244, "unable_to_verify_identity": 0.00020006001800540165, "verify_my_identity": 0.00020006001800540165, "verify_source_of_funds": 0.00020006001800540165, "verify_top_up": 0.0013003901170351106, "virtual_card_not_working": 0.00030009002700810244, "visa_or_mastercard": 0.00030009002700810244, "why_verify_identity": 0.00020006001800540165, "wrong_amount_of_cash_received": 0.00020006001800540165, "wrong_exchange_rate_for_cash_withdrawal": 0.00030009002700810244 }, "error": null, "latency_ms": 71.90654193982482, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2994", "text_group": "ce0e5293c9f113af79d324cc7f78e43be89d25cce8f4f685b4fdc55e72276b32", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.0002998500749625187, "activate_my_card": 0.0010994502748625688, "age_limit": 0.0006996501749125438, "apple_pay_or_google_pay": 0.8930534732633684, "atm_support": 0.0012993503248375812, "automatic_top_up": 0.016891554222888554, "balance_not_updated_after_bank_transfer": 0.0004997501249375313, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006996501749125438, "beneficiary_not_allowed": 0.0009995002498750627, "cancel_transfer": 0.0004997501249375313, "card_about_to_expire": 0.0004997501249375313, "card_acceptance": 0.0008995502248875562, "card_arrival": 0.0004997501249375313, "card_delivery_estimate": 0.0005997001499250374, "card_linking": 0.0008995502248875562, "card_not_working": 0.0010994502748625688, "card_payment_fee_charged": 0.0005997001499250374, "card_payment_not_recognised": 0.0005997001499250374, "card_payment_wrong_exchange_rate": 0.0007996001999000501, "card_swallowed": 0.0005997001499250374, "cash_withdrawal_charge": 0.0005997001499250374, "cash_withdrawal_not_recognised": 0.0004997501249375313, "change_pin": 0.0005997001499250374, "compromised_card": 0.0004997501249375313, "contactless_not_working": 0.005397301349325338, "country_support": 0.0007996001999000501, "declined_card_payment": 0.0006996501749125438, "declined_cash_withdrawal": 0.0006996501749125438, "declined_transfer": 0.0008995502248875562, "direct_debit_payment_not_recognised": 0.0005997001499250374, "disposable_card_limits": 0.0008995502248875562, "edit_personal_details": 0.0005997001499250374, "exchange_charge": 0.0008995502248875562, "exchange_rate": 0.0006996501749125438, "exchange_via_app": 0.0013993003498250875, "extra_charge_on_statement": 0.0006996501749125438, "failed_transfer": 0.0007996001999000501, "fiat_currency_support": 0.0011994002998500749, "get_disposable_virtual_card": 0.0008995502248875562, "get_physical_card": 0.0006996501749125438, "getting_spare_card": 0.0004997501249375313, "getting_virtual_card": 0.0006996501749125438, "lost_or_stolen_card": 0.00039980009995002505, "lost_or_stolen_phone": 0.0004997501249375313, "order_physical_card": 0.0007996001999000501, "passcode_forgotten": 0.0004997501249375313, "pending_card_payment": 0.0004997501249375313, "pending_cash_withdrawal": 0.00039980009995002505, "pending_top_up": 0.012493753123438282, "pending_transfer": 0.0004997501249375313, "pin_blocked": 0.0007996001999000501, "receiving_money": 0.0008995502248875562, "request_refund": 0.00039980009995002505, "reverted_card_payment?": 0.0005997001499250374, "supported_cards_and_currencies": 0.0014992503748125939, "terminate_account": 0.0004997501249375313, "top_up_by_bank_transfer_charge": 0.0017991004497751124, "top_up_by_card_charge": 0.0008995502248875562, "top_up_by_cash_or_cheque": 0.0023988005997001498, "top_up_failed": 0.00879560219890055, "top_up_limits": 0.0014992503748125939, "top_up_reverted": 0.0038980509745127436, "topping_up_by_card": 0.0042978510744627685, "transaction_charged_twice": 0.0004997501249375313, "transfer_fee_charged": 0.0004997501249375313, "transfer_into_account": 0.00039980009995002505, "transfer_not_received_by_recipient": 0.0004997501249375313, "transfer_timing": 0.0006996501749125438, "unable_to_verify_identity": 0.0004997501249375313, "verify_my_identity": 0.0004997501249375313, "verify_source_of_funds": 0.0004997501249375313, "verify_top_up": 0.003598200899550225, "virtual_card_not_working": 0.0014992503748125939, "visa_or_mastercard": 0.0004997501249375313, "why_verify_identity": 0.00039980009995002505, "wrong_amount_of_cash_received": 0.0004997501249375313, "wrong_exchange_rate_for_cash_withdrawal": 0.0005997001499250374 }, "error": null, "latency_ms": 70.70254208520055, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2995", "text_group": "0d748699167c8be2e1038249e88729949cb9da61e74235434c38d1e90fb042c2", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00019984012789768185, "activate_my_card": 0.0002997601918465227, "age_limit": 0.0002997601918465227, "apple_pay_or_google_pay": 0.9414468425259791, "atm_support": 0.0004996003197442045, "automatic_top_up": 0.0010991207034372502, "balance_not_updated_after_bank_transfer": 0.0002997601918465227, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003996802557953637, "beneficiary_not_allowed": 0.0003996802557953637, "cancel_transfer": 0.0002997601918465227, "card_about_to_expire": 0.0002997601918465227, "card_acceptance": 0.0003996802557953637, "card_arrival": 0.0002997601918465227, "card_delivery_estimate": 0.0002997601918465227, "card_linking": 0.0003996802557953637, "card_not_working": 0.0003996802557953637, "card_payment_fee_charged": 0.0003996802557953637, "card_payment_not_recognised": 0.0003996802557953637, "card_payment_wrong_exchange_rate": 0.0004996003197442045, "card_swallowed": 0.0002997601918465227, "cash_withdrawal_charge": 0.0002997601918465227, "cash_withdrawal_not_recognised": 0.0002997601918465227, "change_pin": 0.0002997601918465227, "compromised_card": 0.0002997601918465227, "contactless_not_working": 0.0004996003197442045, "country_support": 0.0004996003197442045, "declined_card_payment": 0.0004996003197442045, "declined_cash_withdrawal": 0.0002997601918465227, "declined_transfer": 0.0003996802557953637, "direct_debit_payment_not_recognised": 0.0003996802557953637, "disposable_card_limits": 0.0004996003197442045, "edit_personal_details": 0.0002997601918465227, "exchange_charge": 0.0003996802557953637, "exchange_rate": 0.0002997601918465227, "exchange_via_app": 0.0003996802557953637, "extra_charge_on_statement": 0.0003996802557953637, "failed_transfer": 0.0003996802557953637, "fiat_currency_support": 0.0004996003197442045, "get_disposable_virtual_card": 0.0003996802557953637, "get_physical_card": 0.0002997601918465227, "getting_spare_card": 0.0002997601918465227, "getting_virtual_card": 0.0002997601918465227, "lost_or_stolen_card": 0.00019984012789768185, "lost_or_stolen_phone": 0.0002997601918465227, "order_physical_card": 0.0002997601918465227, "passcode_forgotten": 0.0002997601918465227, "pending_card_payment": 0.0002997601918465227, "pending_cash_withdrawal": 0.0002997601918465227, "pending_top_up": 0.0013988808952837728, "pending_transfer": 0.0002997601918465227, "pin_blocked": 0.0002997601918465227, "receiving_money": 0.0004996003197442045, "request_refund": 0.0002997601918465227, "reverted_card_payment?": 0.0003996802557953637, "supported_cards_and_currencies": 0.0005995203836930454, "terminate_account": 0.0002997601918465227, "top_up_by_bank_transfer_charge": 0.0007993605115907274, "top_up_by_card_charge": 0.0004996003197442045, "top_up_by_cash_or_cheque": 0.0005995203836930454, "top_up_failed": 0.005795363709032773, "top_up_limits": 0.0006994404476418864, "top_up_reverted": 0.01868505195843325, "topping_up_by_card": 0.002498001598721023, "transaction_charged_twice": 0.0002997601918465227, "transfer_fee_charged": 0.0002997601918465227, "transfer_into_account": 0.0002997601918465227, "transfer_not_received_by_recipient": 0.0002997601918465227, "transfer_timing": 0.0002997601918465227, "unable_to_verify_identity": 0.0002997601918465227, "verify_my_identity": 0.0002997601918465227, "verify_source_of_funds": 0.0002997601918465227, "verify_top_up": 0.00329736211031175, "virtual_card_not_working": 0.0003996802557953637, "visa_or_mastercard": 0.0002997601918465227, "why_verify_identity": 0.0002997601918465227, "wrong_amount_of_cash_received": 0.0002997601918465227, "wrong_exchange_rate_for_cash_withdrawal": 0.0003996802557953637 }, "error": null, "latency_ms": 71.3248330866918, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2996", "text_group": "43e80d76488d1fb23f67076e333b2a9edf9bb15f5ee98e8f690b518c627789e5", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00020004000800160035, "activate_my_card": 0.0003000600120024005, "age_limit": 0.00020004000800160035, "apple_pay_or_google_pay": 0.9682936587317464, "atm_support": 0.0005001000200040008, "automatic_top_up": 0.002500500100020004, "balance_not_updated_after_bank_transfer": 0.00020004000800160035, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024005, "beneficiary_not_allowed": 0.0003000600120024005, "cancel_transfer": 0.00020004000800160035, "card_about_to_expire": 0.00020004000800160035, "card_acceptance": 0.0004000800160032007, "card_arrival": 0.0003000600120024005, "card_delivery_estimate": 0.0003000600120024005, "card_linking": 0.0004000800160032007, "card_not_working": 0.0003000600120024005, "card_payment_fee_charged": 0.0003000600120024005, "card_payment_not_recognised": 0.0003000600120024005, "card_payment_wrong_exchange_rate": 0.0004000800160032007, "card_swallowed": 0.0003000600120024005, "cash_withdrawal_charge": 0.0003000600120024005, "cash_withdrawal_not_recognised": 0.00020004000800160035, "change_pin": 0.00020004000800160035, "compromised_card": 0.0003000600120024005, "contactless_not_working": 0.0004000800160032007, "country_support": 0.0004000800160032007, "declined_card_payment": 0.0003000600120024005, "declined_cash_withdrawal": 0.00020004000800160035, "declined_transfer": 0.0003000600120024005, "direct_debit_payment_not_recognised": 0.0003000600120024005, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.0003000600120024005, "exchange_charge": 0.0004000800160032007, "exchange_rate": 0.0003000600120024005, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.0003000600120024005, "failed_transfer": 0.0003000600120024005, "fiat_currency_support": 0.0007001400280056011, "get_disposable_virtual_card": 0.0004000800160032007, "get_physical_card": 0.0003000600120024005, "getting_spare_card": 0.0003000600120024005, "getting_virtual_card": 0.0003000600120024005, "lost_or_stolen_card": 0.00020004000800160035, "lost_or_stolen_phone": 0.00020004000800160035, "order_physical_card": 0.0003000600120024005, "passcode_forgotten": 0.00020004000800160035, "pending_card_payment": 0.00020004000800160035, "pending_cash_withdrawal": 0.00020004000800160035, "pending_top_up": 0.0004000800160032007, "pending_transfer": 0.00020004000800160035, "pin_blocked": 0.00020004000800160035, "receiving_money": 0.0004000800160032007, "request_refund": 0.00020004000800160035, "reverted_card_payment?": 0.0003000600120024005, "supported_cards_and_currencies": 0.0022004400880176037, "terminate_account": 0.00020004000800160035, "top_up_by_bank_transfer_charge": 0.000600120024004801, "top_up_by_card_charge": 0.000600120024004801, "top_up_by_cash_or_cheque": 0.0010002000400080016, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.000600120024004801, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0037007401480296065, "transaction_charged_twice": 0.00020004000800160035, "transfer_fee_charged": 0.00020004000800160035, "transfer_into_account": 0.00020004000800160035, "transfer_not_received_by_recipient": 0.00020004000800160035, "transfer_timing": 0.0004000800160032007, "unable_to_verify_identity": 0.00020004000800160035, "verify_my_identity": 0.00020004000800160035, "verify_source_of_funds": 0.00020004000800160035, "verify_top_up": 0.0004000800160032007, "virtual_card_not_working": 0.0003000600120024005, "visa_or_mastercard": 0.00020004000800160035, "why_verify_identity": 0.00020004000800160035, "wrong_amount_of_cash_received": 0.00020004000800160035, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024005 }, "error": null, "latency_ms": 71.13816600758582, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2997", "text_group": "85655b7e56d4bb01018630012e1c9391ad9b2bcb52c06b2426fb165d62ab7ef6", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0003998400639744103, "apple_pay_or_google_pay": 0.48530587764894045, "atm_support": 0.0006997201119552179, "automatic_top_up": 0.0012994802079168333, "balance_not_updated_after_bank_transfer": 0.0004998000799680128, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005997600959616154, "beneficiary_not_allowed": 0.0014994002399040384, "cancel_transfer": 0.0004998000799680128, "card_about_to_expire": 0.0003998400639744103, "card_acceptance": 0.0006997201119552179, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0007996801279488206, "card_not_working": 0.0075969612155137945, "card_payment_fee_charged": 0.0005997600959616154, "card_payment_not_recognised": 0.0006997201119552179, "card_payment_wrong_exchange_rate": 0.0007996801279488206, "card_swallowed": 0.0006997201119552179, "cash_withdrawal_charge": 0.0003998400639744103, "cash_withdrawal_not_recognised": 0.0003998400639744103, "change_pin": 0.0003998400639744103, "compromised_card": 0.0006997201119552179, "contactless_not_working": 0.0021991203518592567, "country_support": 0.0005997600959616154, "declined_card_payment": 0.0034986005597760898, "declined_cash_withdrawal": 0.0007996801279488206, "declined_transfer": 0.0014994002399040384, "direct_debit_payment_not_recognised": 0.0004998000799680128, "disposable_card_limits": 0.0010995601759296284, "edit_personal_details": 0.0004998000799680128, "exchange_charge": 0.0004998000799680128, "exchange_rate": 0.0004998000799680128, "exchange_via_app": 0.0006997201119552179, "extra_charge_on_statement": 0.0003998400639744103, "failed_transfer": 0.0005997600959616154, "fiat_currency_support": 0.0006997201119552179, "get_disposable_virtual_card": 0.0013994402239104358, "get_physical_card": 0.0004998000799680128, "getting_spare_card": 0.0004998000799680128, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.0003998400639744103, "order_physical_card": 0.0003998400639744103, "passcode_forgotten": 0.0003998400639744103, "pending_card_payment": 0.0003998400639744103, "pending_cash_withdrawal": 0.0003998400639744103, "pending_top_up": 0.0032986805277888847, "pending_transfer": 0.0003998400639744103, "pin_blocked": 0.0006997201119552179, "receiving_money": 0.0004998000799680128, "request_refund": 0.0003998400639744103, "reverted_card_payment?": 0.0005997600959616154, "supported_cards_and_currencies": 0.004698120751699321, "terminate_account": 0.0003998400639744103, "top_up_by_bank_transfer_charge": 0.0006997201119552179, "top_up_by_card_charge": 0.0005997600959616154, "top_up_by_cash_or_cheque": 0.0016993202718912435, "top_up_failed": 0.3773490603758497, "top_up_limits": 0.000899640143942423, "top_up_reverted": 0.007796881247500999, "topping_up_by_card": 0.02069172331067573, "transaction_charged_twice": 0.0003998400639744103, "transfer_fee_charged": 0.0003998400639744103, "transfer_into_account": 0.0003998400639744103, "transfer_not_received_by_recipient": 0.0003998400639744103, "transfer_timing": 0.0003998400639744103, "unable_to_verify_identity": 0.0004998000799680128, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0003998400639744103, "verify_top_up": 0.002898840463814474, "virtual_card_not_working": 0.043982407037185124, "visa_or_mastercard": 0.001999200319872051, "why_verify_identity": 0.0003998400639744103, "wrong_amount_of_cash_received": 0.0003998400639744103, "wrong_exchange_rate_for_cash_withdrawal": 0.0005997600959616154 }, "error": null, "latency_ms": 72.04162504058331, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2998", "text_group": "b03fd1567f6658fe642e8b191f6c0182845504e9c57493a4f7ee4c2e03f7c3d1", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.00040012003601080324, "age_limit": 0.00040012003601080324, "apple_pay_or_google_pay": 0.9617885365609683, "atm_support": 0.0008002400720216065, "automatic_top_up": 0.001600480144043213, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.00040012003601080324, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0006001800540162048, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.00040012003601080324, "card_linking": 0.0005001500450135041, "card_not_working": 0.0005001500450135041, "card_payment_fee_charged": 0.00040012003601080324, "card_payment_not_recognised": 0.00040012003601080324, "card_payment_wrong_exchange_rate": 0.0005001500450135041, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.00040012003601080324, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.0007002100630189057, "country_support": 0.0006001800540162048, "declined_card_payment": 0.00040012003601080324, "declined_cash_withdrawal": 0.00040012003601080324, "declined_transfer": 0.00040012003601080324, "direct_debit_payment_not_recognised": 0.00040012003601080324, "disposable_card_limits": 0.0006001800540162048, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.0006001800540162048, "exchange_rate": 0.00040012003601080324, "exchange_via_app": 0.001100330099029709, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.00040012003601080324, "fiat_currency_support": 0.0007002100630189057, "get_disposable_virtual_card": 0.0006001800540162048, "get_physical_card": 0.0005001500450135041, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.0003000900270081024, "lost_or_stolen_phone": 0.0003000900270081024, "order_physical_card": 0.00040012003601080324, "passcode_forgotten": 0.00040012003601080324, "pending_card_payment": 0.00040012003601080324, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0006001800540162048, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.0005001500450135041, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.0013003901170351103, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.001100330099029709, "top_up_by_card_charge": 0.0007002100630189057, "top_up_by_cash_or_cheque": 0.0008002400720216065, "top_up_failed": 0.0006001800540162048, "top_up_limits": 0.0006001800540162048, "top_up_reverted": 0.0007002100630189057, "topping_up_by_card": 0.0017005101530459135, "transaction_charged_twice": 0.00040012003601080324, "transfer_fee_charged": 0.00040012003601080324, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.00040012003601080324, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0006001800540162048, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.0003000900270081024, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 71.06370897963643, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-2999", "text_group": "c23768446e8207348deff63216f3719f73963ca29f95771713a162a3038b8eb5", "expected": "apple_pay_or_google_pay", "prediction": "apple_pay_or_google_pay", "probabilities": { "Refund_not_showing_up": 9.996001599360257e-05, "activate_my_card": 0.00019992003198720514, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.9788084766093562, "atm_support": 0.0002998800479808077, "automatic_top_up": 0.0003998400639744103, "balance_not_updated_after_bank_transfer": 0.00019992003198720514, "balance_not_updated_after_cheque_or_cash_deposit": 0.0002998800479808077, "beneficiary_not_allowed": 0.0002998800479808077, "cancel_transfer": 0.00019992003198720514, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0002998800479808077, "card_arrival": 0.00019992003198720514, "card_delivery_estimate": 0.00019992003198720514, "card_linking": 0.0002998800479808077, "card_not_working": 0.00019992003198720514, "card_payment_fee_charged": 0.00019992003198720514, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.00019992003198720514, "cash_withdrawal_charge": 0.00019992003198720514, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.00019992003198720514, "contactless_not_working": 0.0002998800479808077, "country_support": 0.0002998800479808077, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.00019992003198720514, "direct_debit_payment_not_recognised": 0.00019992003198720514, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.00019992003198720514, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.00019992003198720514, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.00019992003198720514, "fiat_currency_support": 0.0003998400639744103, "get_disposable_virtual_card": 0.0002998800479808077, "get_physical_card": 0.0003998400639744103, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0003998400639744103, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.0003998400639744103, "pending_transfer": 0.00019992003198720514, "pin_blocked": 0.00019992003198720514, "receiving_money": 0.0003998400639744103, "request_refund": 0.00019992003198720514, "reverted_card_payment?": 0.00019992003198720514, "supported_cards_and_currencies": 0.0004998000799680128, "terminate_account": 0.00019992003198720514, "top_up_by_bank_transfer_charge": 0.0005997600959616154, "top_up_by_card_charge": 0.0004998000799680128, "top_up_by_cash_or_cheque": 0.0003998400639744103, "top_up_failed": 0.0003998400639744103, "top_up_limits": 0.0003998400639744103, "top_up_reverted": 0.0005997600959616154, "topping_up_by_card": 0.0011995201919232307, "transaction_charged_twice": 0.00019992003198720514, "transfer_fee_charged": 0.00019992003198720514, "transfer_into_account": 0.00019992003198720514, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.00019992003198720514, "verify_my_identity": 0.00019992003198720514, "verify_source_of_funds": 0.00019992003198720514, "verify_top_up": 0.0002998800479808077, "virtual_card_not_working": 0.00019992003198720514, "visa_or_mastercard": 0.00019992003198720514, "why_verify_identity": 0.00019992003198720514, "wrong_amount_of_cash_received": 0.00019992003198720514, "wrong_exchange_rate_for_cash_withdrawal": 0.00019992003198720514 }, "error": null, "latency_ms": 71.0995839908719, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3000", "text_group": "ea5775cec94165d5e99bdc7ae93242d7863970ecb18be450f243f4a426b7bdca", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0007999200079992001, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0013998600139986002, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0011998800119988001, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0007999200079992001, "card_not_working": 0.0006999300069993001, "card_payment_fee_charged": 0.0005999400059994001, "card_payment_not_recognised": 0.0010998900109989002, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.0004999500049995, "compromised_card": 0.0033996600339966003, "contactless_not_working": 0.0005999400059994001, "country_support": 0.0010998900109989002, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.0006999300069993001, "disposable_card_limits": 0.0007999200079992001, "edit_personal_details": 0.0012998700129987, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.0004999500049995, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.0004999500049995, "fiat_currency_support": 0.0013998600139986002, "get_disposable_virtual_card": 0.0006999300069993001, "get_physical_card": 0.0007999200079992001, "getting_spare_card": 0.0004999500049995, "getting_virtual_card": 0.0005999400059994001, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0004999500049995, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0005999400059994001, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0029997000299970002, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.016998300169983004, "verify_my_identity": 0.902009799020098, "verify_source_of_funds": 0.0011998800119988001, "verify_top_up": 0.006199380061993801, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.025897410258974102, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 71.05620892252773, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3001", "text_group": "8024a8f92c7c03ceada2706b651b888f5bc933b6584ad066e375842939d852ed", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0003000600120024005, "activate_my_card": 0.0008001600320064014, "age_limit": 0.0004000800160032007, "apple_pay_or_google_pay": 0.000600120024004801, "atm_support": 0.0010002000400080016, "automatic_top_up": 0.0004000800160032007, "balance_not_updated_after_bank_transfer": 0.0004000800160032007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.000600120024004801, "cancel_transfer": 0.0004000800160032007, "card_about_to_expire": 0.0004000800160032007, "card_acceptance": 0.001200240048009602, "card_arrival": 0.0004000800160032007, "card_delivery_estimate": 0.0004000800160032007, "card_linking": 0.0007001400280056011, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0009001800360072014, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0004000800160032007, "cash_withdrawal_charge": 0.0004000800160032007, "cash_withdrawal_not_recognised": 0.0004000800160032007, "change_pin": 0.0004000800160032007, "compromised_card": 0.0016003200640128028, "contactless_not_working": 0.0005001000200040008, "country_support": 0.0009001800360072014, "declined_card_payment": 0.0004000800160032007, "declined_cash_withdrawal": 0.0003000600120024005, "declined_transfer": 0.0004000800160032007, "direct_debit_payment_not_recognised": 0.0005001000200040008, "disposable_card_limits": 0.000600120024004801, "edit_personal_details": 0.007401480296059213, "exchange_charge": 0.0004000800160032007, "exchange_rate": 0.0004000800160032007, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.0003000600120024005, "failed_transfer": 0.0004000800160032007, "fiat_currency_support": 0.0008001600320064014, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0008001600320064014, "getting_spare_card": 0.0004000800160032007, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.0004000800160032007, "lost_or_stolen_phone": 0.0003000600120024005, "order_physical_card": 0.0004000800160032007, "passcode_forgotten": 0.000600120024004801, "pending_card_payment": 0.0004000800160032007, "pending_cash_withdrawal": 0.0003000600120024005, "pending_top_up": 0.0003000600120024005, "pending_transfer": 0.0003000600120024005, "pin_blocked": 0.0005001000200040008, "receiving_money": 0.0005001000200040008, "request_refund": 0.0004000800160032007, "reverted_card_payment?": 0.0004000800160032007, "supported_cards_and_currencies": 0.001200240048009602, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0004000800160032007, "top_up_by_card_charge": 0.0004000800160032007, "top_up_by_cash_or_cheque": 0.0004000800160032007, "top_up_failed": 0.0004000800160032007, "top_up_limits": 0.0004000800160032007, "top_up_reverted": 0.0004000800160032007, "topping_up_by_card": 0.0004000800160032007, "transaction_charged_twice": 0.0003000600120024005, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.0003000600120024005, "transfer_not_received_by_recipient": 0.0003000600120024005, "transfer_timing": 0.0003000600120024005, "unable_to_verify_identity": 0.00590118023604721, "verify_my_identity": 0.9068813762752551, "verify_source_of_funds": 0.0009001800360072014, "verify_top_up": 0.007301460292058412, "virtual_card_not_working": 0.0004000800160032007, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.03650730146029206, "wrong_amount_of_cash_received": 0.0003000600120024005, "wrong_exchange_rate_for_cash_withdrawal": 0.0004000800160032007 }, "error": null, "latency_ms": 67.9607919882983, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3002", "text_group": "09e905cb427874382914344011c3bf0c25fe34a5e9e5d16516fca920a8414048", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0016998300169983002, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.000999900009999, "automatic_top_up": 0.0006999300069993001, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.000999900009999, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.0004999500049995, "card_linking": 0.0008999100089991, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0010998900109989002, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.0006999300069993001, "compromised_card": 0.004199580041995801, "contactless_not_working": 0.0005999400059994001, "country_support": 0.000999900009999, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.04409559044095591, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0007999200079992001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0006999300069993001, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.0007999200079992001, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0004999500049995, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0007999200079992001, "terminate_account": 0.0006999300069993001, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.0004999500049995, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.004999500049995001, "verify_my_identity": 0.8744125587441256, "verify_source_of_funds": 0.0008999100089991, "verify_top_up": 0.005099490050994901, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0004999500049995, "why_verify_identity": 0.027697230276972302, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 69.69975004903972, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3003", "text_group": "febf759645dd47917c9312d59013bba14a4f5e27d5859e0705653bad58ebce4c", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0010002000400080016, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.001300260052010402, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0007001400280056011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0008001600320064013, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0010002000400080016, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0008001600320064013, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0015003000600120023, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.0006001200240048009, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0005001000200040008, "compromised_card": 0.019303860772154433, "contactless_not_working": 0.0006001200240048009, "country_support": 0.0014002800560112022, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0007001400280056011, "disposable_card_limits": 0.0009001800360072014, "edit_personal_details": 0.0035007001400280055, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0012002400480096017, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.0007001400280056011, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0005001000200040008, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.0006001200240048009, "request_refund": 0.0006001200240048009, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.0010002000400080016, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.022104420884176836, "verify_my_identity": 0.8350670134026805, "verify_source_of_funds": 0.0022004400880176037, "verify_top_up": 0.010202040408081616, "virtual_card_not_working": 0.0006001200240048009, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.06381276255251049, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 68.51125007960945, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3004", "text_group": "66a34d4e2a3d2118e12e3ddca5fa904a8a54e4fcc13292502ba4ad3896ecd9be", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0005000000000000001, "activate_my_card": 0.0016000000000000003, "age_limit": 0.0006000000000000001, "apple_pay_or_google_pay": 0.0011000000000000003, "atm_support": 0.0018000000000000002, "automatic_top_up": 0.0007000000000000001, "balance_not_updated_after_bank_transfer": 0.0007000000000000001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009000000000000001, "beneficiary_not_allowed": 0.0009000000000000001, "cancel_transfer": 0.0008000000000000001, "card_about_to_expire": 0.0007000000000000001, "card_acceptance": 0.0019000000000000002, "card_arrival": 0.0007000000000000001, "card_delivery_estimate": 0.0006000000000000001, "card_linking": 0.0014000000000000002, "card_not_working": 0.0009000000000000001, "card_payment_fee_charged": 0.0008000000000000001, "card_payment_not_recognised": 0.0011000000000000003, "card_payment_wrong_exchange_rate": 0.0008000000000000001, "card_swallowed": 0.0007000000000000001, "cash_withdrawal_charge": 0.0007000000000000001, "cash_withdrawal_not_recognised": 0.0007000000000000001, "change_pin": 0.0008000000000000001, "compromised_card": 0.0026000000000000003, "contactless_not_working": 0.0008000000000000001, "country_support": 0.0014000000000000002, "declined_card_payment": 0.0006000000000000001, "declined_cash_withdrawal": 0.0005000000000000001, "declined_transfer": 0.0006000000000000001, "direct_debit_payment_not_recognised": 0.0008000000000000001, "disposable_card_limits": 0.0012000000000000001, "edit_personal_details": 0.006400000000000001, "exchange_charge": 0.0006000000000000001, "exchange_rate": 0.0006000000000000001, "exchange_via_app": 0.0007000000000000001, "extra_charge_on_statement": 0.0005000000000000001, "failed_transfer": 0.0006000000000000001, "fiat_currency_support": 0.0015000000000000002, "get_disposable_virtual_card": 0.0009000000000000001, "get_physical_card": 0.0022000000000000006, "getting_spare_card": 0.0007000000000000001, "getting_virtual_card": 0.0008000000000000001, "lost_or_stolen_card": 0.0006000000000000001, "lost_or_stolen_phone": 0.0005000000000000001, "order_physical_card": 0.0007000000000000001, "passcode_forgotten": 0.0010000000000000002, "pending_card_payment": 0.0006000000000000001, "pending_cash_withdrawal": 0.0005000000000000001, "pending_top_up": 0.0006000000000000001, "pending_transfer": 0.0006000000000000001, "pin_blocked": 0.0008000000000000001, "receiving_money": 0.0008000000000000001, "request_refund": 0.0007000000000000001, "reverted_card_payment?": 0.0006000000000000001, "supported_cards_and_currencies": 0.0036000000000000003, "terminate_account": 0.0008000000000000001, "top_up_by_bank_transfer_charge": 0.0007000000000000001, "top_up_by_card_charge": 0.0006000000000000001, "top_up_by_cash_or_cheque": 0.0007000000000000001, "top_up_failed": 0.0006000000000000001, "top_up_limits": 0.0006000000000000001, "top_up_reverted": 0.0006000000000000001, "topping_up_by_card": 0.0008000000000000001, "transaction_charged_twice": 0.0005000000000000001, "transfer_fee_charged": 0.0005000000000000001, "transfer_into_account": 0.0005000000000000001, "transfer_not_received_by_recipient": 0.0006000000000000001, "transfer_timing": 0.0005000000000000001, "unable_to_verify_identity": 0.029200000000000004, "verify_my_identity": 0.8140000000000001, "verify_source_of_funds": 0.0021000000000000003, "verify_top_up": 0.009500000000000001, "virtual_card_not_working": 0.0007000000000000001, "visa_or_mastercard": 0.0009000000000000001, "why_verify_identity": 0.07740000000000001, "wrong_amount_of_cash_received": 0.0005000000000000001, "wrong_exchange_rate_for_cash_withdrawal": 0.0007000000000000001 }, "error": null, "latency_ms": 70.95241697970778, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3005", "text_group": "cfec89321d94aa5b6b5d3cefc8f705cb9df5d67bbf05cc71f7e4c0a56dca973e", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0009, "activate_my_card": 0.0021, "age_limit": 0.0012, "apple_pay_or_google_pay": 0.0019, "atm_support": 0.0042, "automatic_top_up": 0.0013, "balance_not_updated_after_bank_transfer": 0.001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013, "beneficiary_not_allowed": 0.0016, "cancel_transfer": 0.0011, "card_about_to_expire": 0.0012, "card_acceptance": 0.0063, "card_arrival": 0.0013, "card_delivery_estimate": 0.0011, "card_linking": 0.0026, "card_not_working": 0.0015, "card_payment_fee_charged": 0.0014, "card_payment_not_recognised": 0.0017, "card_payment_wrong_exchange_rate": 0.0015, "card_swallowed": 0.0012, "cash_withdrawal_charge": 0.001, "cash_withdrawal_not_recognised": 0.001, "change_pin": 0.0013, "compromised_card": 0.0062, "contactless_not_working": 0.0014, "country_support": 0.0029, "declined_card_payment": 0.0011, "declined_cash_withdrawal": 0.0009, "declined_transfer": 0.001, "direct_debit_payment_not_recognised": 0.0013, "disposable_card_limits": 0.002, "edit_personal_details": 0.0107, "exchange_charge": 0.0011, "exchange_rate": 0.0011, "exchange_via_app": 0.0013, "extra_charge_on_statement": 0.001, "failed_transfer": 0.001, "fiat_currency_support": 0.0021, "get_disposable_virtual_card": 0.0013, "get_physical_card": 0.0037, "getting_spare_card": 0.0013, "getting_virtual_card": 0.0014, "lost_or_stolen_card": 0.001, "lost_or_stolen_phone": 0.0009, "order_physical_card": 0.0015, "passcode_forgotten": 0.0018, "pending_card_payment": 0.0009, "pending_cash_withdrawal": 0.0008, "pending_top_up": 0.0009, "pending_transfer": 0.0009, "pin_blocked": 0.0014, "receiving_money": 0.0013, "request_refund": 0.0009, "reverted_card_payment?": 0.0011, "supported_cards_and_currencies": 0.0041, "terminate_account": 0.0011, "top_up_by_bank_transfer_charge": 0.0012, "top_up_by_card_charge": 0.001, "top_up_by_cash_or_cheque": 0.0011, "top_up_failed": 0.001, "top_up_limits": 0.0011, "top_up_reverted": 0.0011, "topping_up_by_card": 0.0013, "transaction_charged_twice": 0.0008, "transfer_fee_charged": 0.0009, "transfer_into_account": 0.0008, "transfer_not_received_by_recipient": 0.0009, "transfer_timing": 0.0009, "unable_to_verify_identity": 0.1022, "verify_my_identity": 0.6898, "verify_source_of_funds": 0.0016, "verify_top_up": 0.0106, "virtual_card_not_working": 0.0011, "visa_or_mastercard": 0.0014, "why_verify_identity": 0.0781, "wrong_amount_of_cash_received": 0.0008, "wrong_exchange_rate_for_cash_withdrawal": 0.0012 }, "error": null, "latency_ms": 70.76179201249033, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3006", "text_group": "eb6691e3242b55d49d6b8fc94ae5cb49b21ac98b7944685c290d21c074872452", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.00040012003601080324, "activate_my_card": 0.0009002700810243073, "age_limit": 0.0005001500450135041, "apple_pay_or_google_pay": 0.0008002400720216065, "atm_support": 0.0019005701710513153, "automatic_top_up": 0.0005001500450135041, "balance_not_updated_after_bank_transfer": 0.0006001800540162048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002100630189057, "beneficiary_not_allowed": 0.0008002400720216065, "cancel_transfer": 0.0006001800540162048, "card_about_to_expire": 0.0005001500450135041, "card_acceptance": 0.0014004201260378114, "card_arrival": 0.0006001800540162048, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.0009002700810243073, "card_not_working": 0.0007002100630189057, "card_payment_fee_charged": 0.0006001800540162048, "card_payment_not_recognised": 0.0010003000900270082, "card_payment_wrong_exchange_rate": 0.0006001800540162048, "card_swallowed": 0.0005001500450135041, "cash_withdrawal_charge": 0.0005001500450135041, "cash_withdrawal_not_recognised": 0.0005001500450135041, "change_pin": 0.0006001800540162048, "compromised_card": 0.0015004501350405122, "contactless_not_working": 0.0007002100630189057, "country_support": 0.0014004201260378114, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.00040012003601080324, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.0007002100630189057, "disposable_card_limits": 0.0008002400720216065, "edit_personal_details": 0.0039011703511053313, "exchange_charge": 0.00040012003601080324, "exchange_rate": 0.00040012003601080324, "exchange_via_app": 0.0005001500450135041, "extra_charge_on_statement": 0.00040012003601080324, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.001100330099029709, "get_disposable_virtual_card": 0.0006001800540162048, "get_physical_card": 0.0010003000900270082, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.0005001500450135041, "lost_or_stolen_card": 0.0005001500450135041, "lost_or_stolen_phone": 0.00040012003601080324, "order_physical_card": 0.0005001500450135041, "passcode_forgotten": 0.0007002100630189057, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.00040012003601080324, "pending_top_up": 0.00040012003601080324, "pending_transfer": 0.00040012003601080324, "pin_blocked": 0.0006001800540162048, "receiving_money": 0.0006001800540162048, "request_refund": 0.0006001800540162048, "reverted_card_payment?": 0.0005001500450135041, "supported_cards_and_currencies": 0.0013003901170351103, "terminate_account": 0.0006001800540162048, "top_up_by_bank_transfer_charge": 0.0005001500450135041, "top_up_by_card_charge": 0.00040012003601080324, "top_up_by_cash_or_cheque": 0.0005001500450135041, "top_up_failed": 0.00040012003601080324, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.0005001500450135041, "transaction_charged_twice": 0.00040012003601080324, "transfer_fee_charged": 0.00040012003601080324, "transfer_into_account": 0.00040012003601080324, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.00040012003601080324, "unable_to_verify_identity": 0.026507952385715714, "verify_my_identity": 0.8599579873962189, "verify_source_of_funds": 0.0009002700810243073, "verify_top_up": 0.006001800540162049, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.0006001800540162048, "why_verify_identity": 0.05871761528458538, "wrong_amount_of_cash_received": 0.00040012003601080324, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001500450135041 }, "error": null, "latency_ms": 70.6746670184657, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3007", "text_group": "7567dca080e9cf4db0959fbd306538c28141f5a5de33120989b9cc3620702fce", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0007997600719784066, "activate_my_card": 0.0015995201439568132, "age_limit": 0.001099670098970309, "apple_pay_or_google_pay": 0.0017994601619514146, "atm_support": 0.0037988603418974308, "automatic_top_up": 0.0011996401079676095, "balance_not_updated_after_bank_transfer": 0.001099670098970309, "balance_not_updated_after_cheque_or_cash_deposit": 0.0011996401079676095, "beneficiary_not_allowed": 0.0013995801259622115, "cancel_transfer": 0.001099670098970309, "card_about_to_expire": 0.001099670098970309, "card_acceptance": 0.0034989503149055285, "card_arrival": 0.0011996401079676095, "card_delivery_estimate": 0.000999700089973008, "card_linking": 0.0022993102069379188, "card_not_working": 0.0012996101169649105, "card_payment_fee_charged": 0.0012996101169649105, "card_payment_not_recognised": 0.0015995201439568132, "card_payment_wrong_exchange_rate": 0.0012996101169649105, "card_swallowed": 0.001099670098970309, "cash_withdrawal_charge": 0.000999700089973008, "cash_withdrawal_not_recognised": 0.000999700089973008, "change_pin": 0.0012996101169649105, "compromised_card": 0.0018994301709487154, "contactless_not_working": 0.0011996401079676095, "country_support": 0.0017994601619514146, "declined_card_payment": 0.001099670098970309, "declined_cash_withdrawal": 0.0007997600719784066, "declined_transfer": 0.000999700089973008, "direct_debit_payment_not_recognised": 0.0011996401079676095, "disposable_card_limits": 0.0018994301709487154, "edit_personal_details": 0.0032990102969109266, "exchange_charge": 0.000999700089973008, "exchange_rate": 0.000999700089973008, "exchange_via_app": 0.001099670098970309, "extra_charge_on_statement": 0.0007997600719784066, "failed_transfer": 0.0008997300809757073, "fiat_currency_support": 0.0017994601619514146, "get_disposable_virtual_card": 0.0011996401079676095, "get_physical_card": 0.0018994301709487154, "getting_spare_card": 0.000999700089973008, "getting_virtual_card": 0.0011996401079676095, "lost_or_stolen_card": 0.0007997600719784066, "lost_or_stolen_phone": 0.0007997600719784066, "order_physical_card": 0.0012996101169649105, "passcode_forgotten": 0.0013995801259622115, "pending_card_payment": 0.0008997300809757073, "pending_cash_withdrawal": 0.0006997900629811057, "pending_top_up": 0.0007997600719784066, "pending_transfer": 0.0007997600719784066, "pin_blocked": 0.0011996401079676095, "receiving_money": 0.0011996401079676095, "request_refund": 0.0008997300809757073, "reverted_card_payment?": 0.001099670098970309, "supported_cards_and_currencies": 0.019994001799460162, "terminate_account": 0.000999700089973008, "top_up_by_bank_transfer_charge": 0.000999700089973008, "top_up_by_card_charge": 0.0008997300809757073, "top_up_by_cash_or_cheque": 0.000999700089973008, "top_up_failed": 0.0008997300809757073, "top_up_limits": 0.000999700089973008, "top_up_reverted": 0.0008997300809757073, "topping_up_by_card": 0.0012996101169649105, "transaction_charged_twice": 0.0006997900629811057, "transfer_fee_charged": 0.0007997600719784066, "transfer_into_account": 0.0007997600719784066, "transfer_not_received_by_recipient": 0.0007997600719784066, "transfer_timing": 0.0007997600719784066, "unable_to_verify_identity": 0.07707687693691893, "verify_my_identity": 0.6573028091572528, "verify_source_of_funds": 0.0016994901529541137, "verify_top_up": 0.026592022393282014, "virtual_card_not_working": 0.0008997300809757073, "visa_or_mastercard": 0.0013995801259622115, "why_verify_identity": 0.12936119164250723, "wrong_amount_of_cash_received": 0.0006997900629811057, "wrong_exchange_rate_for_cash_withdrawal": 0.000999700089973008 }, "error": null, "latency_ms": 68.8347079558298, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3008", "text_group": "b707dd61fee31af546f1875c47d6302ae4613f97e43ea30aa4e27b9318b58c08", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0005, "activate_my_card": 0.0011, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.001, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0007, "card_about_to_expire": 0.0005, "card_acceptance": 0.0012, "card_arrival": 0.0006, "card_delivery_estimate": 0.0005, "card_linking": 0.001, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0005, "card_payment_not_recognised": 0.001, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0006, "compromised_card": 0.0035, "contactless_not_working": 0.0006, "country_support": 0.0009, "declined_card_payment": 0.0006, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0007, "edit_personal_details": 0.0354, "exchange_charge": 0.0004, "exchange_rate": 0.0004, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0005, "fiat_currency_support": 0.0008, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0007, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0004, "passcode_forgotten": 0.0008, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0005, "pin_blocked": 0.0006, "receiving_money": 0.0006, "request_refund": 0.0005, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0009, "terminate_account": 0.0006, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0005, "top_up_limits": 0.0004, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.1753, "verify_my_identity": 0.6614, "verify_source_of_funds": 0.001, "verify_top_up": 0.0044, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0788, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 70.11012500151992, "usage": { "input_tokens": 595, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3009", "text_group": "1a69f1e8d9f2610b0cbf991bebc7c4f7d27edc99e485fa3625ce7fa519c6f2f4", "expected": "verify_my_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0009998000399920016, "age_limit": 0.0006998600279944011, "apple_pay_or_google_pay": 0.0009998000399920016, "atm_support": 0.001999600079984003, "automatic_top_up": 0.0006998600279944011, "balance_not_updated_after_bank_transfer": 0.0006998600279944011, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008998200359928015, "beneficiary_not_allowed": 0.0010997800439912018, "cancel_transfer": 0.0006998600279944011, "card_about_to_expire": 0.0007998400319936014, "card_acceptance": 0.003599280143971206, "card_arrival": 0.0010997800439912018, "card_delivery_estimate": 0.0007998400319936014, "card_linking": 0.001299740051989602, "card_not_working": 0.0009998000399920016, "card_payment_fee_charged": 0.0007998400319936014, "card_payment_not_recognised": 0.0009998000399920016, "card_payment_wrong_exchange_rate": 0.0008998200359928015, "card_swallowed": 0.0007998400319936014, "cash_withdrawal_charge": 0.0005998800239952009, "cash_withdrawal_not_recognised": 0.0006998600279944011, "change_pin": 0.0006998600279944011, "compromised_card": 0.01209758048390322, "contactless_not_working": 0.0008998200359928015, "country_support": 0.0018996200759848032, "declined_card_payment": 0.0007998400319936014, "declined_cash_withdrawal": 0.0005998800239952009, "declined_transfer": 0.0007998400319936014, "direct_debit_payment_not_recognised": 0.0007998400319936014, "disposable_card_limits": 0.0009998000399920016, "edit_personal_details": 0.001999600079984003, "exchange_charge": 0.0005998800239952009, "exchange_rate": 0.0005998800239952009, "exchange_via_app": 0.0007998400319936014, "extra_charge_on_statement": 0.0005998800239952009, "failed_transfer": 0.0006998600279944011, "fiat_currency_support": 0.0010997800439912018, "get_disposable_virtual_card": 0.0007998400319936014, "get_physical_card": 0.016396720655868828, "getting_spare_card": 0.0008998200359928015, "getting_virtual_card": 0.0009998000399920016, "lost_or_stolen_card": 0.0010997800439912018, "lost_or_stolen_phone": 0.0007998400319936014, "order_physical_card": 0.0015996800639872027, "passcode_forgotten": 0.0011997600479904018, "pending_card_payment": 0.0005998800239952009, "pending_cash_withdrawal": 0.0005998800239952009, "pending_top_up": 0.0005998800239952009, "pending_transfer": 0.0005998800239952009, "pin_blocked": 0.0009998000399920016, "receiving_money": 0.0008998200359928015, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.0007998400319936014, "supported_cards_and_currencies": 0.0027994401119776045, "terminate_account": 0.0006998600279944011, "top_up_by_bank_transfer_charge": 0.0006998600279944011, "top_up_by_card_charge": 0.0005998800239952009, "top_up_by_cash_or_cheque": 0.0007998400319936014, "top_up_failed": 0.0005998800239952009, "top_up_limits": 0.0006998600279944011, "top_up_reverted": 0.0006998600279944011, "topping_up_by_card": 0.0007998400319936014, "transaction_charged_twice": 0.0004999000199960008, "transfer_fee_charged": 0.0005998800239952009, "transfer_into_account": 0.0004999000199960008, "transfer_not_received_by_recipient": 0.0005998800239952009, "transfer_timing": 0.0005998800239952009, "unable_to_verify_identity": 0.4408118376324735, "verify_my_identity": 0.3963207358528294, "verify_source_of_funds": 0.0010997800439912018, "verify_top_up": 0.0018996200759848032, "virtual_card_not_working": 0.0006998600279944011, "visa_or_mastercard": 0.0008998200359928015, "why_verify_identity": 0.06728654269146171, "wrong_amount_of_cash_received": 0.0005998800239952009, "wrong_exchange_rate_for_cash_withdrawal": 0.0006998600279944011 }, "error": null, "latency_ms": 71.08120806515217, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3010", "text_group": "3e71fb38f33b0d8186929f0abea55171b6735579ec5c42a536bdc35a89725dc2", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0010997800439912018, "age_limit": 0.0003999200159968007, "apple_pay_or_google_pay": 0.0005998800239952009, "atm_support": 0.0008998200359928015, "automatic_top_up": 0.0004999000199960008, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999000199960008, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.0003999200159968007, "card_acceptance": 0.0008998200359928015, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0006998600279944011, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0011997600479904018, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0003999200159968007, "compromised_card": 0.008898220355928814, "contactless_not_working": 0.0003999200159968007, "country_support": 0.0009998000399920016, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0003999200159968007, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0005998800239952009, "edit_personal_details": 0.007898420315936813, "exchange_charge": 0.00029994001199760045, "exchange_rate": 0.00029994001199760045, "exchange_via_app": 0.0003999200159968007, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.00029994001199760045, "fiat_currency_support": 0.0006998600279944011, "get_disposable_virtual_card": 0.0003999200159968007, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0003999200159968007, "lost_or_stolen_card": 0.0004999000199960008, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.0005998800239952009, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0004999000199960008, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.0008998200359928015, "terminate_account": 0.0004999000199960008, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.00029994001199760045, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.00029994001199760045, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.00029994001199760045, "topping_up_by_card": 0.0003999200159968007, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.00029994001199760045, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.00029994001199760045, "unable_to_verify_identity": 0.02459508098380324, "verify_my_identity": 0.8823235352929414, "verify_source_of_funds": 0.0009998000399920016, "verify_top_up": 0.00569886022795441, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0003999200159968007, "why_verify_identity": 0.03729254149170166, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 70.45870902948081, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3011", "text_group": "52fbb13440322e5e9d56e9bfb8391be70d3aa77f9b396b12ce7747404497c737", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.002, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0008, "atm_support": 0.0013, "automatic_top_up": 0.0006, "balance_not_updated_after_bank_transfer": 0.0005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0005, "card_acceptance": 0.0016, "card_arrival": 0.0006, "card_delivery_estimate": 0.0005, "card_linking": 0.001, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0015, "card_payment_wrong_exchange_rate": 0.0006, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0006, "compromised_card": 0.0086, "contactless_not_working": 0.0006, "country_support": 0.0013, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0009, "edit_personal_details": 0.0068, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0005, "fiat_currency_support": 0.001, "get_disposable_virtual_card": 0.0007, "get_physical_card": 0.0009, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0006, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0005, "passcode_forgotten": 0.0008, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0004, "pending_transfer": 0.0004, "pin_blocked": 0.0006, "receiving_money": 0.0006, "request_refund": 0.0005, "reverted_card_payment?": 0.0005, "supported_cards_and_currencies": 0.0014, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0004, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0004, "top_up_limits": 0.0005, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0124, "verify_my_identity": 0.8747, "verify_source_of_funds": 0.0013, "verify_top_up": 0.0097, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0422, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 70.99412498064339, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3012", "text_group": "4638e6cf2f0fbe24f771e816c6848a2602539a3e25e47b4d6eee73c84ca5ea46", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0013001300130013002, "age_limit": 0.0005000500050005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.0009000900090009, "automatic_top_up": 0.0005000500050005, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006000600060006, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.0006000600060006, "card_about_to_expire": 0.0005000500050005, "card_acceptance": 0.0009000900090009, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0008000800080008001, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.0009000900090009, "card_payment_wrong_exchange_rate": 0.0006000600060006, "card_swallowed": 0.0005000500050005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.0005000500050005, "change_pin": 0.0006000600060006, "compromised_card": 0.0033003300330033004, "contactless_not_working": 0.0005000500050005, "country_support": 0.0009000900090009, "declined_card_payment": 0.0005000500050005, "declined_cash_withdrawal": 0.00040004000400040005, "declined_transfer": 0.0005000500050005, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0007000700070007, "edit_personal_details": 0.03500350035003501, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.00040004000400040005, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.00040004000400040005, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0008000800080008001, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.00040004000400040005, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0008000800080008001, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.00040004000400040005, "pending_transfer": 0.00040004000400040005, "pin_blocked": 0.0006000600060006, "receiving_money": 0.0005000500050005, "request_refund": 0.0006000600060006, "reverted_card_payment?": 0.0005000500050005, "supported_cards_and_currencies": 0.0008000800080008001, "terminate_account": 0.0008000800080008001, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.00040004000400040005, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.00040004000400040005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.014601460146014602, "verify_my_identity": 0.8720872087208721, "verify_source_of_funds": 0.001000100010001, "verify_top_up": 0.0027002700270027003, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.033903390339033904, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 72.08720897324383, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3013", "text_group": "2f8cfa5a1dfc06b48f470b49f58366cd130a652c717c85d75388fa6f90b8cc95", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0004, "activate_my_card": 0.0009, "age_limit": 0.0005, "apple_pay_or_google_pay": 0.0007, "atm_support": 0.0011, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007, "beneficiary_not_allowed": 0.0007, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0005, "card_acceptance": 0.0015, "card_arrival": 0.0006, "card_delivery_estimate": 0.0005, "card_linking": 0.001, "card_not_working": 0.0007, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0009, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0005, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0006, "compromised_card": 0.0015, "contactless_not_working": 0.0006, "country_support": 0.001, "declined_card_payment": 0.0005, "declined_cash_withdrawal": 0.0004, "declined_transfer": 0.0005, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0034, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0004, "failed_transfer": 0.0005, "fiat_currency_support": 0.0009, "get_disposable_virtual_card": 0.0006, "get_physical_card": 0.0008, "getting_spare_card": 0.0005, "getting_virtual_card": 0.0005, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0004, "order_physical_card": 0.0005, "passcode_forgotten": 0.0008, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0005, "pending_transfer": 0.0005, "pin_blocked": 0.0007, "receiving_money": 0.0006, "request_refund": 0.0005, "reverted_card_payment?": 0.0006, "supported_cards_and_currencies": 0.0009, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0005, "top_up_by_card_charge": 0.0005, "top_up_by_cash_or_cheque": 0.0005, "top_up_failed": 0.0005, "top_up_limits": 0.0005, "top_up_reverted": 0.0005, "topping_up_by_card": 0.0005, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0004, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0004, "transfer_timing": 0.0004, "unable_to_verify_identity": 0.0405, "verify_my_identity": 0.8783, "verify_source_of_funds": 0.001, "verify_top_up": 0.0058, "virtual_card_not_working": 0.0005, "visa_or_mastercard": 0.0006, "why_verify_identity": 0.0281, "wrong_amount_of_cash_received": 0.0004, "wrong_exchange_rate_for_cash_withdrawal": 0.0005 }, "error": null, "latency_ms": 70.59220806695521, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3014", "text_group": "88116f7ff2018ed43b8eb6c4514b789b4de2781fafb36e56bd5b6c3cc1168b19", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0004998000799680128, "activate_my_card": 0.0010995601759296284, "age_limit": 0.0009996001599360256, "apple_pay_or_google_pay": 0.000899640143942423, "atm_support": 0.0021991203518592567, "automatic_top_up": 0.0006997201119552179, "balance_not_updated_after_bank_transfer": 0.0007996801279488206, "balance_not_updated_after_cheque_or_cash_deposit": 0.000899640143942423, "beneficiary_not_allowed": 0.000899640143942423, "cancel_transfer": 0.0005997600959616154, "card_about_to_expire": 0.000899640143942423, "card_acceptance": 0.002898840463814474, "card_arrival": 0.0011995201919232307, "card_delivery_estimate": 0.0007996801279488206, "card_linking": 0.0020991603358656535, "card_not_working": 0.0009996001599360256, "card_payment_fee_charged": 0.0007996801279488206, "card_payment_not_recognised": 0.0010995601759296284, "card_payment_wrong_exchange_rate": 0.0007996801279488206, "card_swallowed": 0.0007996801279488206, "cash_withdrawal_charge": 0.0005997600959616154, "cash_withdrawal_not_recognised": 0.0006997201119552179, "change_pin": 0.0006997201119552179, "compromised_card": 0.0013994402239104358, "contactless_not_working": 0.0007996801279488206, "country_support": 0.0018992403038784486, "declined_card_payment": 0.0006997201119552179, "declined_cash_withdrawal": 0.0005997600959616154, "declined_transfer": 0.0006997201119552179, "direct_debit_payment_not_recognised": 0.0009996001599360256, "disposable_card_limits": 0.0009996001599360256, "edit_personal_details": 0.003698520591763295, "exchange_charge": 0.0005997600959616154, "exchange_rate": 0.0005997600959616154, "exchange_via_app": 0.0005997600959616154, "extra_charge_on_statement": 0.0004998000799680128, "failed_transfer": 0.0005997600959616154, "fiat_currency_support": 0.0010995601759296284, "get_disposable_virtual_card": 0.0007996801279488206, "get_physical_card": 0.004498200719712115, "getting_spare_card": 0.0006997201119552179, "getting_virtual_card": 0.0006997201119552179, "lost_or_stolen_card": 0.0007996801279488206, "lost_or_stolen_phone": 0.0005997600959616154, "order_physical_card": 0.0010995601759296284, "passcode_forgotten": 0.0007996801279488206, "pending_card_payment": 0.0005997600959616154, "pending_cash_withdrawal": 0.0004998000799680128, "pending_top_up": 0.0005997600959616154, "pending_transfer": 0.0005997600959616154, "pin_blocked": 0.0007996801279488206, "receiving_money": 0.0007996801279488206, "request_refund": 0.0005997600959616154, "reverted_card_payment?": 0.0007996801279488206, "supported_cards_and_currencies": 0.001799280287884846, "terminate_account": 0.0005997600959616154, "top_up_by_bank_transfer_charge": 0.0005997600959616154, "top_up_by_card_charge": 0.0005997600959616154, "top_up_by_cash_or_cheque": 0.0006997201119552179, "top_up_failed": 0.0005997600959616154, "top_up_limits": 0.0005997600959616154, "top_up_reverted": 0.0005997600959616154, "topping_up_by_card": 0.000899640143942423, "transaction_charged_twice": 0.0004998000799680128, "transfer_fee_charged": 0.0004998000799680128, "transfer_into_account": 0.0004998000799680128, "transfer_not_received_by_recipient": 0.0005997600959616154, "transfer_timing": 0.0005997600959616154, "unable_to_verify_identity": 0.07626949220311877, "verify_my_identity": 0.5446821271491404, "verify_source_of_funds": 0.0013994402239104358, "verify_top_up": 0.013494602159136346, "virtual_card_not_working": 0.0005997600959616154, "visa_or_mastercard": 0.000899640143942423, "why_verify_identity": 0.296781287485006, "wrong_amount_of_cash_received": 0.0004998000799680128, "wrong_exchange_rate_for_cash_withdrawal": 0.0005997600959616154 }, "error": null, "latency_ms": 70.53279201500118, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3015", "text_group": "e97e74c487939bf5b4833b36e8a15cfcdc96f3eeca11d92036bc8d7290231a42", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.0011002200440088019, "age_limit": 0.0005001000200040008, "apple_pay_or_google_pay": 0.0008001600320064013, "atm_support": 0.001300260052010402, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0006001200240048009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0008001600320064013, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0014002800560112022, "card_arrival": 0.0007001400280056011, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0011002200440088019, "card_not_working": 0.0008001600320064013, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0011002200440088019, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.0006001200240048009, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0006001200240048009, "compromised_card": 0.0024004800960192034, "contactless_not_working": 0.0007001400280056011, "country_support": 0.0012002400480096017, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0007001400280056011, "disposable_card_limits": 0.0008001600320064013, "edit_personal_details": 0.0068013602720544105, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0010002000400080016, "get_disposable_virtual_card": 0.0006001200240048009, "get_physical_card": 0.0009001800360072014, "getting_spare_card": 0.0005001000200040008, "getting_virtual_card": 0.0006001200240048009, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.0007001400280056011, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.0006001200240048009, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.0012002400480096017, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.0005001000200040008, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0005001000200040008, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0005001000200040008, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.03400680136027206, "verify_my_identity": 0.8822764552910581, "verify_source_of_funds": 0.0010002000400080016, "verify_top_up": 0.0044008801760352075, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0006001200240048009, "why_verify_identity": 0.02530506101220244, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.0005001000200040008 }, "error": null, "latency_ms": 71.78841705899686, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3016", "text_group": "74cdcb403a6c5e00f7b9d101528bc2ec05bfba8df48d9aae9212e57938274ebd", "expected": "verify_my_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0008002400720216065, "activate_my_card": 0.0017005101530459135, "age_limit": 0.001100330099029709, "apple_pay_or_google_pay": 0.001600480144043213, "atm_support": 0.003100930279083725, "automatic_top_up": 0.001100330099029709, "balance_not_updated_after_bank_transfer": 0.0010003000900270082, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013003901170351103, "beneficiary_not_allowed": 0.001600480144043213, "cancel_transfer": 0.0010003000900270082, "card_about_to_expire": 0.001100330099029709, "card_acceptance": 0.00490147044113234, "card_arrival": 0.0013003901170351103, "card_delivery_estimate": 0.001100330099029709, "card_linking": 0.002200660198059418, "card_not_working": 0.0015004501350405122, "card_payment_fee_charged": 0.0012003601080324095, "card_payment_not_recognised": 0.001600480144043213, "card_payment_wrong_exchange_rate": 0.0013003901170351103, "card_swallowed": 0.001100330099029709, "cash_withdrawal_charge": 0.0010003000900270082, "cash_withdrawal_not_recognised": 0.001100330099029709, "change_pin": 0.001100330099029709, "compromised_card": 0.08452535760728219, "contactless_not_working": 0.0012003601080324095, "country_support": 0.002200660198059418, "declined_card_payment": 0.0012003601080324095, "declined_cash_withdrawal": 0.0009002700810243073, "declined_transfer": 0.001100330099029709, "direct_debit_payment_not_recognised": 0.0013003901170351103, "disposable_card_limits": 0.0015004501350405122, "edit_personal_details": 0.0019005701710513153, "exchange_charge": 0.0010003000900270082, "exchange_rate": 0.0010003000900270082, "exchange_via_app": 0.0012003601080324095, "extra_charge_on_statement": 0.0009002700810243073, "failed_transfer": 0.0010003000900270082, "fiat_currency_support": 0.0018005401620486145, "get_disposable_virtual_card": 0.001100330099029709, "get_physical_card": 0.003601080324097229, "getting_spare_card": 0.0012003601080324095, "getting_virtual_card": 0.0014004201260378114, "lost_or_stolen_card": 0.0015004501350405122, "lost_or_stolen_phone": 0.0010003000900270082, "order_physical_card": 0.0018005401620486145, "passcode_forgotten": 0.0017005101530459135, "pending_card_payment": 0.0009002700810243073, "pending_cash_withdrawal": 0.0008002400720216065, "pending_top_up": 0.0009002700810243073, "pending_transfer": 0.0009002700810243073, "pin_blocked": 0.0014004201260378114, "receiving_money": 0.0013003901170351103, "request_refund": 0.0010003000900270082, "reverted_card_payment?": 0.001100330099029709, "supported_cards_and_currencies": 0.004201260378113434, "terminate_account": 0.0010003000900270082, "top_up_by_bank_transfer_charge": 0.0010003000900270082, "top_up_by_card_charge": 0.0009002700810243073, "top_up_by_cash_or_cheque": 0.0012003601080324095, "top_up_failed": 0.0009002700810243073, "top_up_limits": 0.0010003000900270082, "top_up_reverted": 0.0010003000900270082, "topping_up_by_card": 0.0012003601080324095, "transaction_charged_twice": 0.0008002400720216065, "transfer_fee_charged": 0.0009002700810243073, "transfer_into_account": 0.0009002700810243073, "transfer_not_received_by_recipient": 0.0009002700810243073, "transfer_timing": 0.0009002700810243073, "unable_to_verify_identity": 0.38911673502050614, "verify_my_identity": 0.33760128038411524, "verify_source_of_funds": 0.001600480144043213, "verify_top_up": 0.003100930279083725, "virtual_card_not_working": 0.0010003000900270082, "visa_or_mastercard": 0.0013003901170351103, "why_verify_identity": 0.08842652795838751, "wrong_amount_of_cash_received": 0.0008002400720216065, "wrong_exchange_rate_for_cash_withdrawal": 0.001100330099029709 }, "error": null, "latency_ms": 70.59845793992281, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3017", "text_group": "65634502a2e085fb935226347b0d901ee04021fac443bd097854521dd2b6cb9e", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0008000800080008001, "activate_my_card": 0.0013001300130013002, "age_limit": 0.0009000900090009, "apple_pay_or_google_pay": 0.0013001300130013002, "atm_support": 0.0034003400340034003, "automatic_top_up": 0.001000100010001, "balance_not_updated_after_bank_transfer": 0.0011001100110011003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012001200120012, "beneficiary_not_allowed": 0.0013001300130013002, "cancel_transfer": 0.0009000900090009, "card_about_to_expire": 0.0009000900090009, "card_acceptance": 0.004000400040004, "card_arrival": 0.0011001100110011003, "card_delivery_estimate": 0.0009000900090009, "card_linking": 0.002000200020002, "card_not_working": 0.0012001200120012, "card_payment_fee_charged": 0.0011001100110011003, "card_payment_not_recognised": 0.0021002100210021, "card_payment_wrong_exchange_rate": 0.0012001200120012, "card_swallowed": 0.0009000900090009, "cash_withdrawal_charge": 0.0008000800080008001, "cash_withdrawal_not_recognised": 0.0011001100110011003, "change_pin": 0.0009000900090009, "compromised_card": 0.020702070207020702, "contactless_not_working": 0.001000100010001, "country_support": 0.0024002400240024, "declined_card_payment": 0.0012001200120012, "declined_cash_withdrawal": 0.0008000800080008001, "declined_transfer": 0.001000100010001, "direct_debit_payment_not_recognised": 0.0012001200120012, "disposable_card_limits": 0.0013001300130013002, "edit_personal_details": 0.0011001100110011003, "exchange_charge": 0.0009000900090009, "exchange_rate": 0.0008000800080008001, "exchange_via_app": 0.001000100010001, "extra_charge_on_statement": 0.0007000700070007, "failed_transfer": 0.0009000900090009, "fiat_currency_support": 0.0015001500150015003, "get_disposable_virtual_card": 0.001000100010001, "get_physical_card": 0.0017001700170017002, "getting_spare_card": 0.0009000900090009, "getting_virtual_card": 0.001000100010001, "lost_or_stolen_card": 0.0011001100110011003, "lost_or_stolen_phone": 0.0007000700070007, "order_physical_card": 0.001000100010001, "passcode_forgotten": 0.0009000900090009, "pending_card_payment": 0.0008000800080008001, "pending_cash_withdrawal": 0.0007000700070007, "pending_top_up": 0.0008000800080008001, "pending_transfer": 0.0008000800080008001, "pin_blocked": 0.001000100010001, "receiving_money": 0.0012001200120012, "request_refund": 0.0007000700070007, "reverted_card_payment?": 0.001000100010001, "supported_cards_and_currencies": 0.0027002700270027003, "terminate_account": 0.0009000900090009, "top_up_by_bank_transfer_charge": 0.0009000900090009, "top_up_by_card_charge": 0.0008000800080008001, "top_up_by_cash_or_cheque": 0.0009000900090009, "top_up_failed": 0.0008000800080008001, "top_up_limits": 0.0008000800080008001, "top_up_reverted": 0.0008000800080008001, "topping_up_by_card": 0.001000100010001, "transaction_charged_twice": 0.0007000700070007, "transfer_fee_charged": 0.0007000700070007, "transfer_into_account": 0.0007000700070007, "transfer_not_received_by_recipient": 0.0008000800080008001, "transfer_timing": 0.0008000800080008001, "unable_to_verify_identity": 0.2438243824382438, "verify_my_identity": 0.49844984498449846, "verify_source_of_funds": 0.0017001700170017002, "verify_top_up": 0.012501250125012502, "virtual_card_not_working": 0.0008000800080008001, "visa_or_mastercard": 0.0011001100110011003, "why_verify_identity": 0.14371437143714372, "wrong_amount_of_cash_received": 0.0006000600060006, "wrong_exchange_rate_for_cash_withdrawal": 0.0008000800080008001 }, "error": null, "latency_ms": 70.4569579102099, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3018", "text_group": "6a141f098b41aad772a0c9f0298cbb9b40c4ecd8e0ec2bd6af861c4b209e270c", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0016, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0009, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0004, "card_acceptance": 0.001, "card_arrival": 0.0005, "card_delivery_estimate": 0.0004, "card_linking": 0.0008, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.0012, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0005, "compromised_card": 0.0102, "contactless_not_working": 0.0005, "country_support": 0.001, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0006, "edit_personal_details": 0.0086, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0004, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0005, "get_physical_card": 0.0006, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0004, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0005, "receiving_money": 0.0004, "request_refund": 0.0004, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0008, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0004, "top_up_reverted": 0.0004, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0176, "verify_my_identity": 0.8925, "verify_source_of_funds": 0.0009, "verify_top_up": 0.0049, "virtual_card_not_working": 0.0004, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0318, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 69.4683330366388, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3019", "text_group": "56f409e15b45825d86d15093e369d9645451e6d979b71e0f922b792ac830cdd5", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.00029997000299970003, "activate_my_card": 0.0015998400159984002, "age_limit": 0.00039996000399960006, "apple_pay_or_google_pay": 0.0005999400059994001, "atm_support": 0.000999900009999, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004999500049995, "beneficiary_not_allowed": 0.0004999500049995, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.00039996000399960006, "card_acceptance": 0.0011998800119988001, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0007999200079992001, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0010998900109989002, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.00039996000399960006, "cash_withdrawal_charge": 0.00029997000299970003, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00039996000399960006, "compromised_card": 0.0029997000299970002, "contactless_not_working": 0.0004999500049995, "country_support": 0.0011998800119988001, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00029997000299970003, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.0031996800319968005, "exchange_charge": 0.00029997000299970003, "exchange_rate": 0.00029997000299970003, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00029997000299970003, "failed_transfer": 0.00029997000299970003, "fiat_currency_support": 0.0006999300069993001, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0006999300069993001, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00029997000299970003, "order_physical_card": 0.00039996000399960006, "passcode_forgotten": 0.0005999400059994001, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00029997000299970003, "pending_transfer": 0.00029997000299970003, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0004999500049995, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.00039996000399960006, "supported_cards_and_currencies": 0.0008999100089991, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00029997000299970003, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00029997000299970003, "top_up_limits": 0.00029997000299970003, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00029997000299970003, "transfer_timing": 0.00029997000299970003, "unable_to_verify_identity": 0.012298770122987702, "verify_my_identity": 0.915008499150085, "verify_source_of_funds": 0.0006999300069993001, "verify_top_up": 0.0031996800319968005, "virtual_card_not_working": 0.00029997000299970003, "visa_or_mastercard": 0.00039996000399960006, "why_verify_identity": 0.028997100289971003, "wrong_amount_of_cash_received": 0.00029997000299970003, "wrong_exchange_rate_for_cash_withdrawal": 0.00039996000399960006 }, "error": null, "latency_ms": 70.22708305157721, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3020", "text_group": "7f6384de6de5c9ef72f2510c484df424f43b738ec833347f47cc8cf2449d59d2", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.0007000700070007, "age_limit": 0.0003000300030003, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.001000100010001, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.00040004000400040005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0005000500050005, "cancel_transfer": 0.00040004000400040005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.0008000800080008001, "card_arrival": 0.00040004000400040005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0007000700070007, "card_not_working": 0.0005000500050005, "card_payment_fee_charged": 0.00040004000400040005, "card_payment_not_recognised": 0.0007000700070007, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00040004000400040005, "compromised_card": 0.0007000700070007, "contactless_not_working": 0.0005000500050005, "country_support": 0.0008000800080008001, "declined_card_payment": 0.0003000300030003, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0005000500050005, "disposable_card_limits": 0.0005000500050005, "edit_personal_details": 0.0035003500350035003, "exchange_charge": 0.00040004000400040005, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0006000600060006, "get_physical_card": 0.0014001400140014, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.0005000500050005, "lost_or_stolen_card": 0.0003000300030003, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0005000500050005, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.00040004000400040005, "receiving_money": 0.0005000500050005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0007000700070007, "terminate_account": 0.00040004000400040005, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.0003000300030003, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.012601260126012601, "verify_my_identity": 0.9224922492249225, "verify_source_of_funds": 0.0007000700070007, "verify_top_up": 0.0054005400540054005, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0232023202320232, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 70.46562491450459, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3021", "text_group": "8cc5d4cd1b303f79c6aaf2749fc1b7f9cba5c654775878bab3729dcc0e0882a7", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.00040004000400040005, "activate_my_card": 0.0015001500150015003, "age_limit": 0.0006000600060006, "apple_pay_or_google_pay": 0.0008000800080008001, "atm_support": 0.0016001600160016002, "automatic_top_up": 0.0007000700070007, "balance_not_updated_after_bank_transfer": 0.0006000600060006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007000700070007, "beneficiary_not_allowed": 0.0008000800080008001, "cancel_transfer": 0.0006000600060006, "card_about_to_expire": 0.0006000600060006, "card_acceptance": 0.002000200020002, "card_arrival": 0.0007000700070007, "card_delivery_estimate": 0.0005000500050005, "card_linking": 0.0012001200120012, "card_not_working": 0.0008000800080008001, "card_payment_fee_charged": 0.0007000700070007, "card_payment_not_recognised": 0.0013001300130013002, "card_payment_wrong_exchange_rate": 0.0007000700070007, "card_swallowed": 0.0006000600060006, "cash_withdrawal_charge": 0.0005000500050005, "cash_withdrawal_not_recognised": 0.0006000600060006, "change_pin": 0.0006000600060006, "compromised_card": 0.0069006900690069, "contactless_not_working": 0.0007000700070007, "country_support": 0.0014001400140014, "declined_card_payment": 0.0006000600060006, "declined_cash_withdrawal": 0.0005000500050005, "declined_transfer": 0.0006000600060006, "direct_debit_payment_not_recognised": 0.0008000800080008001, "disposable_card_limits": 0.0011001100110011003, "edit_personal_details": 0.0028002800280028, "exchange_charge": 0.0005000500050005, "exchange_rate": 0.0005000500050005, "exchange_via_app": 0.0007000700070007, "extra_charge_on_statement": 0.0005000500050005, "failed_transfer": 0.0005000500050005, "fiat_currency_support": 0.0013001300130013002, "get_disposable_virtual_card": 0.0007000700070007, "get_physical_card": 0.0011001100110011003, "getting_spare_card": 0.0006000600060006, "getting_virtual_card": 0.0007000700070007, "lost_or_stolen_card": 0.0006000600060006, "lost_or_stolen_phone": 0.0005000500050005, "order_physical_card": 0.0007000700070007, "passcode_forgotten": 0.0009000900090009, "pending_card_payment": 0.0005000500050005, "pending_cash_withdrawal": 0.00040004000400040005, "pending_top_up": 0.0005000500050005, "pending_transfer": 0.0005000500050005, "pin_blocked": 0.0007000700070007, "receiving_money": 0.0007000700070007, "request_refund": 0.0005000500050005, "reverted_card_payment?": 0.0006000600060006, "supported_cards_and_currencies": 0.0024002400240024, "terminate_account": 0.0007000700070007, "top_up_by_bank_transfer_charge": 0.0005000500050005, "top_up_by_card_charge": 0.0005000500050005, "top_up_by_cash_or_cheque": 0.0006000600060006, "top_up_failed": 0.0005000500050005, "top_up_limits": 0.0005000500050005, "top_up_reverted": 0.0005000500050005, "topping_up_by_card": 0.0006000600060006, "transaction_charged_twice": 0.00040004000400040005, "transfer_fee_charged": 0.00040004000400040005, "transfer_into_account": 0.00040004000400040005, "transfer_not_received_by_recipient": 0.0005000500050005, "transfer_timing": 0.00040004000400040005, "unable_to_verify_identity": 0.015501550155015502, "verify_my_identity": 0.8565856585658567, "verify_source_of_funds": 0.0012001200120012, "verify_top_up": 0.011001100110011, "virtual_card_not_working": 0.0005000500050005, "visa_or_mastercard": 0.0007000700070007, "why_verify_identity": 0.056005600560056004, "wrong_amount_of_cash_received": 0.00040004000400040005, "wrong_exchange_rate_for_cash_withdrawal": 0.0005000500050005 }, "error": null, "latency_ms": 70.52883296273649, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3022", "text_group": "2017ec36209c21ea58c5944d33dfb52f7743034a0ba2fb4c232beb5e0c62f46f", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0003, "activate_my_card": 0.0012, "age_limit": 0.0004, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0009, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005, "beneficiary_not_allowed": 0.0005, "cancel_transfer": 0.0004, "card_about_to_expire": 0.0004, "card_acceptance": 0.001, "card_arrival": 0.0005, "card_delivery_estimate": 0.0004, "card_linking": 0.0007, "card_not_working": 0.0006, "card_payment_fee_charged": 0.0004, "card_payment_not_recognised": 0.001, "card_payment_wrong_exchange_rate": 0.0005, "card_swallowed": 0.0004, "cash_withdrawal_charge": 0.0004, "cash_withdrawal_not_recognised": 0.0004, "change_pin": 0.0004, "compromised_card": 0.0024, "contactless_not_working": 0.0005, "country_support": 0.0011, "declined_card_payment": 0.0004, "declined_cash_withdrawal": 0.0003, "declined_transfer": 0.0004, "direct_debit_payment_not_recognised": 0.0005, "disposable_card_limits": 0.0006, "edit_personal_details": 0.006, "exchange_charge": 0.0003, "exchange_rate": 0.0003, "exchange_via_app": 0.0004, "extra_charge_on_statement": 0.0003, "failed_transfer": 0.0003, "fiat_currency_support": 0.0007, "get_disposable_virtual_card": 0.0004, "get_physical_card": 0.0006, "getting_spare_card": 0.0004, "getting_virtual_card": 0.0004, "lost_or_stolen_card": 0.0005, "lost_or_stolen_phone": 0.0003, "order_physical_card": 0.0004, "passcode_forgotten": 0.0006, "pending_card_payment": 0.0004, "pending_cash_withdrawal": 0.0003, "pending_top_up": 0.0003, "pending_transfer": 0.0003, "pin_blocked": 0.0005, "receiving_money": 0.0005, "request_refund": 0.0004, "reverted_card_payment?": 0.0004, "supported_cards_and_currencies": 0.0009, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0004, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0004, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0003, "transfer_fee_charged": 0.0003, "transfer_into_account": 0.0003, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0179, "verify_my_identity": 0.9059, "verify_source_of_funds": 0.0008, "verify_top_up": 0.0048, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.03, "wrong_amount_of_cash_received": 0.0003, "wrong_exchange_rate_for_cash_withdrawal": 0.0004 }, "error": null, "latency_ms": 70.68691600579768, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3023", "text_group": "67ffd76bf8dac020e45885a75989b12aef6ccbd50eeff916d7d6ac9b4f98dd4f", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.001099670098970309, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.000499850044986504, "atm_support": 0.0007997600719784066, "automatic_top_up": 0.0003998800359892033, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.000499850044986504, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.0003998800359892033, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0014995501349595122, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0006997900629811057, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0006997900629811057, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.0003998800359892033, "change_pin": 0.0003998800359892033, "compromised_card": 0.002799160251924423, "contactless_not_working": 0.000499850044986504, "country_support": 0.0008997300809757073, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.000499850044986504, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.0005998200539838048, "edit_personal_details": 0.007397780665800261, "exchange_charge": 0.0002999100269919024, "exchange_rate": 0.0002999100269919024, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0006997900629811057, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.0071978406478056586, "getting_spare_card": 0.0002999100269919024, "getting_virtual_card": 0.000499850044986504, "lost_or_stolen_card": 0.000499850044986504, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.0005998200539838048, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.000499850044986504, "receiving_money": 0.0003998800359892033, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.0006997900629811057, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.0002999100269919024, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0002999100269919024, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0002999100269919024, "transfer_timing": 0.0002999100269919024, "unable_to_verify_identity": 0.024892532240327902, "verify_my_identity": 0.9075277416774968, "verify_source_of_funds": 0.0006997900629811057, "verify_top_up": 0.001999400179946016, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0003998800359892033, "why_verify_identity": 0.01579526142157353, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 70.70445793215185, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3024", "text_group": "affcd8d07eb2d7a61aa92e85e46442d8c2ad8a5899866c2b454a67c3ba0eac37", "expected": "verify_my_identity", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0018998100189981002, "activate_my_card": 0.0035996400359964, "age_limit": 0.0018998100189981002, "apple_pay_or_google_pay": 0.0028997100289971, "atm_support": 0.009099090090990901, "automatic_top_up": 0.0018998100189981002, "balance_not_updated_after_bank_transfer": 0.0021997800219978004, "balance_not_updated_after_cheque_or_cash_deposit": 0.0025997400259974, "beneficiary_not_allowed": 0.0020997900209979003, "cancel_transfer": 0.0017998200179982, "card_about_to_expire": 0.0015998400159984002, "card_acceptance": 0.006299370062993701, "card_arrival": 0.0016998300169983002, "card_delivery_estimate": 0.0015998400159984002, "card_linking": 0.004999500049995001, "card_not_working": 0.001999800019998, "card_payment_fee_charged": 0.0018998100189981002, "card_payment_not_recognised": 0.0020997900209979003, "card_payment_wrong_exchange_rate": 0.0022997700229977, "card_swallowed": 0.0017998200179982, "cash_withdrawal_charge": 0.0015998400159984002, "cash_withdrawal_not_recognised": 0.0014998500149985001, "change_pin": 0.0016998300169983002, "compromised_card": 0.0021997800219978004, "contactless_not_working": 0.0017998200179982, "country_support": 0.005599440055994401, "declined_card_payment": 0.0015998400159984002, "declined_cash_withdrawal": 0.0013998600139986002, "declined_transfer": 0.0015998400159984002, "direct_debit_payment_not_recognised": 0.0018998100189981002, "disposable_card_limits": 0.0030996900309969004, "edit_personal_details": 0.42705729427057293, "exchange_charge": 0.0013998600139986002, "exchange_rate": 0.0013998600139986002, "exchange_via_app": 0.0020997900209979003, "extra_charge_on_statement": 0.0013998600139986002, "failed_transfer": 0.0014998500149985001, "fiat_currency_support": 0.004199580041995801, "get_disposable_virtual_card": 0.0016998300169983002, "get_physical_card": 0.0025997400259974, "getting_spare_card": 0.0016998300169983002, "getting_virtual_card": 0.0015998400159984002, "lost_or_stolen_card": 0.0013998600139986002, "lost_or_stolen_phone": 0.0011998800119988001, "order_physical_card": 0.0015998400159984002, "passcode_forgotten": 0.0016998300169983002, "pending_card_payment": 0.0015998400159984002, "pending_cash_withdrawal": 0.0013998600139986002, "pending_top_up": 0.0015998400159984002, "pending_transfer": 0.0015998400159984002, "pin_blocked": 0.0016998300169983002, "receiving_money": 0.0027997200279972004, "request_refund": 0.0022997700229977, "reverted_card_payment?": 0.001999800019998, "supported_cards_and_currencies": 0.012298770122987702, "terminate_account": 0.0022997700229977, "top_up_by_bank_transfer_charge": 0.0017998200179982, "top_up_by_card_charge": 0.0014998500149985001, "top_up_by_cash_or_cheque": 0.0020997900209979003, "top_up_failed": 0.0016998300169983002, "top_up_limits": 0.0018998100189981002, "top_up_reverted": 0.0017998200179982, "topping_up_by_card": 0.0024997500249975004, "transaction_charged_twice": 0.0012998700129987, "transfer_fee_charged": 0.0013998600139986002, "transfer_into_account": 0.0014998500149985001, "transfer_not_received_by_recipient": 0.0015998400159984002, "transfer_timing": 0.0014998500149985001, "unable_to_verify_identity": 0.008299170082991702, "verify_my_identity": 0.33506649335066496, "verify_source_of_funds": 0.011398860113988602, "verify_top_up": 0.010298970102989701, "virtual_card_not_working": 0.0015998400159984002, "visa_or_mastercard": 0.0029997000299970002, "why_verify_identity": 0.043995600439956005, "wrong_amount_of_cash_received": 0.0014998500149985001, "wrong_exchange_rate_for_cash_withdrawal": 0.0017998200179982 }, "error": null, "latency_ms": 69.46841697208583, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3025", "text_group": "f0b4b68bbd945cd4af207a189902eab5516f055eda8877c0c810af796ddd5a78", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0010998900109989002, "age_limit": 0.0004999500049995, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0012998700129987, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.0005999400059994001, "cancel_transfer": 0.0004999500049995, "card_about_to_expire": 0.0004999500049995, "card_acceptance": 0.0012998700129987, "card_arrival": 0.0004999500049995, "card_delivery_estimate": 0.00039996000399960006, "card_linking": 0.0007999200079992001, "card_not_working": 0.0005999400059994001, "card_payment_fee_charged": 0.0004999500049995, "card_payment_not_recognised": 0.0010998900109989002, "card_payment_wrong_exchange_rate": 0.0005999400059994001, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.0004999500049995, "compromised_card": 0.0016998300169983002, "contactless_not_working": 0.0004999500049995, "country_support": 0.0013998600139986002, "declined_card_payment": 0.00039996000399960006, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0004999500049995, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.0046995300469953, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0008999100089991, "get_disposable_virtual_card": 0.0004999500049995, "get_physical_card": 0.0008999100089991, "getting_spare_card": 0.00039996000399960006, "getting_virtual_card": 0.0004999500049995, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0004999500049995, "passcode_forgotten": 0.0006999300069993001, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0004999500049995, "request_refund": 0.00039996000399960006, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0011998800119988001, "terminate_account": 0.0004999500049995, "top_up_by_bank_transfer_charge": 0.00039996000399960006, "top_up_by_card_charge": 0.00039996000399960006, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.00039996000399960006, "top_up_reverted": 0.00039996000399960006, "topping_up_by_card": 0.00039996000399960006, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00029997000299970003, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.004999500049995001, "verify_my_identity": 0.9207079292070792, "verify_source_of_funds": 0.0008999100089991, "verify_top_up": 0.0057994200579942, "virtual_card_not_working": 0.00039996000399960006, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.0225977402259774, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 69.3062919890508, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3026", "text_group": "0a7378e45865a815d79be19936cdb1db3f0ed47657c6120e809cdc39f9577db4", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0005999400059994001, "activate_my_card": 0.0008999100089991, "age_limit": 0.000999900009999, "apple_pay_or_google_pay": 0.0007999200079992001, "atm_support": 0.0018998100189981002, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007999200079992001, "beneficiary_not_allowed": 0.0008999100089991, "cancel_transfer": 0.0005999400059994001, "card_about_to_expire": 0.0008999100089991, "card_acceptance": 0.0016998300169983002, "card_arrival": 0.0014998500149985001, "card_delivery_estimate": 0.000999900009999, "card_linking": 0.0015998400159984002, "card_not_working": 0.0008999100089991, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.0006999300069993001, "card_payment_wrong_exchange_rate": 0.0007999200079992001, "card_swallowed": 0.0007999200079992001, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0005999400059994001, "change_pin": 0.0005999400059994001, "compromised_card": 0.0008999100089991, "contactless_not_working": 0.0007999200079992001, "country_support": 0.0014998500149985001, "declined_card_payment": 0.0006999300069993001, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0006999300069993001, "direct_debit_payment_not_recognised": 0.0006999300069993001, "disposable_card_limits": 0.000999900009999, "edit_personal_details": 0.0081991800819918, "exchange_charge": 0.0005999400059994001, "exchange_rate": 0.0005999400059994001, "exchange_via_app": 0.0005999400059994001, "extra_charge_on_statement": 0.0005999400059994001, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.0008999100089991, "get_disposable_virtual_card": 0.0008999100089991, "get_physical_card": 0.09709029097090292, "getting_spare_card": 0.0010998900109989002, "getting_virtual_card": 0.0008999100089991, "lost_or_stolen_card": 0.0006999300069993001, "lost_or_stolen_phone": 0.0004999500049995, "order_physical_card": 0.0012998700129987, "passcode_forgotten": 0.000999900009999, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0005999400059994001, "pending_transfer": 0.0005999400059994001, "pin_blocked": 0.0007999200079992001, "receiving_money": 0.0006999300069993001, "request_refund": 0.0005999400059994001, "reverted_card_payment?": 0.0006999300069993001, "supported_cards_and_currencies": 0.0010998900109989002, "terminate_account": 0.0005999400059994001, "top_up_by_bank_transfer_charge": 0.0005999400059994001, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.0005999400059994001, "top_up_failed": 0.0005999400059994001, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.0006999300069993001, "transaction_charged_twice": 0.0004999500049995, "transfer_fee_charged": 0.0004999500049995, "transfer_into_account": 0.0004999500049995, "transfer_not_received_by_recipient": 0.0005999400059994001, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.2586741325867413, "verify_my_identity": 0.40155984401559847, "verify_source_of_funds": 0.000999900009999, "verify_top_up": 0.023897610238976102, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.0007999200079992001, "why_verify_identity": 0.15498450154984503, "wrong_amount_of_cash_received": 0.0004999500049995, "wrong_exchange_rate_for_cash_withdrawal": 0.0005999400059994001 }, "error": null, "latency_ms": 72.57187506183982, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3027", "text_group": "91abb1b5861f330f4b7e02d89ef87ee2fc21e08883ffd98dcc1e8ae5094e3b59", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0011002200440088019, "activate_my_card": 0.0022004400880176037, "age_limit": 0.0014002800560112022, "apple_pay_or_google_pay": 0.002600520104020804, "atm_support": 0.005501100220044008, "automatic_top_up": 0.0016003200640128026, "balance_not_updated_after_bank_transfer": 0.001300260052010402, "balance_not_updated_after_cheque_or_cash_deposit": 0.0016003200640128026, "beneficiary_not_allowed": 0.001900380076015203, "cancel_transfer": 0.0014002800560112022, "card_about_to_expire": 0.0014002800560112022, "card_acceptance": 0.008301660332066413, "card_arrival": 0.0016003200640128026, "card_delivery_estimate": 0.0014002800560112022, "card_linking": 0.003700740148029606, "card_not_working": 0.0018003600720144029, "card_payment_fee_charged": 0.0016003200640128026, "card_payment_not_recognised": 0.002000400080016003, "card_payment_wrong_exchange_rate": 0.0018003600720144029, "card_swallowed": 0.0015003000600120023, "cash_withdrawal_charge": 0.001300260052010402, "cash_withdrawal_not_recognised": 0.001300260052010402, "change_pin": 0.0016003200640128026, "compromised_card": 0.01910382076415283, "contactless_not_working": 0.0016003200640128026, "country_support": 0.0034006801360272052, "declined_card_payment": 0.0014002800560112022, "declined_cash_withdrawal": 0.0011002200440088019, "declined_transfer": 0.001300260052010402, "direct_debit_payment_not_recognised": 0.0015003000600120023, "disposable_card_limits": 0.003200640128025605, "edit_personal_details": 0.0028005601120224045, "exchange_charge": 0.0015003000600120023, "exchange_rate": 0.0015003000600120023, "exchange_via_app": 0.0017003400680136026, "extra_charge_on_statement": 0.0012002400480096017, "failed_transfer": 0.0012002400480096017, "fiat_currency_support": 0.0027005401080216042, "get_disposable_virtual_card": 0.0017003400680136026, "get_physical_card": 0.004000800160032006, "getting_spare_card": 0.0017003400680136026, "getting_virtual_card": 0.0017003400680136026, "lost_or_stolen_card": 0.0012002400480096017, "lost_or_stolen_phone": 0.0011002200440088019, "order_physical_card": 0.002000400080016003, "passcode_forgotten": 0.0016003200640128026, "pending_card_payment": 0.0012002400480096017, "pending_cash_withdrawal": 0.0010002000400080016, "pending_top_up": 0.0012002400480096017, "pending_transfer": 0.0011002200440088019, "pin_blocked": 0.0017003400680136026, "receiving_money": 0.0017003400680136026, "request_refund": 0.0012002400480096017, "reverted_card_payment?": 0.0014002800560112022, "supported_cards_and_currencies": 0.0068013602720544105, "terminate_account": 0.001300260052010402, "top_up_by_bank_transfer_charge": 0.0014002800560112022, "top_up_by_card_charge": 0.0012002400480096017, "top_up_by_cash_or_cheque": 0.001300260052010402, "top_up_failed": 0.0012002400480096017, "top_up_limits": 0.001300260052010402, "top_up_reverted": 0.001300260052010402, "topping_up_by_card": 0.0017003400680136026, "transaction_charged_twice": 0.0010002000400080016, "transfer_fee_charged": 0.0011002200440088019, "transfer_into_account": 0.0010002000400080016, "transfer_not_received_by_recipient": 0.0011002200440088019, "transfer_timing": 0.0012002400480096017, "unable_to_verify_identity": 0.12662532506501298, "verify_my_identity": 0.6328265653130626, "verify_source_of_funds": 0.002100420084016803, "verify_top_up": 0.0054010802160432084, "virtual_card_not_working": 0.001300260052010402, "visa_or_mastercard": 0.0017003400680136026, "why_verify_identity": 0.08401680336067213, "wrong_amount_of_cash_received": 0.0011002200440088019, "wrong_exchange_rate_for_cash_withdrawal": 0.0014002800560112022 }, "error": null, "latency_ms": 71.75341609399766, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3028", "text_group": "01ee3586267addf5cd4663a021bbe1bdf8456a313996453e4f84fb4b1dd35c25", "expected": "verify_my_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0008, "activate_my_card": 0.0015, "age_limit": 0.001, "apple_pay_or_google_pay": 0.0014, "atm_support": 0.0031, "automatic_top_up": 0.001, "balance_not_updated_after_bank_transfer": 0.001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013, "beneficiary_not_allowed": 0.0014, "cancel_transfer": 0.0009, "card_about_to_expire": 0.0011, "card_acceptance": 0.0033, "card_arrival": 0.0013, "card_delivery_estimate": 0.001, "card_linking": 0.002, "card_not_working": 0.0013, "card_payment_fee_charged": 0.0011, "card_payment_not_recognised": 0.0016, "card_payment_wrong_exchange_rate": 0.0012, "card_swallowed": 0.001, "cash_withdrawal_charge": 0.001, "cash_withdrawal_not_recognised": 0.001, "change_pin": 0.001, "compromised_card": 0.0559, "contactless_not_working": 0.0011, "country_support": 0.0023, "declined_card_payment": 0.001, "declined_cash_withdrawal": 0.0008, "declined_transfer": 0.0009, "direct_debit_payment_not_recognised": 0.0012, "disposable_card_limits": 0.0013, "edit_personal_details": 0.0024, "exchange_charge": 0.001, "exchange_rate": 0.0009, "exchange_via_app": 0.0011, "extra_charge_on_statement": 0.0008, "failed_transfer": 0.0009, "fiat_currency_support": 0.0015, "get_disposable_virtual_card": 0.0009, "get_physical_card": 0.003, "getting_spare_card": 0.0011, "getting_virtual_card": 0.0011, "lost_or_stolen_card": 0.0022, "lost_or_stolen_phone": 0.001, "order_physical_card": 0.0019, "passcode_forgotten": 0.0013, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0007, "pending_top_up": 0.0008, "pending_transfer": 0.0008, "pin_blocked": 0.0011, "receiving_money": 0.0011, "request_refund": 0.0009, "reverted_card_payment?": 0.001, "supported_cards_and_currencies": 0.0035, "terminate_account": 0.0009, "top_up_by_bank_transfer_charge": 0.0009, "top_up_by_card_charge": 0.0008, "top_up_by_cash_or_cheque": 0.001, "top_up_failed": 0.0008, "top_up_limits": 0.0008, "top_up_reverted": 0.0009, "topping_up_by_card": 0.001, "transaction_charged_twice": 0.0007, "transfer_fee_charged": 0.0008, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.0008, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.3811, "verify_my_identity": 0.379, "verify_source_of_funds": 0.0014, "verify_top_up": 0.004, "virtual_card_not_working": 0.0009, "visa_or_mastercard": 0.0012, "why_verify_identity": 0.0923, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.0009 }, "error": null, "latency_ms": 71.61274994723499, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3029", "text_group": "cc68214dfaf6aa3017f7d45e2daaa77bdcf156b5ef77cf97234c2876b475438b", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0003999200159968007, "activate_my_card": 0.0024995000999800043, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0006998600279944011, "atm_support": 0.0010997800439912018, "automatic_top_up": 0.0006998600279944011, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998800239952009, "beneficiary_not_allowed": 0.0006998600279944011, "cancel_transfer": 0.0005998800239952009, "card_about_to_expire": 0.0004999000199960008, "card_acceptance": 0.001299740051989602, "card_arrival": 0.0004999000199960008, "card_delivery_estimate": 0.0004999000199960008, "card_linking": 0.0007998400319936014, "card_not_working": 0.0005998800239952009, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0007998400319936014, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0004999000199960008, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0005998800239952009, "compromised_card": 0.0011997600479904018, "contactless_not_working": 0.0005998800239952009, "country_support": 0.0009998000399920016, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0005998800239952009, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.026894621075784844, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0004999000199960008, "fiat_currency_support": 0.0007998400319936014, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0006998600279944011, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.0003999200159968007, "lost_or_stolen_phone": 0.0003999200159968007, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.0006998600279944011, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.0003999200159968007, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0004999000199960008, "request_refund": 0.0004999000199960008, "reverted_card_payment?": 0.0004999000199960008, "supported_cards_and_currencies": 0.0009998000399920016, "terminate_account": 0.0005998800239952009, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0004999000199960008, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0004999000199960008, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.008798240351929614, "verify_my_identity": 0.8844231153769246, "verify_source_of_funds": 0.0007998400319936014, "verify_top_up": 0.005598880223955209, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0005998800239952009, "why_verify_identity": 0.032793441311737656, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 71.04637508746237, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3030", "text_group": "ae23318bdd30b7994e3f2b4215a1ba3cf473a19685da80a9deaae4d343372c92", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0003000300030003, "activate_my_card": 0.001000100010001, "age_limit": 0.00040004000400040005, "apple_pay_or_google_pay": 0.0006000600060006, "atm_support": 0.001000100010001, "automatic_top_up": 0.00040004000400040005, "balance_not_updated_after_bank_transfer": 0.0005000500050005, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005000500050005, "beneficiary_not_allowed": 0.0006000600060006, "cancel_transfer": 0.0005000500050005, "card_about_to_expire": 0.00040004000400040005, "card_acceptance": 0.001000100010001, "card_arrival": 0.0005000500050005, "card_delivery_estimate": 0.00040004000400040005, "card_linking": 0.0007000700070007, "card_not_working": 0.0006000600060006, "card_payment_fee_charged": 0.0005000500050005, "card_payment_not_recognised": 0.001000100010001, "card_payment_wrong_exchange_rate": 0.0005000500050005, "card_swallowed": 0.00040004000400040005, "cash_withdrawal_charge": 0.00040004000400040005, "cash_withdrawal_not_recognised": 0.00040004000400040005, "change_pin": 0.00040004000400040005, "compromised_card": 0.0063006300630063005, "contactless_not_working": 0.0005000500050005, "country_support": 0.001000100010001, "declined_card_payment": 0.00040004000400040005, "declined_cash_withdrawal": 0.0003000300030003, "declined_transfer": 0.00040004000400040005, "direct_debit_payment_not_recognised": 0.0006000600060006, "disposable_card_limits": 0.0006000600060006, "edit_personal_details": 0.0056005600560056, "exchange_charge": 0.0003000300030003, "exchange_rate": 0.0003000300030003, "exchange_via_app": 0.00040004000400040005, "extra_charge_on_statement": 0.0003000300030003, "failed_transfer": 0.00040004000400040005, "fiat_currency_support": 0.0007000700070007, "get_disposable_virtual_card": 0.0005000500050005, "get_physical_card": 0.0006000600060006, "getting_spare_card": 0.00040004000400040005, "getting_virtual_card": 0.00040004000400040005, "lost_or_stolen_card": 0.0005000500050005, "lost_or_stolen_phone": 0.0003000300030003, "order_physical_card": 0.00040004000400040005, "passcode_forgotten": 0.0006000600060006, "pending_card_payment": 0.00040004000400040005, "pending_cash_withdrawal": 0.0003000300030003, "pending_top_up": 0.0003000300030003, "pending_transfer": 0.0003000300030003, "pin_blocked": 0.0005000500050005, "receiving_money": 0.0005000500050005, "request_refund": 0.00040004000400040005, "reverted_card_payment?": 0.00040004000400040005, "supported_cards_and_currencies": 0.0009000900090009, "terminate_account": 0.0005000500050005, "top_up_by_bank_transfer_charge": 0.00040004000400040005, "top_up_by_card_charge": 0.0003000300030003, "top_up_by_cash_or_cheque": 0.00040004000400040005, "top_up_failed": 0.00040004000400040005, "top_up_limits": 0.00040004000400040005, "top_up_reverted": 0.00040004000400040005, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.0003000300030003, "transfer_fee_charged": 0.0003000300030003, "transfer_into_account": 0.0003000300030003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.0003000300030003, "unable_to_verify_identity": 0.024502450245024503, "verify_my_identity": 0.9006900690069006, "verify_source_of_funds": 0.0008000800080008001, "verify_top_up": 0.004300430043004301, "virtual_card_not_working": 0.00040004000400040005, "visa_or_mastercard": 0.0005000500050005, "why_verify_identity": 0.024602460246024603, "wrong_amount_of_cash_received": 0.0003000300030003, "wrong_exchange_rate_for_cash_withdrawal": 0.00040004000400040005 }, "error": null, "latency_ms": 70.9807500243187, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3031", "text_group": "7f2ce85038b0d622b1301206fdbc23745e86d1d9da6d357a51fecd4e914d7cee", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0005001000200040008, "activate_my_card": 0.001300260052010402, "age_limit": 0.0006001200240048009, "apple_pay_or_google_pay": 0.0009001800360072014, "atm_support": 0.0016003200640128026, "automatic_top_up": 0.0006001200240048009, "balance_not_updated_after_bank_transfer": 0.0006001200240048009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007001400280056011, "beneficiary_not_allowed": 0.0009001800360072014, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0006001200240048009, "card_acceptance": 0.0028005601120224045, "card_arrival": 0.0006001200240048009, "card_delivery_estimate": 0.0005001000200040008, "card_linking": 0.0012002400480096017, "card_not_working": 0.0008001600320064013, "card_payment_fee_charged": 0.0007001400280056011, "card_payment_not_recognised": 0.0011002200440088019, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.0006001200240048009, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0006001200240048009, "change_pin": 0.0007001400280056011, "compromised_card": 0.0023004600920184036, "contactless_not_working": 0.0007001400280056011, "country_support": 0.0012002400480096017, "declined_card_payment": 0.0005001000200040008, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0005001000200040008, "direct_debit_payment_not_recognised": 0.0008001600320064013, "disposable_card_limits": 0.0011002200440088019, "edit_personal_details": 0.0028005601120224045, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0015003000600120023, "get_disposable_virtual_card": 0.0007001400280056011, "get_physical_card": 0.0012002400480096017, "getting_spare_card": 0.0006001200240048009, "getting_virtual_card": 0.0008001600320064013, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.0005001000200040008, "order_physical_card": 0.0006001200240048009, "passcode_forgotten": 0.0008001600320064013, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.0007001400280056011, "request_refund": 0.0005001000200040008, "reverted_card_payment?": 0.0006001200240048009, "supported_cards_and_currencies": 0.0022004400880176037, "terminate_account": 0.0007001400280056011, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0005001000200040008, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0005001000200040008, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.0005001000200040008, "topping_up_by_card": 0.0006001200240048009, "transaction_charged_twice": 0.00040008001600320064, "transfer_fee_charged": 0.00040008001600320064, "transfer_into_account": 0.00040008001600320064, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.00040008001600320064, "unable_to_verify_identity": 0.02590518103620724, "verify_my_identity": 0.8538707741548309, "verify_source_of_funds": 0.0009001800360072014, "verify_top_up": 0.007501500300060012, "virtual_card_not_working": 0.0005001000200040008, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.05641128225645129, "wrong_amount_of_cash_received": 0.00040008001600320064, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001200240048009 }, "error": null, "latency_ms": 70.4995000269264, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3032", "text_group": "caad35c8003af7fdd90454ec76c5c062f9e6363f370e59b7217080a5646d8850", "expected": "verify_my_identity", "prediction": "edit_personal_details", "probabilities": { "Refund_not_showing_up": 0.0009002700810243073, "activate_my_card": 0.04261278383515054, "age_limit": 0.0012003601080324095, "apple_pay_or_google_pay": 0.0019005701710513153, "atm_support": 0.004601380414124237, "automatic_top_up": 0.0014004201260378114, "balance_not_updated_after_bank_transfer": 0.001100330099029709, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014004201260378114, "beneficiary_not_allowed": 0.0015004501350405122, "cancel_transfer": 0.0015004501350405122, "card_about_to_expire": 0.001100330099029709, "card_acceptance": 0.004201260378113434, "card_arrival": 0.0013003901170351103, "card_delivery_estimate": 0.0010003000900270082, "card_linking": 0.0043012903871161344, "card_not_working": 0.0015004501350405122, "card_payment_fee_charged": 0.0012003601080324095, "card_payment_not_recognised": 0.0017005101530459135, "card_payment_wrong_exchange_rate": 0.0013003901170351103, "card_swallowed": 0.0012003601080324095, "cash_withdrawal_charge": 0.001100330099029709, "cash_withdrawal_not_recognised": 0.001100330099029709, "change_pin": 0.0023006902070621185, "compromised_card": 0.01980594178253476, "contactless_not_working": 0.0014004201260378114, "country_support": 0.00250075022506752, "declined_card_payment": 0.0009002700810243073, "declined_cash_withdrawal": 0.0009002700810243073, "declined_transfer": 0.0009002700810243073, "direct_debit_payment_not_recognised": 0.0012003601080324095, "disposable_card_limits": 0.013003901170351105, "edit_personal_details": 0.4342302690807242, "exchange_charge": 0.001100330099029709, "exchange_rate": 0.001100330099029709, "exchange_via_app": 0.0012003601080324095, "extra_charge_on_statement": 0.0010003000900270082, "failed_transfer": 0.0010003000900270082, "fiat_currency_support": 0.0035010503150945285, "get_disposable_virtual_card": 0.0018005401620486145, "get_physical_card": 0.013203961188356506, "getting_spare_card": 0.0018005401620486145, "getting_virtual_card": 0.0018005401620486145, "lost_or_stolen_card": 0.0013003901170351103, "lost_or_stolen_phone": 0.0010003000900270082, "order_physical_card": 0.001600480144043213, "passcode_forgotten": 0.001600480144043213, "pending_card_payment": 0.0010003000900270082, "pending_cash_withdrawal": 0.0008002400720216065, "pending_top_up": 0.0009002700810243073, "pending_transfer": 0.0009002700810243073, "pin_blocked": 0.0014004201260378114, "receiving_money": 0.0014004201260378114, "request_refund": 0.0009002700810243073, "reverted_card_payment?": 0.001100330099029709, "supported_cards_and_currencies": 0.04621386415924777, "terminate_account": 0.00250075022506752, "top_up_by_bank_transfer_charge": 0.0012003601080324095, "top_up_by_card_charge": 0.001100330099029709, "top_up_by_cash_or_cheque": 0.0015004501350405122, "top_up_failed": 0.0010003000900270082, "top_up_limits": 0.0015004501350405122, "top_up_reverted": 0.001100330099029709, "topping_up_by_card": 0.0018005401620486145, "transaction_charged_twice": 0.0009002700810243073, "transfer_fee_charged": 0.0009002700810243073, "transfer_into_account": 0.0009002700810243073, "transfer_not_received_by_recipient": 0.0010003000900270082, "transfer_timing": 0.0010003000900270082, "unable_to_verify_identity": 0.04681404421326398, "verify_my_identity": 0.10153045913774132, "verify_source_of_funds": 0.002200660198059418, "verify_top_up": 0.002400720216064819, "virtual_card_not_working": 0.0014004201260378114, "visa_or_mastercard": 0.002200660198059418, "why_verify_identity": 0.18115434630389118, "wrong_amount_of_cash_received": 0.0009002700810243073, "wrong_exchange_rate_for_cash_withdrawal": 0.001100330099029709 }, "error": null, "latency_ms": 70.10799995623529, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3033", "text_group": "dd22edb20fc228686fe50968d6a11e38ef525be3c77f70c1a5ba21cf76df86fd", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.000999700089973008, "activate_my_card": 0.0016994901529541137, "age_limit": 0.0011996401079676095, "apple_pay_or_google_pay": 0.0018994301709487154, "atm_support": 0.004098770368889334, "automatic_top_up": 0.0011996401079676095, "balance_not_updated_after_bank_transfer": 0.0011996401079676095, "balance_not_updated_after_cheque_or_cash_deposit": 0.0014995501349595122, "beneficiary_not_allowed": 0.0016994901529541137, "cancel_transfer": 0.0011996401079676095, "card_about_to_expire": 0.0011996401079676095, "card_acceptance": 0.007097870638808358, "card_arrival": 0.0014995501349595122, "card_delivery_estimate": 0.0011996401079676095, "card_linking": 0.0029991002699190244, "card_not_working": 0.0014995501349595122, "card_payment_fee_charged": 0.0012996101169649105, "card_payment_not_recognised": 0.0018994301709487154, "card_payment_wrong_exchange_rate": 0.0013995801259622115, "card_swallowed": 0.0011996401079676095, "cash_withdrawal_charge": 0.001099670098970309, "cash_withdrawal_not_recognised": 0.0011996401079676095, "change_pin": 0.0011996401079676095, "compromised_card": 0.06078176547035889, "contactless_not_working": 0.0012996101169649105, "country_support": 0.002599220233929821, "declined_card_payment": 0.0012996101169649105, "declined_cash_withdrawal": 0.000999700089973008, "declined_transfer": 0.0011996401079676095, "direct_debit_payment_not_recognised": 0.0013995801259622115, "disposable_card_limits": 0.0015995201439568132, "edit_personal_details": 0.002099370188943317, "exchange_charge": 0.001099670098970309, "exchange_rate": 0.001099670098970309, "exchange_via_app": 0.0012996101169649105, "extra_charge_on_statement": 0.000999700089973008, "failed_transfer": 0.000999700089973008, "fiat_currency_support": 0.0017994601619514146, "get_disposable_virtual_card": 0.0012996101169649105, "get_physical_card": 0.005598320503848846, "getting_spare_card": 0.0012996101169649105, "getting_virtual_card": 0.0014995501349595122, "lost_or_stolen_card": 0.0013995801259622115, "lost_or_stolen_phone": 0.000999700089973008, "order_physical_card": 0.002199340197940618, "passcode_forgotten": 0.0012996101169649105, "pending_card_payment": 0.000999700089973008, "pending_cash_withdrawal": 0.0007997600719784066, "pending_top_up": 0.000999700089973008, "pending_transfer": 0.000999700089973008, "pin_blocked": 0.0012996101169649105, "receiving_money": 0.0013995801259622115, "request_refund": 0.000999700089973008, "reverted_card_payment?": 0.0011996401079676095, "supported_cards_and_currencies": 0.004298710386883935, "terminate_account": 0.001099670098970309, "top_up_by_bank_transfer_charge": 0.001099670098970309, "top_up_by_card_charge": 0.000999700089973008, "top_up_by_cash_or_cheque": 0.0011996401079676095, "top_up_failed": 0.000999700089973008, "top_up_limits": 0.000999700089973008, "top_up_reverted": 0.001099670098970309, "topping_up_by_card": 0.0012996101169649105, "transaction_charged_twice": 0.0008997300809757073, "transfer_fee_charged": 0.0008997300809757073, "transfer_into_account": 0.0008997300809757073, "transfer_not_received_by_recipient": 0.000999700089973008, "transfer_timing": 0.000999700089973008, "unable_to_verify_identity": 0.24372688193541936, "verify_my_identity": 0.4292712186344097, "verify_source_of_funds": 0.0017994601619514146, "verify_top_up": 0.003998800359892032, "virtual_card_not_working": 0.001099670098970309, "visa_or_mastercard": 0.0014995501349595122, "why_verify_identity": 0.15245426372088375, "wrong_amount_of_cash_received": 0.0008997300809757073, "wrong_exchange_rate_for_cash_withdrawal": 0.001099670098970309 }, "error": null, "latency_ms": 70.09845902211964, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3034", "text_group": "fcdbfdf794bc337dcf88313f08f24839a718a43d200a48110ab297a4fbf3e929", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0005001500450135041, "activate_my_card": 0.0014004201260378114, "age_limit": 0.0006001800540162048, "apple_pay_or_google_pay": 0.0009002700810243073, "atm_support": 0.0018005401620486145, "automatic_top_up": 0.0006001800540162048, "balance_not_updated_after_bank_transfer": 0.0006001800540162048, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007002100630189057, "beneficiary_not_allowed": 0.0008002400720216065, "cancel_transfer": 0.0006001800540162048, "card_about_to_expire": 0.0006001800540162048, "card_acceptance": 0.0019005701710513153, "card_arrival": 0.0007002100630189057, "card_delivery_estimate": 0.0006001800540162048, "card_linking": 0.0012003601080324095, "card_not_working": 0.0008002400720216065, "card_payment_fee_charged": 0.0007002100630189057, "card_payment_not_recognised": 0.001100330099029709, "card_payment_wrong_exchange_rate": 0.0008002400720216065, "card_swallowed": 0.0006001800540162048, "cash_withdrawal_charge": 0.0006001800540162048, "cash_withdrawal_not_recognised": 0.0006001800540162048, "change_pin": 0.0007002100630189057, "compromised_card": 0.001600480144043213, "contactless_not_working": 0.0007002100630189057, "country_support": 0.0015004501350405122, "declined_card_payment": 0.0005001500450135041, "declined_cash_withdrawal": 0.0005001500450135041, "declined_transfer": 0.0005001500450135041, "direct_debit_payment_not_recognised": 0.0007002100630189057, "disposable_card_limits": 0.0010003000900270082, "edit_personal_details": 0.0019005701710513153, "exchange_charge": 0.0006001800540162048, "exchange_rate": 0.0006001800540162048, "exchange_via_app": 0.0007002100630189057, "extra_charge_on_statement": 0.0005001500450135041, "failed_transfer": 0.0005001500450135041, "fiat_currency_support": 0.0012003601080324095, "get_disposable_virtual_card": 0.0007002100630189057, "get_physical_card": 0.0010003000900270082, "getting_spare_card": 0.0006001800540162048, "getting_virtual_card": 0.0008002400720216065, "lost_or_stolen_card": 0.0005001500450135041, "lost_or_stolen_phone": 0.0005001500450135041, "order_physical_card": 0.0007002100630189057, "passcode_forgotten": 0.0008002400720216065, "pending_card_payment": 0.0005001500450135041, "pending_cash_withdrawal": 0.00040012003601080324, "pending_top_up": 0.0005001500450135041, "pending_transfer": 0.0005001500450135041, "pin_blocked": 0.0007002100630189057, "receiving_money": 0.0007002100630189057, "request_refund": 0.0005001500450135041, "reverted_card_payment?": 0.0006001800540162048, "supported_cards_and_currencies": 0.002100630189056717, "terminate_account": 0.0006001800540162048, "top_up_by_bank_transfer_charge": 0.0006001800540162048, "top_up_by_card_charge": 0.0006001800540162048, "top_up_by_cash_or_cheque": 0.0006001800540162048, "top_up_failed": 0.0005001500450135041, "top_up_limits": 0.0006001800540162048, "top_up_reverted": 0.0005001500450135041, "topping_up_by_card": 0.0006001800540162048, "transaction_charged_twice": 0.00040012003601080324, "transfer_fee_charged": 0.0005001500450135041, "transfer_into_account": 0.00040012003601080324, "transfer_not_received_by_recipient": 0.0005001500450135041, "transfer_timing": 0.0005001500450135041, "unable_to_verify_identity": 0.01830549164749425, "verify_my_identity": 0.8753626087826347, "verify_source_of_funds": 0.0010003000900270082, "verify_top_up": 0.007302190657197159, "virtual_card_not_working": 0.0005001500450135041, "visa_or_mastercard": 0.0007002100630189057, "why_verify_identity": 0.04441332399719916, "wrong_amount_of_cash_received": 0.00040012003601080324, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001800540162048 }, "error": null, "latency_ms": 70.18020807299763, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3035", "text_group": "5b4bceffa4791a8f0b89e300a0b9d6561b881616122c60339414085f49c58720", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0003998800359892033, "activate_my_card": 0.0007997600719784066, "age_limit": 0.0003998800359892033, "apple_pay_or_google_pay": 0.0005998200539838048, "atm_support": 0.001099670098970309, "automatic_top_up": 0.000499850044986504, "balance_not_updated_after_bank_transfer": 0.000499850044986504, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005998200539838048, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.000499850044986504, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.0007997600719784066, "card_arrival": 0.000499850044986504, "card_delivery_estimate": 0.0003998800359892033, "card_linking": 0.0007997600719784066, "card_not_working": 0.0005998200539838048, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0007997600719784066, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.000499850044986504, "cash_withdrawal_charge": 0.0003998800359892033, "cash_withdrawal_not_recognised": 0.000499850044986504, "change_pin": 0.000499850044986504, "compromised_card": 0.0012996101169649105, "contactless_not_working": 0.000499850044986504, "country_support": 0.0007997600719784066, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0003998800359892033, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.000499850044986504, "disposable_card_limits": 0.0006997900629811057, "edit_personal_details": 0.011996401079676098, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0003998800359892033, "fiat_currency_support": 0.0006997900629811057, "get_disposable_virtual_card": 0.000499850044986504, "get_physical_card": 0.0006997900629811057, "getting_spare_card": 0.0003998800359892033, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0005998200539838048, "lost_or_stolen_phone": 0.0003998800359892033, "order_physical_card": 0.0003998800359892033, "passcode_forgotten": 0.0005998200539838048, "pending_card_payment": 0.0003998800359892033, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0003998800359892033, "pending_transfer": 0.0003998800359892033, "pin_blocked": 0.000499850044986504, "receiving_money": 0.000499850044986504, "request_refund": 0.0003998800359892033, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.000999700089973008, "terminate_account": 0.000499850044986504, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0003998800359892033, "top_up_by_cash_or_cheque": 0.000499850044986504, "top_up_failed": 0.0003998800359892033, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0003998800359892033, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.007897630710786765, "verify_my_identity": 0.9008297510746777, "verify_source_of_funds": 0.0011996401079676095, "verify_top_up": 0.002699190242927122, "virtual_card_not_working": 0.000499850044986504, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.03948815355393382, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 70.16041700262576, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3036", "text_group": "300eb47324c26804c3f7c1af7e230bb8ddf9aa548cebeff218408b3cc5349e70", "expected": "verify_my_identity", "prediction": "unable_to_verify_identity", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.000999700089973008, "age_limit": 0.0007997600719784066, "apple_pay_or_google_pay": 0.001099670098970309, "atm_support": 0.002599220233929821, "automatic_top_up": 0.0007997600719784066, "balance_not_updated_after_bank_transfer": 0.0007997600719784066, "balance_not_updated_after_cheque_or_cash_deposit": 0.000999700089973008, "beneficiary_not_allowed": 0.001099670098970309, "cancel_transfer": 0.0006997900629811057, "card_about_to_expire": 0.0007997600719784066, "card_acceptance": 0.004698590422873138, "card_arrival": 0.000999700089973008, "card_delivery_estimate": 0.0007997600719784066, "card_linking": 0.0016994901529541137, "card_not_working": 0.001099670098970309, "card_payment_fee_charged": 0.0008997300809757073, "card_payment_not_recognised": 0.0012996101169649105, "card_payment_wrong_exchange_rate": 0.000999700089973008, "card_swallowed": 0.0007997600719784066, "cash_withdrawal_charge": 0.0006997900629811057, "cash_withdrawal_not_recognised": 0.0007997600719784066, "change_pin": 0.0007997600719784066, "compromised_card": 0.0366889933020094, "contactless_not_working": 0.0008997300809757073, "country_support": 0.001999400179946016, "declined_card_payment": 0.0008997300809757073, "declined_cash_withdrawal": 0.0006997900629811057, "declined_transfer": 0.0008997300809757073, "direct_debit_payment_not_recognised": 0.0008997300809757073, "disposable_card_limits": 0.000999700089973008, "edit_personal_details": 0.0014995501349595122, "exchange_charge": 0.0006997900629811057, "exchange_rate": 0.0006997900629811057, "exchange_via_app": 0.0007997600719784066, "extra_charge_on_statement": 0.0005998200539838048, "failed_transfer": 0.0006997900629811057, "fiat_currency_support": 0.0011996401079676095, "get_disposable_virtual_card": 0.0007997600719784066, "get_physical_card": 0.004698590422873138, "getting_spare_card": 0.0008997300809757073, "getting_virtual_card": 0.001099670098970309, "lost_or_stolen_card": 0.001099670098970309, "lost_or_stolen_phone": 0.0007997600719784066, "order_physical_card": 0.0011996401079676095, "passcode_forgotten": 0.0008997300809757073, "pending_card_payment": 0.0006997900629811057, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.0006997900629811057, "pending_transfer": 0.0005998200539838048, "pin_blocked": 0.000999700089973008, "receiving_money": 0.0008997300809757073, "request_refund": 0.0006997900629811057, "reverted_card_payment?": 0.0007997600719784066, "supported_cards_and_currencies": 0.002799160251924423, "terminate_account": 0.0006997900629811057, "top_up_by_bank_transfer_charge": 0.0006997900629811057, "top_up_by_card_charge": 0.0006997900629811057, "top_up_by_cash_or_cheque": 0.0007997600719784066, "top_up_failed": 0.0006997900629811057, "top_up_limits": 0.0006997900629811057, "top_up_reverted": 0.0006997900629811057, "topping_up_by_card": 0.0007997600719784066, "transaction_charged_twice": 0.0005998200539838048, "transfer_fee_charged": 0.0005998200539838048, "transfer_into_account": 0.0005998200539838048, "transfer_not_received_by_recipient": 0.0006997900629811057, "transfer_timing": 0.0005998200539838048, "unable_to_verify_identity": 0.5802259322203339, "verify_my_identity": 0.24632610216934922, "verify_source_of_funds": 0.0011996401079676095, "verify_top_up": 0.002399280215935219, "virtual_card_not_working": 0.0007997600719784066, "visa_or_mastercard": 0.000999700089973008, "why_verify_identity": 0.060381885434369696, "wrong_amount_of_cash_received": 0.0005998200539838048, "wrong_exchange_rate_for_cash_withdrawal": 0.0007997600719784066 }, "error": null, "latency_ms": 70.06704190280288, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3037", "text_group": "1078ee138754bd662b3e3371173eb7a81c9f4425f6e908b8089285277c32ecad", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0011, "activate_my_card": 0.0016, "age_limit": 0.0011, "apple_pay_or_google_pay": 0.0016, "atm_support": 0.0034, "automatic_top_up": 0.0011, "balance_not_updated_after_bank_transfer": 0.001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012, "beneficiary_not_allowed": 0.0014, "cancel_transfer": 0.001, "card_about_to_expire": 0.001, "card_acceptance": 0.0073, "card_arrival": 0.0013, "card_delivery_estimate": 0.0009, "card_linking": 0.0024, "card_not_working": 0.0012, "card_payment_fee_charged": 0.0012, "card_payment_not_recognised": 0.0015, "card_payment_wrong_exchange_rate": 0.0012, "card_swallowed": 0.001, "cash_withdrawal_charge": 0.0009, "cash_withdrawal_not_recognised": 0.0009, "change_pin": 0.001, "compromised_card": 0.0169, "contactless_not_working": 0.0011, "country_support": 0.0021, "declined_card_payment": 0.001, "declined_cash_withdrawal": 0.0008, "declined_transfer": 0.0009, "direct_debit_payment_not_recognised": 0.0011, "disposable_card_limits": 0.0027, "edit_personal_details": 0.0076, "exchange_charge": 0.001, "exchange_rate": 0.001, "exchange_via_app": 0.0012, "extra_charge_on_statement": 0.0009, "failed_transfer": 0.0009, "fiat_currency_support": 0.0017, "get_disposable_virtual_card": 0.0013, "get_physical_card": 0.0061, "getting_spare_card": 0.0012, "getting_virtual_card": 0.0012, "lost_or_stolen_card": 0.0009, "lost_or_stolen_phone": 0.0008, "order_physical_card": 0.0013, "passcode_forgotten": 0.0015, "pending_card_payment": 0.0009, "pending_cash_withdrawal": 0.0007, "pending_top_up": 0.0008, "pending_transfer": 0.0008, "pin_blocked": 0.0012, "receiving_money": 0.0011, "request_refund": 0.0008, "reverted_card_payment?": 0.001, "supported_cards_and_currencies": 0.0058, "terminate_account": 0.0009, "top_up_by_bank_transfer_charge": 0.001, "top_up_by_card_charge": 0.0009, "top_up_by_cash_or_cheque": 0.0009, "top_up_failed": 0.0009, "top_up_limits": 0.0011, "top_up_reverted": 0.0009, "topping_up_by_card": 0.0011, "transaction_charged_twice": 0.0007, "transfer_fee_charged": 0.0008, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.0008, "transfer_timing": 0.0007, "unable_to_verify_identity": 0.1339, "verify_my_identity": 0.6477, "verify_source_of_funds": 0.0014, "verify_top_up": 0.003, "virtual_card_not_working": 0.0009, "visa_or_mastercard": 0.0011, "why_verify_identity": 0.0943, "wrong_amount_of_cash_received": 0.0007, "wrong_exchange_rate_for_cash_withdrawal": 0.001 }, "error": null, "latency_ms": 70.80754195339978, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3038", "text_group": "a04141f6d86272c860c06b02f128dd0b6c65871be89d6ba211ad2d0f82f77085", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.0008, "activate_my_card": 0.0016, "age_limit": 0.001, "apple_pay_or_google_pay": 0.0016, "atm_support": 0.0031, "automatic_top_up": 0.001, "balance_not_updated_after_bank_transfer": 0.001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0013, "beneficiary_not_allowed": 0.0014, "cancel_transfer": 0.001, "card_about_to_expire": 0.001, "card_acceptance": 0.0041, "card_arrival": 0.0012, "card_delivery_estimate": 0.001, "card_linking": 0.0023, "card_not_working": 0.0014, "card_payment_fee_charged": 0.0011, "card_payment_not_recognised": 0.0016, "card_payment_wrong_exchange_rate": 0.0013, "card_swallowed": 0.001, "cash_withdrawal_charge": 0.0009, "cash_withdrawal_not_recognised": 0.001, "change_pin": 0.001, "compromised_card": 0.0588, "contactless_not_working": 0.0012, "country_support": 0.0022, "declined_card_payment": 0.0011, "declined_cash_withdrawal": 0.0009, "declined_transfer": 0.0012, "direct_debit_payment_not_recognised": 0.0013, "disposable_card_limits": 0.0014, "edit_personal_details": 0.0015, "exchange_charge": 0.0009, "exchange_rate": 0.001, "exchange_via_app": 0.0011, "extra_charge_on_statement": 0.0008, "failed_transfer": 0.0009, "fiat_currency_support": 0.0017, "get_disposable_virtual_card": 0.0011, "get_physical_card": 0.0021, "getting_spare_card": 0.001, "getting_virtual_card": 0.0012, "lost_or_stolen_card": 0.0011, "lost_or_stolen_phone": 0.0009, "order_physical_card": 0.0012, "passcode_forgotten": 0.0012, "pending_card_payment": 0.0009, "pending_cash_withdrawal": 0.0008, "pending_top_up": 0.0009, "pending_transfer": 0.0009, "pin_blocked": 0.0014, "receiving_money": 0.0012, "request_refund": 0.0009, "reverted_card_payment?": 0.0011, "supported_cards_and_currencies": 0.0023, "terminate_account": 0.001, "top_up_by_bank_transfer_charge": 0.0009, "top_up_by_card_charge": 0.0009, "top_up_by_cash_or_cheque": 0.001, "top_up_failed": 0.0009, "top_up_limits": 0.0009, "top_up_reverted": 0.0009, "topping_up_by_card": 0.001, "transaction_charged_twice": 0.0008, "transfer_fee_charged": 0.0008, "transfer_into_account": 0.0008, "transfer_not_received_by_recipient": 0.0009, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.309, "verify_my_identity": 0.4653, "verify_source_of_funds": 0.0016, "verify_top_up": 0.0089, "virtual_card_not_working": 0.001, "visa_or_mastercard": 0.0013, "why_verify_identity": 0.0706, "wrong_amount_of_cash_received": 0.0008, "wrong_exchange_rate_for_cash_withdrawal": 0.001 }, "error": null, "latency_ms": 70.93033299315721, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3039", "text_group": "2c5661d28aa650b8fc103d1c59617c3ba98acfffd69bca7a82b8f5a92c978490", "expected": "verify_my_identity", "prediction": "verify_my_identity", "probabilities": { "Refund_not_showing_up": 0.00040008001600320064, "activate_my_card": 0.0017003400680136026, "age_limit": 0.00040008001600320064, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.0012002400480096017, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.0005001000200040008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006001200240048009, "beneficiary_not_allowed": 0.0006001200240048009, "cancel_transfer": 0.0005001000200040008, "card_about_to_expire": 0.0005001000200040008, "card_acceptance": 0.0011002200440088019, "card_arrival": 0.0005001000200040008, "card_delivery_estimate": 0.00040008001600320064, "card_linking": 0.0009001800360072014, "card_not_working": 0.0007001400280056011, "card_payment_fee_charged": 0.0005001000200040008, "card_payment_not_recognised": 0.0014002800560112022, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0005001000200040008, "cash_withdrawal_charge": 0.00040008001600320064, "cash_withdrawal_not_recognised": 0.00040008001600320064, "change_pin": 0.0005001000200040008, "compromised_card": 0.007801560312062412, "contactless_not_working": 0.0006001200240048009, "country_support": 0.001300260052010402, "declined_card_payment": 0.00040008001600320064, "declined_cash_withdrawal": 0.00040008001600320064, "declined_transfer": 0.00040008001600320064, "direct_debit_payment_not_recognised": 0.0007001400280056011, "disposable_card_limits": 0.0007001400280056011, "edit_personal_details": 0.007101420284056812, "exchange_charge": 0.00040008001600320064, "exchange_rate": 0.00040008001600320064, "exchange_via_app": 0.0005001000200040008, "extra_charge_on_statement": 0.00040008001600320064, "failed_transfer": 0.00040008001600320064, "fiat_currency_support": 0.0008001600320064013, "get_disposable_virtual_card": 0.0005001000200040008, "get_physical_card": 0.0007001400280056011, "getting_spare_card": 0.00040008001600320064, "getting_virtual_card": 0.0005001000200040008, "lost_or_stolen_card": 0.0005001000200040008, "lost_or_stolen_phone": 0.00040008001600320064, "order_physical_card": 0.00040008001600320064, "passcode_forgotten": 0.0007001400280056011, "pending_card_payment": 0.00040008001600320064, "pending_cash_withdrawal": 0.0003000600120024004, "pending_top_up": 0.00040008001600320064, "pending_transfer": 0.00040008001600320064, "pin_blocked": 0.0006001200240048009, "receiving_money": 0.0005001000200040008, "request_refund": 0.00040008001600320064, "reverted_card_payment?": 0.0005001000200040008, "supported_cards_and_currencies": 0.0012002400480096017, "terminate_account": 0.0006001200240048009, "top_up_by_bank_transfer_charge": 0.00040008001600320064, "top_up_by_card_charge": 0.00040008001600320064, "top_up_by_cash_or_cheque": 0.00040008001600320064, "top_up_failed": 0.00040008001600320064, "top_up_limits": 0.00040008001600320064, "top_up_reverted": 0.00040008001600320064, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.0003000600120024004, "transfer_fee_charged": 0.0003000600120024004, "transfer_into_account": 0.0003000600120024004, "transfer_not_received_by_recipient": 0.00040008001600320064, "transfer_timing": 0.0003000600120024004, "unable_to_verify_identity": 0.03270654130826165, "verify_my_identity": 0.8530706141228246, "verify_source_of_funds": 0.0009001800360072014, "verify_top_up": 0.007801560312062412, "virtual_card_not_working": 0.00040008001600320064, "visa_or_mastercard": 0.0005001000200040008, "why_verify_identity": 0.052410482096419284, "wrong_amount_of_cash_received": 0.0003000600120024004, "wrong_exchange_rate_for_cash_withdrawal": 0.00040008001600320064 }, "error": null, "latency_ms": 71.34704198688269, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3040", "text_group": "04d652f2ef38330f3fd020f1954e42e2ff3c2544ce17a728bf57fba55454ca06", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0014997000599880025, "activate_my_card": 0.023195360927814435, "age_limit": 0.004899020195960808, "apple_pay_or_google_pay": 0.001799640071985603, "atm_support": 0.0033993201359728054, "automatic_top_up": 0.0015996800639872027, "balance_not_updated_after_bank_transfer": 0.0014997000599880025, "balance_not_updated_after_cheque_or_cash_deposit": 0.001799640071985603, "beneficiary_not_allowed": 0.0020995800839832034, "cancel_transfer": 0.001299740051989602, "card_about_to_expire": 0.004599080183963208, "card_acceptance": 0.016096780643871225, "card_arrival": 0.007098580283943212, "card_delivery_estimate": 0.0028994201159768043, "card_linking": 0.025994801039792043, "card_not_working": 0.005198960207958408, "card_payment_fee_charged": 0.002299540091981604, "card_payment_not_recognised": 0.0016996600679864027, "card_payment_wrong_exchange_rate": 0.001799640071985603, "card_swallowed": 0.0014997000599880025, "cash_withdrawal_charge": 0.0013997200559888023, "cash_withdrawal_not_recognised": 0.0010997800439912018, "change_pin": 0.0014997000599880025, "compromised_card": 0.0014997000599880025, "contactless_not_working": 0.0016996600679864027, "country_support": 0.478504299140172, "declined_card_payment": 0.0014997000599880025, "declined_cash_withdrawal": 0.0009998000399920016, "declined_transfer": 0.0010997800439912018, "direct_debit_payment_not_recognised": 0.0013997200559888023, "disposable_card_limits": 0.002599480103979204, "edit_personal_details": 0.0021995600879824036, "exchange_charge": 0.0015996800639872027, "exchange_rate": 0.0011997600479904018, "exchange_via_app": 0.001299740051989602, "extra_charge_on_statement": 0.0013997200559888023, "failed_transfer": 0.0010997800439912018, "fiat_currency_support": 0.0018996200759848032, "get_disposable_virtual_card": 0.0028994201159768043, "get_physical_card": 0.15586882623475307, "getting_spare_card": 0.010697860427914417, "getting_virtual_card": 0.0024995000999800043, "lost_or_stolen_card": 0.0009998000399920016, "lost_or_stolen_phone": 0.0008998200359928015, "order_physical_card": 0.1222755448910218, "passcode_forgotten": 0.0010997800439912018, "pending_card_payment": 0.0016996600679864027, "pending_cash_withdrawal": 0.0008998200359928015, "pending_top_up": 0.0013997200559888023, "pending_transfer": 0.001299740051989602, "pin_blocked": 0.0011997600479904018, "receiving_money": 0.0016996600679864027, "request_refund": 0.002599480103979204, "reverted_card_payment?": 0.001799640071985603, "supported_cards_and_currencies": 0.012397520495900819, "terminate_account": 0.0010997800439912018, "top_up_by_bank_transfer_charge": 0.0018996200759848032, "top_up_by_card_charge": 0.0028994201159768043, "top_up_by_cash_or_cheque": 0.0015996800639872027, "top_up_failed": 0.0013997200559888023, "top_up_limits": 0.0015996800639872027, "top_up_reverted": 0.0016996600679864027, "topping_up_by_card": 0.007998400319936013, "transaction_charged_twice": 0.0010997800439912018, "transfer_fee_charged": 0.001299740051989602, "transfer_into_account": 0.0010997800439912018, "transfer_not_received_by_recipient": 0.0011997600479904018, "transfer_timing": 0.0014997000599880025, "unable_to_verify_identity": 0.0016996600679864027, "verify_my_identity": 0.001799640071985603, "verify_source_of_funds": 0.0014997000599880025, "verify_top_up": 0.0011997600479904018, "virtual_card_not_working": 0.0016996600679864027, "visa_or_mastercard": 0.023095380923815235, "why_verify_identity": 0.0015996800639872027, "wrong_amount_of_cash_received": 0.0010997800439912018, "wrong_exchange_rate_for_cash_withdrawal": 0.0013997200559888023 }, "error": null, "latency_ms": 71.6936660464853, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3041", "text_group": "7dc7a36a12839497d141b26b0ab00b3694016abbef34c52b3f7fa13721ddc87f", "expected": "country_support", "prediction": "supported_cards_and_currencies", "probabilities": { "Refund_not_showing_up": 0.0008, "activate_my_card": 0.0013, "age_limit": 0.001, "apple_pay_or_google_pay": 0.0012, "atm_support": 0.0021, "automatic_top_up": 0.0008, "balance_not_updated_after_bank_transfer": 0.0009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012, "beneficiary_not_allowed": 0.0013, "cancel_transfer": 0.0008, "card_about_to_expire": 0.0011, "card_acceptance": 0.0062, "card_arrival": 0.0016, "card_delivery_estimate": 0.0012, "card_linking": 0.0028, "card_not_working": 0.0019, "card_payment_fee_charged": 0.0011, "card_payment_not_recognised": 0.001, "card_payment_wrong_exchange_rate": 0.0012, "card_swallowed": 0.0011, "cash_withdrawal_charge": 0.0009, "cash_withdrawal_not_recognised": 0.0008, "change_pin": 0.0008, "compromised_card": 0.001, "contactless_not_working": 0.0011, "country_support": 0.4274, "declined_card_payment": 0.0009, "declined_cash_withdrawal": 0.0009, "declined_transfer": 0.001, "direct_debit_payment_not_recognised": 0.0009, "disposable_card_limits": 0.0013, "edit_personal_details": 0.0009, "exchange_charge": 0.0009, "exchange_rate": 0.0009, "exchange_via_app": 0.001, "extra_charge_on_statement": 0.0008, "failed_transfer": 0.0008, "fiat_currency_support": 0.0025, "get_disposable_virtual_card": 0.0014, "get_physical_card": 0.0086, "getting_spare_card": 0.0013, "getting_virtual_card": 0.0017, "lost_or_stolen_card": 0.0008, "lost_or_stolen_phone": 0.0007, "order_physical_card": 0.0046, "passcode_forgotten": 0.0007, "pending_card_payment": 0.0007, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0007, "pending_transfer": 0.0007, "pin_blocked": 0.0008, "receiving_money": 0.0012, "request_refund": 0.0008, "reverted_card_payment?": 0.001, "supported_cards_and_currencies": 0.4768, "terminate_account": 0.0007, "top_up_by_bank_transfer_charge": 0.0009, "top_up_by_card_charge": 0.001, "top_up_by_cash_or_cheque": 0.0009, "top_up_failed": 0.0008, "top_up_limits": 0.0009, "top_up_reverted": 0.0009, "topping_up_by_card": 0.0017, "transaction_charged_twice": 0.0007, "transfer_fee_charged": 0.0008, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.0008, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.0009, "verify_my_identity": 0.0009, "verify_source_of_funds": 0.0009, "verify_top_up": 0.0009, "virtual_card_not_working": 0.0011, "visa_or_mastercard": 0.0025, "why_verify_identity": 0.0008, "wrong_amount_of_cash_received": 0.0008, "wrong_exchange_rate_for_cash_withdrawal": 0.0011 }, "error": null, "latency_ms": 71.34345802478492, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3042", "text_group": "778a17cae2495d12c3e7f307bc1168b9d2893ff0e4c5ec3256b549309031d172", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.00029994001199760045, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0004999000199960008, "apple_pay_or_google_pay": 0.0003999200159968007, "atm_support": 0.0010997800439912018, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0003999200159968007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003999200159968007, "beneficiary_not_allowed": 0.0004999000199960008, "cancel_transfer": 0.0003999200159968007, "card_about_to_expire": 0.00029994001199760045, "card_acceptance": 0.0023995200959808036, "card_arrival": 0.0003999200159968007, "card_delivery_estimate": 0.0003999200159968007, "card_linking": 0.0005998800239952009, "card_not_working": 0.0003999200159968007, "card_payment_fee_charged": 0.0003999200159968007, "card_payment_not_recognised": 0.0003999200159968007, "card_payment_wrong_exchange_rate": 0.0004999000199960008, "card_swallowed": 0.0003999200159968007, "cash_withdrawal_charge": 0.00029994001199760045, "cash_withdrawal_not_recognised": 0.00029994001199760045, "change_pin": 0.00029994001199760045, "compromised_card": 0.0003999200159968007, "contactless_not_working": 0.0003999200159968007, "country_support": 0.9327134573085383, "declined_card_payment": 0.0003999200159968007, "declined_cash_withdrawal": 0.00029994001199760045, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0003999200159968007, "disposable_card_limits": 0.0003999200159968007, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0006998600279944011, "extra_charge_on_statement": 0.00029994001199760045, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0013997200559888023, "get_disposable_virtual_card": 0.0004999000199960008, "get_physical_card": 0.0005998800239952009, "getting_spare_card": 0.0003999200159968007, "getting_virtual_card": 0.0004999000199960008, "lost_or_stolen_card": 0.00029994001199760045, "lost_or_stolen_phone": 0.00029994001199760045, "order_physical_card": 0.0003999200159968007, "passcode_forgotten": 0.00029994001199760045, "pending_card_payment": 0.00029994001199760045, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.00029994001199760045, "pending_transfer": 0.00029994001199760045, "pin_blocked": 0.0003999200159968007, "receiving_money": 0.0005998800239952009, "request_refund": 0.0003999200159968007, "reverted_card_payment?": 0.0003999200159968007, "supported_cards_and_currencies": 0.02409518096380724, "terminate_account": 0.00029994001199760045, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0003999200159968007, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0003999200159968007, "top_up_reverted": 0.0003999200159968007, "topping_up_by_card": 0.0005998800239952009, "transaction_charged_twice": 0.00029994001199760045, "transfer_fee_charged": 0.00029994001199760045, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.00029994001199760045, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.007498500299940012, "verify_my_identity": 0.001799640071985603, "verify_source_of_funds": 0.0005998800239952009, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.0003999200159968007, "visa_or_mastercard": 0.0004999000199960008, "why_verify_identity": 0.0008998200359928015, "wrong_amount_of_cash_received": 0.00029994001199760045, "wrong_exchange_rate_for_cash_withdrawal": 0.0003999200159968007 }, "error": null, "latency_ms": 69.53304109629244, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3043", "text_group": "9e8aed56f08c10cf235fe8845c17fe1c5f402acc77216b2b6c9e25b0dacd7215", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0002001000500250125, "activate_my_card": 0.0002001000500250125, "age_limit": 0.0002001000500250125, "apple_pay_or_google_pay": 0.00030015007503751874, "atm_support": 0.0005002501250625312, "automatic_top_up": 0.0002001000500250125, "balance_not_updated_after_bank_transfer": 0.0002001000500250125, "balance_not_updated_after_cheque_or_cash_deposit": 0.00030015007503751874, "beneficiary_not_allowed": 0.00030015007503751874, "cancel_transfer": 0.0002001000500250125, "card_about_to_expire": 0.0002001000500250125, "card_acceptance": 0.000400200100050025, "card_arrival": 0.0002001000500250125, "card_delivery_estimate": 0.00030015007503751874, "card_linking": 0.00030015007503751874, "card_not_working": 0.00030015007503751874, "card_payment_fee_charged": 0.0002001000500250125, "card_payment_not_recognised": 0.0002001000500250125, "card_payment_wrong_exchange_rate": 0.00030015007503751874, "card_swallowed": 0.0002001000500250125, "cash_withdrawal_charge": 0.0002001000500250125, "cash_withdrawal_not_recognised": 0.0002001000500250125, "change_pin": 0.0002001000500250125, "compromised_card": 0.0002001000500250125, "contactless_not_working": 0.0002001000500250125, "country_support": 0.968784392196098, "declined_card_payment": 0.0002001000500250125, "declined_cash_withdrawal": 0.0002001000500250125, "declined_transfer": 0.0002001000500250125, "direct_debit_payment_not_recognised": 0.0002001000500250125, "disposable_card_limits": 0.0002001000500250125, "edit_personal_details": 0.0002001000500250125, "exchange_charge": 0.0002001000500250125, "exchange_rate": 0.0002001000500250125, "exchange_via_app": 0.0002001000500250125, "extra_charge_on_statement": 0.0002001000500250125, "failed_transfer": 0.0002001000500250125, "fiat_currency_support": 0.0016008004002001, "get_disposable_virtual_card": 0.0002001000500250125, "get_physical_card": 0.00030015007503751874, "getting_spare_card": 0.0002001000500250125, "getting_virtual_card": 0.0002001000500250125, "lost_or_stolen_card": 0.0002001000500250125, "lost_or_stolen_phone": 0.0002001000500250125, "order_physical_card": 0.0002001000500250125, "passcode_forgotten": 0.0002001000500250125, "pending_card_payment": 0.0002001000500250125, "pending_cash_withdrawal": 0.0002001000500250125, "pending_top_up": 0.0002001000500250125, "pending_transfer": 0.0002001000500250125, "pin_blocked": 0.0002001000500250125, "receiving_money": 0.00030015007503751874, "request_refund": 0.0002001000500250125, "reverted_card_payment?": 0.0002001000500250125, "supported_cards_and_currencies": 0.0128064032016008, "terminate_account": 0.0002001000500250125, "top_up_by_bank_transfer_charge": 0.0002001000500250125, "top_up_by_card_charge": 0.0002001000500250125, "top_up_by_cash_or_cheque": 0.0002001000500250125, "top_up_failed": 0.0002001000500250125, "top_up_limits": 0.0002001000500250125, "top_up_reverted": 0.0002001000500250125, "topping_up_by_card": 0.00030015007503751874, "transaction_charged_twice": 0.0002001000500250125, "transfer_fee_charged": 0.0002001000500250125, "transfer_into_account": 0.0002001000500250125, "transfer_not_received_by_recipient": 0.0002001000500250125, "transfer_timing": 0.0002001000500250125, "unable_to_verify_identity": 0.00030015007503751874, "verify_my_identity": 0.00030015007503751874, "verify_source_of_funds": 0.00030015007503751874, "verify_top_up": 0.00030015007503751874, "virtual_card_not_working": 0.0002001000500250125, "visa_or_mastercard": 0.00030015007503751874, "why_verify_identity": 0.0002001000500250125, "wrong_amount_of_cash_received": 0.0002001000500250125, "wrong_exchange_rate_for_cash_withdrawal": 0.0002001000500250125 }, "error": null, "latency_ms": 67.63083301484585, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3044", "text_group": "c4d43b9665b0724cbf551718f53a40ff579996c8067d3850fc43f8ffedbe4dcb", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.001799640071985603, "activate_my_card": 0.004299140171965607, "age_limit": 0.0030993801239752048, "apple_pay_or_google_pay": 0.0015996800639872027, "atm_support": 0.002999400119976005, "automatic_top_up": 0.0011997600479904018, "balance_not_updated_after_bank_transfer": 0.0015996800639872027, "balance_not_updated_after_cheque_or_cash_deposit": 0.001999600079984003, "beneficiary_not_allowed": 0.0024995000999800043, "cancel_transfer": 0.001299740051989602, "card_about_to_expire": 0.013697260547890423, "card_acceptance": 0.029294141171765646, "card_arrival": 0.016196760647870425, "card_delivery_estimate": 0.0021995600879824036, "card_linking": 0.029994001199760048, "card_not_working": 0.0065986802639472104, "card_payment_fee_charged": 0.0014997000599880025, "card_payment_not_recognised": 0.0015996800639872027, "card_payment_wrong_exchange_rate": 0.001799640071985603, "card_swallowed": 0.0027994401119776045, "cash_withdrawal_charge": 0.0011997600479904018, "cash_withdrawal_not_recognised": 0.0011997600479904018, "change_pin": 0.0015996800639872027, "compromised_card": 0.001999600079984003, "contactless_not_working": 0.0015996800639872027, "country_support": 0.5090981803639272, "declined_card_payment": 0.001799640071985603, "declined_cash_withdrawal": 0.0010997800439912018, "declined_transfer": 0.0013997200559888023, "direct_debit_payment_not_recognised": 0.0014997000599880025, "disposable_card_limits": 0.0021995600879824036, "edit_personal_details": 0.0016996600679864027, "exchange_charge": 0.001299740051989602, "exchange_rate": 0.0011997600479904018, "exchange_via_app": 0.0014997000599880025, "extra_charge_on_statement": 0.0011997600479904018, "failed_transfer": 0.0011997600479904018, "fiat_currency_support": 0.0020995800839832034, "get_disposable_virtual_card": 0.0030993801239752048, "get_physical_card": 0.09768046390721856, "getting_spare_card": 0.0666866626674665, "getting_virtual_card": 0.0027994401119776045, "lost_or_stolen_card": 0.006798640271945611, "lost_or_stolen_phone": 0.0013997200559888023, "order_physical_card": 0.07518496300739852, "passcode_forgotten": 0.0011997600479904018, "pending_card_payment": 0.0011997600479904018, "pending_cash_withdrawal": 0.0009998000399920016, "pending_top_up": 0.0010997800439912018, "pending_transfer": 0.0010997800439912018, "pin_blocked": 0.0015996800639872027, "receiving_money": 0.0015996800639872027, "request_refund": 0.006098780243951211, "reverted_card_payment?": 0.0021995600879824036, "supported_cards_and_currencies": 0.02269546090781844, "terminate_account": 0.001299740051989602, "top_up_by_bank_transfer_charge": 0.0014997000599880025, "top_up_by_card_charge": 0.0015996800639872027, "top_up_by_cash_or_cheque": 0.0014997000599880025, "top_up_failed": 0.001299740051989602, "top_up_limits": 0.0016996600679864027, "top_up_reverted": 0.0016996600679864027, "topping_up_by_card": 0.005098980203959208, "transaction_charged_twice": 0.0010997800439912018, "transfer_fee_charged": 0.0010997800439912018, "transfer_into_account": 0.0009998000399920016, "transfer_not_received_by_recipient": 0.0011997600479904018, "transfer_timing": 0.0011997600479904018, "unable_to_verify_identity": 0.001799640071985603, "verify_my_identity": 0.0015996800639872027, "verify_source_of_funds": 0.0014997000599880025, "verify_top_up": 0.0011997600479904018, "virtual_card_not_working": 0.0015996800639872027, "visa_or_mastercard": 0.010597880423915218, "why_verify_identity": 0.001299740051989602, "wrong_amount_of_cash_received": 0.0011997600479904018, "wrong_exchange_rate_for_cash_withdrawal": 0.0014997000599880025 }, "error": null, "latency_ms": 68.74179095029831, "usage": { "input_tokens": 590, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3045", "text_group": "a3c24a1fc51281fbe81216c90cc85143c0dc8558378ed7c66a741172a3507d1b", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0011001100110011003, "activate_my_card": 0.002000200020002, "age_limit": 0.0012001200120012, "apple_pay_or_google_pay": 0.002000200020002, "atm_support": 0.0030003000300030005, "automatic_top_up": 0.0012001200120012, "balance_not_updated_after_bank_transfer": 0.0014001400140014, "balance_not_updated_after_cheque_or_cash_deposit": 0.0018001800180018, "beneficiary_not_allowed": 0.0019001900190019003, "cancel_transfer": 0.0012001200120012, "card_about_to_expire": 0.002000200020002, "card_acceptance": 0.0083008300830083, "card_arrival": 0.0278027802780278, "card_delivery_estimate": 0.0036003600360036, "card_linking": 0.019901990199019903, "card_not_working": 0.0036003600360036, "card_payment_fee_charged": 0.0016001600160016002, "card_payment_not_recognised": 0.0015001500150015003, "card_payment_wrong_exchange_rate": 0.0018001800180018, "card_swallowed": 0.0016001600160016002, "cash_withdrawal_charge": 0.0013001300130013002, "cash_withdrawal_not_recognised": 0.001000100010001, "change_pin": 0.0013001300130013002, "compromised_card": 0.0018001800180018, "contactless_not_working": 0.0016001600160016002, "country_support": 0.5184518451845184, "declined_card_payment": 0.0012001200120012, "declined_cash_withdrawal": 0.001000100010001, "declined_transfer": 0.0012001200120012, "direct_debit_payment_not_recognised": 0.0013001300130013002, "disposable_card_limits": 0.0021002100210021, "edit_personal_details": 0.0013001300130013002, "exchange_charge": 0.0015001500150015003, "exchange_rate": 0.0012001200120012, "exchange_via_app": 0.0014001400140014, "extra_charge_on_statement": 0.0014001400140014, "failed_transfer": 0.001000100010001, "fiat_currency_support": 0.0025002500250025004, "get_disposable_virtual_card": 0.0030003000300030005, "get_physical_card": 0.10611061106110611, "getting_spare_card": 0.07550755075507551, "getting_virtual_card": 0.0035003500350035003, "lost_or_stolen_card": 0.0014001400140014, "lost_or_stolen_phone": 0.001000100010001, "order_physical_card": 0.07330733073307331, "passcode_forgotten": 0.001000100010001, "pending_card_payment": 0.0011001100110011003, "pending_cash_withdrawal": 0.0009000900090009, "pending_top_up": 0.0009000900090009, "pending_transfer": 0.001000100010001, "pin_blocked": 0.0012001200120012, "receiving_money": 0.0017001700170017002, "request_refund": 0.0017001700170017002, "reverted_card_payment?": 0.0017001700170017002, "supported_cards_and_currencies": 0.0549054905490549, "terminate_account": 0.001000100010001, "top_up_by_bank_transfer_charge": 0.0015001500150015003, "top_up_by_card_charge": 0.0017001700170017002, "top_up_by_cash_or_cheque": 0.0014001400140014, "top_up_failed": 0.0011001100110011003, "top_up_limits": 0.0013001300130013002, "top_up_reverted": 0.0015001500150015003, "topping_up_by_card": 0.0058005800580058, "transaction_charged_twice": 0.001000100010001, "transfer_fee_charged": 0.0011001100110011003, "transfer_into_account": 0.001000100010001, "transfer_not_received_by_recipient": 0.0012001200120012, "transfer_timing": 0.0012001200120012, "unable_to_verify_identity": 0.0015001500150015003, "verify_my_identity": 0.0014001400140014, "verify_source_of_funds": 0.0014001400140014, "verify_top_up": 0.0011001100110011003, "virtual_card_not_working": 0.0017001700170017002, "visa_or_mastercard": 0.007300730073007301, "why_verify_identity": 0.0012001200120012, "wrong_amount_of_cash_received": 0.0011001100110011003, "wrong_exchange_rate_for_cash_withdrawal": 0.0015001500150015003 }, "error": null, "latency_ms": 68.38712503667921, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3046", "text_group": "6f567f16fd2f3dd472efce8205b636afc59ef1fcbab0eac6714eeccb07e6ce26", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.001, "activate_my_card": 0.001, "age_limit": 0.0009, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0009, "automatic_top_up": 0.0005, "balance_not_updated_after_bank_transfer": 0.0007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009, "beneficiary_not_allowed": 0.0015, "cancel_transfer": 0.0006, "card_about_to_expire": 0.0017, "card_acceptance": 0.0032, "card_arrival": 0.0078, "card_delivery_estimate": 0.0009, "card_linking": 0.0043, "card_not_working": 0.0032, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0007, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0009, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0006, "change_pin": 0.0006, "compromised_card": 0.001, "contactless_not_working": 0.0007, "country_support": 0.8209, "declined_card_payment": 0.0008, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0007, "direct_debit_payment_not_recognised": 0.0007, "disposable_card_limits": 0.0009, "edit_personal_details": 0.0007, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0006, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0005, "fiat_currency_support": 0.0009, "get_disposable_virtual_card": 0.0013, "get_physical_card": 0.0457, "getting_spare_card": 0.0175, "getting_virtual_card": 0.0012, "lost_or_stolen_card": 0.0088, "lost_or_stolen_phone": 0.0008, "order_physical_card": 0.0319, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0006, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0005, "pending_transfer": 0.0005, "pin_blocked": 0.0007, "receiving_money": 0.0006, "request_refund": 0.0029, "reverted_card_payment?": 0.001, "supported_cards_and_currencies": 0.0052, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0006, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0006, "top_up_limits": 0.0006, "top_up_reverted": 0.0008, "topping_up_by_card": 0.0014, "transaction_charged_twice": 0.0005, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0005, "transfer_not_received_by_recipient": 0.0006, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.0015, "verify_my_identity": 0.0007, "verify_source_of_funds": 0.0007, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0008, "visa_or_mastercard": 0.0009, "why_verify_identity": 0.0007, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 68.84795799851418, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3047", "text_group": "ad6e98d8b5995f9b66ae41d3bd726b047fb77377346db42892f2b192267bc1e9", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0008001600320064013, "activate_my_card": 0.0007001400280056011, "age_limit": 0.0008001600320064013, "apple_pay_or_google_pay": 0.0007001400280056011, "atm_support": 0.0009001800360072014, "automatic_top_up": 0.0005001000200040008, "balance_not_updated_after_bank_transfer": 0.0006001200240048009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0009001800360072014, "beneficiary_not_allowed": 0.0010002000400080016, "cancel_transfer": 0.0006001200240048009, "card_about_to_expire": 0.0035007001400280055, "card_acceptance": 0.0016003200640128026, "card_arrival": 0.008801760352070415, "card_delivery_estimate": 0.0010002000400080016, "card_linking": 0.0023004600920184036, "card_not_working": 0.0022004400880176037, "card_payment_fee_charged": 0.0006001200240048009, "card_payment_not_recognised": 0.0006001200240048009, "card_payment_wrong_exchange_rate": 0.0007001400280056011, "card_swallowed": 0.0011002200440088019, "cash_withdrawal_charge": 0.0005001000200040008, "cash_withdrawal_not_recognised": 0.0005001000200040008, "change_pin": 0.0006001200240048009, "compromised_card": 0.0009001800360072014, "contactless_not_working": 0.0007001400280056011, "country_support": 0.7450490098019604, "declined_card_payment": 0.0007001400280056011, "declined_cash_withdrawal": 0.0005001000200040008, "declined_transfer": 0.0006001200240048009, "direct_debit_payment_not_recognised": 0.0006001200240048009, "disposable_card_limits": 0.0011002200440088019, "edit_personal_details": 0.0007001400280056011, "exchange_charge": 0.0005001000200040008, "exchange_rate": 0.0005001000200040008, "exchange_via_app": 0.0006001200240048009, "extra_charge_on_statement": 0.0005001000200040008, "failed_transfer": 0.0005001000200040008, "fiat_currency_support": 0.0009001800360072014, "get_disposable_virtual_card": 0.003800760152030406, "get_physical_card": 0.08231646329265853, "getting_spare_card": 0.04360872174434887, "getting_virtual_card": 0.002100420084016803, "lost_or_stolen_card": 0.0054010802160432084, "lost_or_stolen_phone": 0.0007001400280056011, "order_physical_card": 0.05451090218043608, "passcode_forgotten": 0.0005001000200040008, "pending_card_payment": 0.0005001000200040008, "pending_cash_withdrawal": 0.00040008001600320064, "pending_top_up": 0.0005001000200040008, "pending_transfer": 0.0005001000200040008, "pin_blocked": 0.0007001400280056011, "receiving_money": 0.0006001200240048009, "request_refund": 0.0009001800360072014, "reverted_card_payment?": 0.0009001800360072014, "supported_cards_and_currencies": 0.002500500100020004, "terminate_account": 0.0005001000200040008, "top_up_by_bank_transfer_charge": 0.0006001200240048009, "top_up_by_card_charge": 0.0007001400280056011, "top_up_by_cash_or_cheque": 0.0006001200240048009, "top_up_failed": 0.0006001200240048009, "top_up_limits": 0.0006001200240048009, "top_up_reverted": 0.0008001600320064013, "topping_up_by_card": 0.0012002400480096017, "transaction_charged_twice": 0.0005001000200040008, "transfer_fee_charged": 0.0005001000200040008, "transfer_into_account": 0.0005001000200040008, "transfer_not_received_by_recipient": 0.0005001000200040008, "transfer_timing": 0.0005001000200040008, "unable_to_verify_identity": 0.0008001600320064013, "verify_my_identity": 0.0006001200240048009, "verify_source_of_funds": 0.0006001200240048009, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0008001600320064013, "visa_or_mastercard": 0.0007001400280056011, "why_verify_identity": 0.0005001000200040008, "wrong_amount_of_cash_received": 0.0005001000200040008, "wrong_exchange_rate_for_cash_withdrawal": 0.0006001200240048009 }, "error": null, "latency_ms": 70.11950004380196, "usage": { "input_tokens": 596, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3048", "text_group": "cd55962ff01b4a371d9b47265a4bfa5ce4a29bcbffbb21263cd06987f8dd5ed8", "expected": "country_support", "prediction": "order_physical_card", "probabilities": { "Refund_not_showing_up": 0.0017994601619514146, "activate_my_card": 0.015195441367589723, "age_limit": 0.003998800359892032, "apple_pay_or_google_pay": 0.002099370188943317, "atm_support": 0.0038988303508947315, "automatic_top_up": 0.0012996101169649105, "balance_not_updated_after_bank_transfer": 0.0016994901529541137, "balance_not_updated_after_cheque_or_cash_deposit": 0.0017994601619514146, "beneficiary_not_allowed": 0.001999400179946016, "cancel_transfer": 0.0012996101169649105, "card_about_to_expire": 0.0028991302609217232, "card_acceptance": 0.01739478156553034, "card_arrival": 0.06687993601919424, "card_delivery_estimate": 0.0032990102969109266, "card_linking": 0.03848845346396081, "card_not_working": 0.010996700989703088, "card_payment_fee_charged": 0.0018994301709487154, "card_payment_not_recognised": 0.0016994901529541137, "card_payment_wrong_exchange_rate": 0.0018994301709487154, "card_swallowed": 0.0017994601619514146, "cash_withdrawal_charge": 0.0013995801259622115, "cash_withdrawal_not_recognised": 0.0011996401079676095, "change_pin": 0.0016994901529541137, "compromised_card": 0.0018994301709487154, "contactless_not_working": 0.0018994301709487154, "country_support": 0.13076077176846945, "declined_card_payment": 0.0015995201439568132, "declined_cash_withdrawal": 0.001099670098970309, "declined_transfer": 0.0012996101169649105, "direct_debit_payment_not_recognised": 0.0014995501349595122, "disposable_card_limits": 0.002599220233929821, "edit_personal_details": 0.0016994901529541137, "exchange_charge": 0.0016994901529541137, "exchange_rate": 0.0012996101169649105, "exchange_via_app": 0.0013995801259622115, "extra_charge_on_statement": 0.0011996401079676095, "failed_transfer": 0.0011996401079676095, "fiat_currency_support": 0.002099370188943317, "get_disposable_virtual_card": 0.002099370188943317, "get_physical_card": 0.18684394681595523, "getting_spare_card": 0.011196641007697692, "getting_virtual_card": 0.003998800359892032, "lost_or_stolen_card": 0.0013995801259622115, "lost_or_stolen_phone": 0.001099670098970309, "order_physical_card": 0.2573228031590523, "passcode_forgotten": 0.0013995801259622115, "pending_card_payment": 0.0012996101169649105, "pending_cash_withdrawal": 0.0008997300809757073, "pending_top_up": 0.001099670098970309, "pending_transfer": 0.001099670098970309, "pin_blocked": 0.0013995801259622115, "receiving_money": 0.0016994901529541137, "request_refund": 0.0016994901529541137, "reverted_card_payment?": 0.0018994301709487154, "supported_cards_and_currencies": 0.08927321803458962, "terminate_account": 0.001099670098970309, "top_up_by_bank_transfer_charge": 0.0016994901529541137, "top_up_by_card_charge": 0.001999400179946016, "top_up_by_cash_or_cheque": 0.0015995201439568132, "top_up_failed": 0.0012996101169649105, "top_up_limits": 0.0015995201439568132, "top_up_reverted": 0.0015995201439568132, "topping_up_by_card": 0.009697090872738179, "transaction_charged_twice": 0.001099670098970309, "transfer_fee_charged": 0.0011996401079676095, "transfer_into_account": 0.001099670098970309, "transfer_not_received_by_recipient": 0.0011996401079676095, "transfer_timing": 0.0012996101169649105, "unable_to_verify_identity": 0.0017994601619514146, "verify_my_identity": 0.0017994601619514146, "verify_source_of_funds": 0.0012996101169649105, "verify_top_up": 0.0011996401079676095, "virtual_card_not_working": 0.001999400179946016, "visa_or_mastercard": 0.05548335499350195, "why_verify_identity": 0.0015995201439568132, "wrong_amount_of_cash_received": 0.0011996401079676095, "wrong_exchange_rate_for_cash_withdrawal": 0.0014995501349595122 }, "error": null, "latency_ms": 68.6026660259813, "usage": { "input_tokens": 592, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3049", "text_group": "bed59eb62c5672d9c9cbbaea243a509ce27c1cdb53dfb60a6bdd32f0db06c2d5", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0005997001499250374, "activate_my_card": 0.0012993503248375812, "age_limit": 0.0006996501749125438, "apple_pay_or_google_pay": 0.0008995502248875562, "atm_support": 0.0014992503748125939, "automatic_top_up": 0.0006996501749125438, "balance_not_updated_after_bank_transfer": 0.0006996501749125438, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008995502248875562, "beneficiary_not_allowed": 0.0009995002498750627, "cancel_transfer": 0.0005997001499250374, "card_about_to_expire": 0.0009995002498750627, "card_acceptance": 0.012893553223388306, "card_arrival": 0.0029985007496251877, "card_delivery_estimate": 0.0009995002498750627, "card_linking": 0.004097951024487756, "card_not_working": 0.0010994502748625688, "card_payment_fee_charged": 0.0009995002498750627, "card_payment_not_recognised": 0.0007996001999000501, "card_payment_wrong_exchange_rate": 0.0009995002498750627, "card_swallowed": 0.0006996501749125438, "cash_withdrawal_charge": 0.0006996501749125438, "cash_withdrawal_not_recognised": 0.0005997001499250374, "change_pin": 0.0005997001499250374, "compromised_card": 0.0007996001999000501, "contactless_not_working": 0.0006996501749125438, "country_support": 0.773913043478261, "declined_card_payment": 0.0006996501749125438, "declined_cash_withdrawal": 0.0005997001499250374, "declined_transfer": 0.0006996501749125438, "direct_debit_payment_not_recognised": 0.0006996501749125438, "disposable_card_limits": 0.0009995002498750627, "edit_personal_details": 0.0007996001999000501, "exchange_charge": 0.0007996001999000501, "exchange_rate": 0.0006996501749125438, "exchange_via_app": 0.0007996001999000501, "extra_charge_on_statement": 0.0006996501749125438, "failed_transfer": 0.0005997001499250374, "fiat_currency_support": 0.0015992003998001002, "get_disposable_virtual_card": 0.0019990004997501253, "get_physical_card": 0.027586206896551724, "getting_spare_card": 0.010694652673663168, "getting_virtual_card": 0.0015992003998001002, "lost_or_stolen_card": 0.0004997501249375313, "lost_or_stolen_phone": 0.0004997501249375313, "order_physical_card": 0.012993503248375813, "passcode_forgotten": 0.0004997501249375313, "pending_card_payment": 0.0005997001499250374, "pending_cash_withdrawal": 0.0004997501249375313, "pending_top_up": 0.0004997501249375313, "pending_transfer": 0.0004997501249375313, "pin_blocked": 0.0005997001499250374, "receiving_money": 0.0010994502748625688, "request_refund": 0.0006996501749125438, "reverted_card_payment?": 0.0008995502248875562, "supported_cards_and_currencies": 0.09565217391304348, "terminate_account": 0.0004997501249375313, "top_up_by_bank_transfer_charge": 0.0007996001999000501, "top_up_by_card_charge": 0.0008995502248875562, "top_up_by_cash_or_cheque": 0.0006996501749125438, "top_up_failed": 0.0005997001499250374, "top_up_limits": 0.0006996501749125438, "top_up_reverted": 0.0007996001999000501, "topping_up_by_card": 0.002698650674662669, "transaction_charged_twice": 0.0005997001499250374, "transfer_fee_charged": 0.0006996501749125438, "transfer_into_account": 0.0005997001499250374, "transfer_not_received_by_recipient": 0.0006996501749125438, "transfer_timing": 0.0007996001999000501, "unable_to_verify_identity": 0.0007996001999000501, "verify_my_identity": 0.0007996001999000501, "verify_source_of_funds": 0.0007996001999000501, "verify_top_up": 0.0006996501749125438, "virtual_card_not_working": 0.0006996501749125438, "visa_or_mastercard": 0.0031984007996002004, "why_verify_identity": 0.0005997001499250374, "wrong_amount_of_cash_received": 0.0005997001499250374, "wrong_exchange_rate_for_cash_withdrawal": 0.0007996001999000501 }, "error": null, "latency_ms": 67.80483305919915, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3050", "text_group": "57979cfd507635872c51f2e25703a91d60c8f5f38848e5f0e51778f5082aa363", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0005997600959616154, "activate_my_card": 0.002898840463814474, "age_limit": 0.0007996801279488206, "apple_pay_or_google_pay": 0.0007996801279488206, "atm_support": 0.0013994402239104358, "automatic_top_up": 0.0005997600959616154, "balance_not_updated_after_bank_transfer": 0.0005997600959616154, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007996801279488206, "beneficiary_not_allowed": 0.0011995201919232307, "cancel_transfer": 0.0005997600959616154, "card_about_to_expire": 0.0010995601759296284, "card_acceptance": 0.005597760895641743, "card_arrival": 0.003698520591763295, "card_delivery_estimate": 0.0010995601759296284, "card_linking": 0.009396241503398642, "card_not_working": 0.001999200319872051, "card_payment_fee_charged": 0.0006997201119552179, "card_payment_not_recognised": 0.0007996801279488206, "card_payment_wrong_exchange_rate": 0.000899640143942423, "card_swallowed": 0.0007996801279488206, "cash_withdrawal_charge": 0.0006997201119552179, "cash_withdrawal_not_recognised": 0.0005997600959616154, "change_pin": 0.0006997201119552179, "compromised_card": 0.0009996001599360256, "contactless_not_working": 0.000899640143942423, "country_support": 0.8188724510195923, "declined_card_payment": 0.000899640143942423, "declined_cash_withdrawal": 0.0005997600959616154, "declined_transfer": 0.0006997201119552179, "direct_debit_payment_not_recognised": 0.0006997201119552179, "disposable_card_limits": 0.0009996001599360256, "edit_personal_details": 0.0007996801279488206, "exchange_charge": 0.0006997201119552179, "exchange_rate": 0.0005997600959616154, "exchange_via_app": 0.0006997201119552179, "extra_charge_on_statement": 0.0005997600959616154, "failed_transfer": 0.0005997600959616154, "fiat_currency_support": 0.0012994802079168333, "get_disposable_virtual_card": 0.001799280287884846, "get_physical_card": 0.04808076769292283, "getting_spare_card": 0.004498200719712115, "getting_virtual_card": 0.0013994402239104358, "lost_or_stolen_card": 0.0018992403038784486, "lost_or_stolen_phone": 0.0007996801279488206, "order_physical_card": 0.043882447021191526, "passcode_forgotten": 0.0006997201119552179, "pending_card_payment": 0.0006997201119552179, "pending_cash_withdrawal": 0.0004998000799680128, "pending_top_up": 0.0005997600959616154, "pending_transfer": 0.0005997600959616154, "pin_blocked": 0.000899640143942423, "receiving_money": 0.000899640143942423, "request_refund": 0.0013994402239104358, "reverted_card_payment?": 0.000899640143942423, "supported_cards_and_currencies": 0.0043982407037185135, "terminate_account": 0.0005997600959616154, "top_up_by_bank_transfer_charge": 0.0006997201119552179, "top_up_by_card_charge": 0.000899640143942423, "top_up_by_cash_or_cheque": 0.0006997201119552179, "top_up_failed": 0.0006997201119552179, "top_up_limits": 0.0006997201119552179, "top_up_reverted": 0.0007996801279488206, "topping_up_by_card": 0.002499000399840064, "transaction_charged_twice": 0.0004998000799680128, "transfer_fee_charged": 0.0005997600959616154, "transfer_into_account": 0.0004998000799680128, "transfer_not_received_by_recipient": 0.0005997600959616154, "transfer_timing": 0.0005997600959616154, "unable_to_verify_identity": 0.0010995601759296284, "verify_my_identity": 0.0007996801279488206, "verify_source_of_funds": 0.0006997201119552179, "verify_top_up": 0.0005997600959616154, "virtual_card_not_working": 0.000899640143942423, "visa_or_mastercard": 0.0012994802079168333, "why_verify_identity": 0.0005997600959616154, "wrong_amount_of_cash_received": 0.0005997600959616154, "wrong_exchange_rate_for_cash_withdrawal": 0.0006997201119552179 }, "error": null, "latency_ms": 70.01762499567121, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3051", "text_group": "c6bda17ef664e6dc94c984538b4b5428c1e50c63a7e93d0772401ccea5f6a7a6", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.003100930279083725, "activate_my_card": 0.004401320396118836, "age_limit": 0.004201260378113434, "apple_pay_or_google_pay": 0.004501350405121536, "atm_support": 0.07042112633790137, "automatic_top_up": 0.0038011403421026307, "balance_not_updated_after_bank_transfer": 0.0038011403421026307, "balance_not_updated_after_cheque_or_cash_deposit": 0.005201560468140441, "beneficiary_not_allowed": 0.004801440432129638, "cancel_transfer": 0.003401020306091827, "card_about_to_expire": 0.0030009002700810243, "card_acceptance": 0.021706511953586076, "card_arrival": 0.003401020306091827, "card_delivery_estimate": 0.0033009902970891265, "card_linking": 0.005301590477143143, "card_not_working": 0.004101230369110733, "card_payment_fee_charged": 0.0033009902970891265, "card_payment_not_recognised": 0.0039011703511053313, "card_payment_wrong_exchange_rate": 0.004001200360108033, "card_swallowed": 0.003200960288086426, "cash_withdrawal_charge": 0.0033009902970891265, "cash_withdrawal_not_recognised": 0.003200960288086426, "change_pin": 0.003100930279083725, "compromised_card": 0.003601080324097229, "contactless_not_working": 0.004001200360108033, "country_support": 0.4300290087026108, "declined_card_payment": 0.0030009002700810243, "declined_cash_withdrawal": 0.002700810243072922, "declined_transfer": 0.003401020306091827, "direct_debit_payment_not_recognised": 0.00370111033309993, "disposable_card_limits": 0.01900570171051315, "edit_personal_details": 0.004801440432129638, "exchange_charge": 0.0029008702610783233, "exchange_rate": 0.003100930279083725, "exchange_via_app": 0.00370111033309993, "extra_charge_on_statement": 0.0026007802340702207, "failed_transfer": 0.0029008702610783233, "fiat_currency_support": 0.04731419425827749, "get_disposable_virtual_card": 0.005701710513153946, "get_physical_card": 0.018505551665499647, "getting_spare_card": 0.00980294088226468, "getting_virtual_card": 0.005601680504151245, "lost_or_stolen_card": 0.002400720216064819, "lost_or_stolen_phone": 0.0023006902070621185, "order_physical_card": 0.0030009002700810243, "passcode_forgotten": 0.00250075022506752, "pending_card_payment": 0.0023006902070621185, "pending_cash_withdrawal": 0.0023006902070621185, "pending_top_up": 0.002400720216064819, "pending_transfer": 0.002400720216064819, "pin_blocked": 0.003200960288086426, "receiving_money": 0.009002700810243071, "request_refund": 0.004401320396118836, "reverted_card_payment?": 0.0033009902970891265, "supported_cards_and_currencies": 0.12333700110033011, "terminate_account": 0.003401020306091827, "top_up_by_bank_transfer_charge": 0.004001200360108033, "top_up_by_card_charge": 0.0030009002700810243, "top_up_by_cash_or_cheque": 0.00500150045013504, "top_up_failed": 0.003100930279083725, "top_up_limits": 0.006702010603180954, "top_up_reverted": 0.003601080324097229, "topping_up_by_card": 0.007302190657197159, "transaction_charged_twice": 0.0026007802340702207, "transfer_fee_charged": 0.002700810243072922, "transfer_into_account": 0.0030009002700810243, "transfer_not_received_by_recipient": 0.003200960288086426, "transfer_timing": 0.0029008702610783233, "unable_to_verify_identity": 0.004201260378113434, "verify_my_identity": 0.004001200360108033, "verify_source_of_funds": 0.004501350405121536, "verify_top_up": 0.00370111033309993, "virtual_card_not_working": 0.0039011703511053313, "visa_or_mastercard": 0.0069020706211863556, "why_verify_identity": 0.004001200360108033, "wrong_amount_of_cash_received": 0.0030009002700810243, "wrong_exchange_rate_for_cash_withdrawal": 0.003601080324097229 }, "error": null, "latency_ms": 69.09112492576241, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3052", "text_group": "1370aaa91bbed857e27dd9e3b68876ab55904640af4a6760b193bae257909d77", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0005000500050005002, "activate_my_card": 0.0007000700070007002, "age_limit": 0.0006000600060006001, "apple_pay_or_google_pay": 0.0007000700070007002, "atm_support": 0.007200720072007201, "automatic_top_up": 0.0005000500050005002, "balance_not_updated_after_bank_transfer": 0.0006000600060006001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008000800080008002, "beneficiary_not_allowed": 0.0009000900090009002, "cancel_transfer": 0.0006000600060006001, "card_about_to_expire": 0.0005000500050005002, "card_acceptance": 0.007200720072007201, "card_arrival": 0.0006000600060006001, "card_delivery_estimate": 0.0006000600060006001, "card_linking": 0.0009000900090009002, "card_not_working": 0.0008000800080008002, "card_payment_fee_charged": 0.0006000600060006001, "card_payment_not_recognised": 0.0007000700070007002, "card_payment_wrong_exchange_rate": 0.0008000800080008002, "card_swallowed": 0.0006000600060006001, "cash_withdrawal_charge": 0.0005000500050005002, "cash_withdrawal_not_recognised": 0.0005000500050005002, "change_pin": 0.0005000500050005002, "compromised_card": 0.0006000600060006001, "contactless_not_working": 0.0007000700070007002, "country_support": 0.8926892689268927, "declined_card_payment": 0.0006000600060006001, "declined_cash_withdrawal": 0.0005000500050005002, "declined_transfer": 0.0006000600060006001, "direct_debit_payment_not_recognised": 0.0006000600060006001, "disposable_card_limits": 0.0007000700070007002, "edit_personal_details": 0.0006000600060006001, "exchange_charge": 0.0006000600060006001, "exchange_rate": 0.0006000600060006001, "exchange_via_app": 0.0007000700070007002, "extra_charge_on_statement": 0.0005000500050005002, "failed_transfer": 0.0005000500050005002, "fiat_currency_support": 0.004800480048004801, "get_disposable_virtual_card": 0.0007000700070007002, "get_physical_card": 0.0009000900090009002, "getting_spare_card": 0.0007000700070007002, "getting_virtual_card": 0.0007000700070007002, "lost_or_stolen_card": 0.0005000500050005002, "lost_or_stolen_phone": 0.0004000400040004001, "order_physical_card": 0.0006000600060006001, "passcode_forgotten": 0.0005000500050005002, "pending_card_payment": 0.0005000500050005002, "pending_cash_withdrawal": 0.0005000500050005002, "pending_top_up": 0.0005000500050005002, "pending_transfer": 0.0005000500050005002, "pin_blocked": 0.0006000600060006001, "receiving_money": 0.0009000900090009002, "request_refund": 0.0008000800080008002, "reverted_card_payment?": 0.0006000600060006001, "supported_cards_and_currencies": 0.041904190419041906, "terminate_account": 0.0005000500050005002, "top_up_by_bank_transfer_charge": 0.0006000600060006001, "top_up_by_card_charge": 0.0006000600060006001, "top_up_by_cash_or_cheque": 0.0007000700070007002, "top_up_failed": 0.0005000500050005002, "top_up_limits": 0.0006000600060006001, "top_up_reverted": 0.0006000600060006001, "topping_up_by_card": 0.0009000900090009002, "transaction_charged_twice": 0.0005000500050005002, "transfer_fee_charged": 0.0005000500050005002, "transfer_into_account": 0.0005000500050005002, "transfer_not_received_by_recipient": 0.0006000600060006001, "transfer_timing": 0.0006000600060006001, "unable_to_verify_identity": 0.0007000700070007002, "verify_my_identity": 0.0008000800080008002, "verify_source_of_funds": 0.0009000900090009002, "verify_top_up": 0.0008000800080008002, "virtual_card_not_working": 0.0006000600060006001, "visa_or_mastercard": 0.0015001500150015003, "why_verify_identity": 0.0007000700070007002, "wrong_amount_of_cash_received": 0.0006000600060006001, "wrong_exchange_rate_for_cash_withdrawal": 0.0007000700070007002 }, "error": null, "latency_ms": 68.55333398561925, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3053", "text_group": "fd6bcb3f0e0709386938134c95aafb7b45fb8323f3912e79f91e07496814fd76", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0010998900109989002, "activate_my_card": 0.022297770222977704, "age_limit": 0.0014998500149985001, "apple_pay_or_google_pay": 0.0015998400159984002, "atm_support": 0.0037996200379962005, "automatic_top_up": 0.0011998800119988001, "balance_not_updated_after_bank_transfer": 0.0010998900109989002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012998700129987, "beneficiary_not_allowed": 0.0013998600139986002, "cancel_transfer": 0.000999900009999, "card_about_to_expire": 0.0014998500149985001, "card_acceptance": 0.012198780121987803, "card_arrival": 0.012398760123987601, "card_delivery_estimate": 0.0020997900209979003, "card_linking": 0.025397460253974602, "card_not_working": 0.0021997800219978004, "card_payment_fee_charged": 0.0014998500149985001, "card_payment_not_recognised": 0.0011998800119988001, "card_payment_wrong_exchange_rate": 0.0013998600139986002, "card_swallowed": 0.0011998800119988001, "cash_withdrawal_charge": 0.0010998900109989002, "cash_withdrawal_not_recognised": 0.0008999100089991, "change_pin": 0.0010998900109989002, "compromised_card": 0.0010998900109989002, "contactless_not_working": 0.0012998700129987, "country_support": 0.48765123487651235, "declined_card_payment": 0.000999900009999, "declined_cash_withdrawal": 0.0008999100089991, "declined_transfer": 0.000999900009999, "direct_debit_payment_not_recognised": 0.0011998800119988001, "disposable_card_limits": 0.0017998200179982, "edit_personal_details": 0.0010998900109989002, "exchange_charge": 0.0010998900109989002, "exchange_rate": 0.000999900009999, "exchange_via_app": 0.000999900009999, "extra_charge_on_statement": 0.000999900009999, "failed_transfer": 0.0008999100089991, "fiat_currency_support": 0.0020997900209979003, "get_disposable_virtual_card": 0.0022997700229977, "get_physical_card": 0.12418758124187582, "getting_spare_card": 0.0207979202079792, "getting_virtual_card": 0.0029997000299970002, "lost_or_stolen_card": 0.0008999100089991, "lost_or_stolen_phone": 0.0007999200079992001, "order_physical_card": 0.1287871212878712, "passcode_forgotten": 0.000999900009999, "pending_card_payment": 0.000999900009999, "pending_cash_withdrawal": 0.0007999200079992001, "pending_top_up": 0.0008999100089991, "pending_transfer": 0.0008999100089991, "pin_blocked": 0.0010998900109989002, "receiving_money": 0.0013998600139986002, "request_refund": 0.0011998800119988001, "reverted_card_payment?": 0.0012998700129987, "supported_cards_and_currencies": 0.03899610038996101, "terminate_account": 0.000999900009999, "top_up_by_bank_transfer_charge": 0.0013998600139986002, "top_up_by_card_charge": 0.001999800019998, "top_up_by_cash_or_cheque": 0.0012998700129987, "top_up_failed": 0.0010998900109989002, "top_up_limits": 0.0012998700129987, "top_up_reverted": 0.0012998700129987, "topping_up_by_card": 0.018098190180981903, "transaction_charged_twice": 0.0008999100089991, "transfer_fee_charged": 0.000999900009999, "transfer_into_account": 0.0008999100089991, "transfer_not_received_by_recipient": 0.000999900009999, "transfer_timing": 0.0010998900109989002, "unable_to_verify_identity": 0.0013998600139986002, "verify_my_identity": 0.0013998600139986002, "verify_source_of_funds": 0.0011998800119988001, "verify_top_up": 0.0011998800119988001, "virtual_card_not_working": 0.0012998700129987, "visa_or_mastercard": 0.023897610238976102, "why_verify_identity": 0.0011998800119988001, "wrong_amount_of_cash_received": 0.0008999100089991, "wrong_exchange_rate_for_cash_withdrawal": 0.0010998900109989002 }, "error": null, "latency_ms": 68.70845903176814, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3054", "text_group": "dd090450a870e8fc4f3ece0dfcfff60919213b9e32f07318ed0eeda46022aa76", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0024995000999800043, "activate_my_card": 0.014897020595880824, "age_limit": 0.024795040991801638, "apple_pay_or_google_pay": 0.0023995200959808036, "atm_support": 0.003599280143971206, "automatic_top_up": 0.0023995200959808036, "balance_not_updated_after_bank_transfer": 0.0023995200959808036, "balance_not_updated_after_cheque_or_cash_deposit": 0.0024995000999800043, "beneficiary_not_allowed": 0.0026994601079784043, "cancel_transfer": 0.0024995000999800043, "card_about_to_expire": 0.08968206358728255, "card_acceptance": 0.012897420515896822, "card_arrival": 0.005598880223955209, "card_delivery_estimate": 0.0027994401119776045, "card_linking": 0.03759248150369926, "card_not_working": 0.019596080783843232, "card_payment_fee_charged": 0.0032993401319736052, "card_payment_not_recognised": 0.0023995200959808036, "card_payment_wrong_exchange_rate": 0.002599480103979204, "card_swallowed": 0.0024995000999800043, "cash_withdrawal_charge": 0.0021995600879824036, "cash_withdrawal_not_recognised": 0.0015996800639872027, "change_pin": 0.0033993201359728054, "compromised_card": 0.002999400119976005, "contactless_not_working": 0.0026994601079784043, "country_support": 0.3923215356928615, "declined_card_payment": 0.0020995800839832034, "declined_cash_withdrawal": 0.0014997000599880025, "declined_transfer": 0.0018996200759848032, "direct_debit_payment_not_recognised": 0.0018996200759848032, "disposable_card_limits": 0.0033993201359728054, "edit_personal_details": 0.011797640471905619, "exchange_charge": 0.0021995600879824036, "exchange_rate": 0.0015996800639872027, "exchange_via_app": 0.0018996200759848032, "extra_charge_on_statement": 0.0018996200759848032, "failed_transfer": 0.0016996600679864027, "fiat_currency_support": 0.0024995000999800043, "get_disposable_virtual_card": 0.003599280143971206, "get_physical_card": 0.07498500299940011, "getting_spare_card": 0.009498100379924015, "getting_virtual_card": 0.004199160167966407, "lost_or_stolen_card": 0.001799640071985603, "lost_or_stolen_phone": 0.001299740051989602, "order_physical_card": 0.11867626474705059, "passcode_forgotten": 0.002299540091981604, "pending_card_payment": 0.0020995800839832034, "pending_cash_withdrawal": 0.0013997200559888023, "pending_top_up": 0.001799640071985603, "pending_transfer": 0.0016996600679864027, "pin_blocked": 0.0020995800839832034, "receiving_money": 0.0021995600879824036, "request_refund": 0.009398120375924815, "reverted_card_payment?": 0.0026994601079784043, "supported_cards_and_currencies": 0.01969606078784243, "terminate_account": 0.001999600079984003, "top_up_by_bank_transfer_charge": 0.0024995000999800043, "top_up_by_card_charge": 0.002999400119976005, "top_up_by_cash_or_cheque": 0.0020995800839832034, "top_up_failed": 0.0020995800839832034, "top_up_limits": 0.0021995600879824036, "top_up_reverted": 0.0023995200959808036, "topping_up_by_card": 0.007198560287942412, "transaction_charged_twice": 0.0015996800639872027, "transfer_fee_charged": 0.0018996200759848032, "transfer_into_account": 0.0015996800639872027, "transfer_not_received_by_recipient": 0.0016996600679864027, "transfer_timing": 0.0020995800839832034, "unable_to_verify_identity": 0.0027994401119776045, "verify_my_identity": 0.0027994401119776045, "verify_source_of_funds": 0.0020995800839832034, "verify_top_up": 0.0018996200759848032, "virtual_card_not_working": 0.0024995000999800043, "visa_or_mastercard": 0.010897820435912817, "why_verify_identity": 0.0021995600879824036, "wrong_amount_of_cash_received": 0.0015996800639872027, "wrong_exchange_rate_for_cash_withdrawal": 0.0020995800839832034 }, "error": null, "latency_ms": 69.49287501629442, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3055", "text_group": "bf5e67213676e5862af356c848fd4ee5719100fee61b9b9e6f49b2a0d0c85ddf", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.00039996000399960006, "activate_my_card": 0.0006999300069993001, "age_limit": 0.0005999400059994001, "apple_pay_or_google_pay": 0.0004999500049995, "atm_support": 0.0008999100089991, "automatic_top_up": 0.00039996000399960006, "balance_not_updated_after_bank_transfer": 0.00039996000399960006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006999300069993001, "beneficiary_not_allowed": 0.0006999300069993001, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.0005999400059994001, "card_acceptance": 0.0013998600139986002, "card_arrival": 0.0021997800219978004, "card_delivery_estimate": 0.0010998900109989002, "card_linking": 0.0018998100189981002, "card_not_working": 0.0011998800119988001, "card_payment_fee_charged": 0.00039996000399960006, "card_payment_not_recognised": 0.0004999500049995, "card_payment_wrong_exchange_rate": 0.0004999500049995, "card_swallowed": 0.0004999500049995, "cash_withdrawal_charge": 0.00039996000399960006, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.00039996000399960006, "compromised_card": 0.00039996000399960006, "contactless_not_working": 0.0004999500049995, "country_support": 0.8829117088291171, "declined_card_payment": 0.0004999500049995, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.00039996000399960006, "direct_debit_payment_not_recognised": 0.00039996000399960006, "disposable_card_limits": 0.0005999400059994001, "edit_personal_details": 0.00039996000399960006, "exchange_charge": 0.00039996000399960006, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.00039996000399960006, "extra_charge_on_statement": 0.00039996000399960006, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0007999200079992001, "get_disposable_virtual_card": 0.0010998900109989002, "get_physical_card": 0.03419658034196581, "getting_spare_card": 0.0034996500349965005, "getting_virtual_card": 0.000999900009999, "lost_or_stolen_card": 0.0005999400059994001, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.03319668033196681, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.00039996000399960006, "pending_cash_withdrawal": 0.00029997000299970003, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0004999500049995, "receiving_money": 0.0005999400059994001, "request_refund": 0.0005999400059994001, "reverted_card_payment?": 0.0004999500049995, "supported_cards_and_currencies": 0.0036996300369963007, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.0004999500049995, "top_up_by_card_charge": 0.0005999400059994001, "top_up_by_cash_or_cheque": 0.00039996000399960006, "top_up_failed": 0.00039996000399960006, "top_up_limits": 0.0004999500049995, "top_up_reverted": 0.0004999500049995, "topping_up_by_card": 0.0021997800219978004, "transaction_charged_twice": 0.00029997000299970003, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00029997000299970003, "transfer_not_received_by_recipient": 0.00039996000399960006, "transfer_timing": 0.00039996000399960006, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.00039996000399960006, "verify_top_up": 0.00039996000399960006, "virtual_card_not_working": 0.0004999500049995, "visa_or_mastercard": 0.0005999400059994001, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 69.38920903485268, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3056", "text_group": "c5d06e0bd4496cbb3a940daa8544789e6ef9000f89806e5379754f55ee9cfa14", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.00019992003198720514, "activate_my_card": 0.0002998800479808077, "age_limit": 0.00019992003198720514, "apple_pay_or_google_pay": 0.0002998800479808077, "atm_support": 0.0015993602558976412, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.00019992003198720514, "card_acceptance": 0.0011995201919232307, "card_arrival": 0.0002998800479808077, "card_delivery_estimate": 0.0002998800479808077, "card_linking": 0.0003998400639744103, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0002998800479808077, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.00019992003198720514, "change_pin": 0.00019992003198720514, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0002998800479808077, "country_support": 0.973610555777689, "declined_card_payment": 0.00019992003198720514, "declined_cash_withdrawal": 0.00019992003198720514, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0002998800479808077, "disposable_card_limits": 0.0002998800479808077, "edit_personal_details": 0.0002998800479808077, "exchange_charge": 0.00019992003198720514, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.00019992003198720514, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.0013994402239104358, "get_disposable_virtual_card": 0.00019992003198720514, "get_physical_card": 0.0002998800479808077, "getting_spare_card": 0.0002998800479808077, "getting_virtual_card": 0.0002998800479808077, "lost_or_stolen_card": 0.00019992003198720514, "lost_or_stolen_phone": 0.00019992003198720514, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.00019992003198720514, "pending_card_payment": 0.00019992003198720514, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.00019992003198720514, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0003998400639744103, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0002998800479808077, "supported_cards_and_currencies": 0.0012994802079168333, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.0003998400639744103, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0002998800479808077, "verify_my_identity": 0.0003998400639744103, "verify_source_of_funds": 0.0003998400639744103, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0002998800479808077, "why_verify_identity": 0.0002998800479808077, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0002998800479808077 }, "error": null, "latency_ms": 71.04320800863206, "usage": { "input_tokens": 582, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3057", "text_group": "067ae38c7461e931b8e519fcc3373b254518a3c11bb087a67b648163010c398d", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.00020006001800540162, "activate_my_card": 0.0003000900270081024, "age_limit": 0.00020006001800540162, "apple_pay_or_google_pay": 0.0005001500450135041, "atm_support": 0.0006001800540162048, "automatic_top_up": 0.00020006001800540162, "balance_not_updated_after_bank_transfer": 0.00020006001800540162, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000900270081024, "beneficiary_not_allowed": 0.00040012003601080324, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.00020006001800540162, "card_acceptance": 0.0010003000900270082, "card_arrival": 0.0003000900270081024, "card_delivery_estimate": 0.0003000900270081024, "card_linking": 0.00040012003601080324, "card_not_working": 0.0003000900270081024, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.0003000900270081024, "card_swallowed": 0.00020006001800540162, "cash_withdrawal_charge": 0.00020006001800540162, "cash_withdrawal_not_recognised": 0.00020006001800540162, "change_pin": 0.00020006001800540162, "compromised_card": 0.00020006001800540162, "contactless_not_working": 0.0003000900270081024, "country_support": 0.8459537861358407, "declined_card_payment": 0.00020006001800540162, "declined_cash_withdrawal": 0.00020006001800540162, "declined_transfer": 0.00020006001800540162, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.00020006001800540162, "exchange_charge": 0.00020006001800540162, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.00040012003601080324, "extra_charge_on_statement": 0.00020006001800540162, "failed_transfer": 0.00020006001800540162, "fiat_currency_support": 0.004001200360108033, "get_disposable_virtual_card": 0.0003000900270081024, "get_physical_card": 0.00040012003601080324, "getting_spare_card": 0.0003000900270081024, "getting_virtual_card": 0.0003000900270081024, "lost_or_stolen_card": 0.00020006001800540162, "lost_or_stolen_phone": 0.00020006001800540162, "order_physical_card": 0.00020006001800540162, "passcode_forgotten": 0.00020006001800540162, "pending_card_payment": 0.00020006001800540162, "pending_cash_withdrawal": 0.00020006001800540162, "pending_top_up": 0.00020006001800540162, "pending_transfer": 0.00020006001800540162, "pin_blocked": 0.00020006001800540162, "receiving_money": 0.0005001500450135041, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.0003000900270081024, "supported_cards_and_currencies": 0.12933880164049213, "terminate_account": 0.00020006001800540162, "top_up_by_bank_transfer_charge": 0.00020006001800540162, "top_up_by_card_charge": 0.00020006001800540162, "top_up_by_cash_or_cheque": 0.00020006001800540162, "top_up_failed": 0.00020006001800540162, "top_up_limits": 0.00040012003601080324, "top_up_reverted": 0.0003000900270081024, "topping_up_by_card": 0.0003000900270081024, "transaction_charged_twice": 0.00020006001800540162, "transfer_fee_charged": 0.00020006001800540162, "transfer_into_account": 0.00020006001800540162, "transfer_not_received_by_recipient": 0.00020006001800540162, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.0003000900270081024, "verify_my_identity": 0.0003000900270081024, "verify_source_of_funds": 0.0003000900270081024, "verify_top_up": 0.0003000900270081024, "virtual_card_not_working": 0.0003000900270081024, "visa_or_mastercard": 0.00040012003601080324, "why_verify_identity": 0.0003000900270081024, "wrong_amount_of_cash_received": 0.00020006001800540162, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000900270081024 }, "error": null, "latency_ms": 69.43941593635827, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3058", "text_group": "c70d3130157477d7be1b7c65e1b11c683c8eca8ad5c119b62f8cdf7f5d015b19", "expected": "country_support", "prediction": "lost_or_stolen_phone", "probabilities": { "Refund_not_showing_up": 0.006001800540162049, "activate_my_card": 0.009202760828248474, "age_limit": 0.006702010603180954, "apple_pay_or_google_pay": 0.014004201260378114, "atm_support": 0.030509152745823744, "automatic_top_up": 0.00850255076522957, "balance_not_updated_after_bank_transfer": 0.03551065319595878, "balance_not_updated_after_cheque_or_cash_deposit": 0.042112633790137036, "beneficiary_not_allowed": 0.013804141242372711, "cancel_transfer": 0.007602280684205261, "card_about_to_expire": 0.00750225067520256, "card_acceptance": 0.013203961188356506, "card_arrival": 0.0247074122236671, "card_delivery_estimate": 0.010903270981294387, "card_linking": 0.013404021206361909, "card_not_working": 0.01130339101730519, "card_payment_fee_charged": 0.007902370711213365, "card_payment_not_recognised": 0.009102730819245773, "card_payment_wrong_exchange_rate": 0.00980294088226468, "card_swallowed": 0.01130339101730519, "cash_withdrawal_charge": 0.00850255076522957, "cash_withdrawal_not_recognised": 0.028308492547764328, "change_pin": 0.007202160648194458, "compromised_card": 0.00980294088226468, "contactless_not_working": 0.012303691107332199, "country_support": 0.02100630189056717, "declined_card_payment": 0.006301890567170151, "declined_cash_withdrawal": 0.007302190657197159, "declined_transfer": 0.007202160648194458, "direct_debit_payment_not_recognised": 0.009402820846253877, "disposable_card_limits": 0.012103631089326798, "edit_personal_details": 0.010303090927278184, "exchange_charge": 0.007302190657197159, "exchange_rate": 0.007602280684205261, "exchange_via_app": 0.009102730819245773, "extra_charge_on_statement": 0.005601680504151245, "failed_transfer": 0.007602280684205261, "fiat_currency_support": 0.01960588176452936, "get_disposable_virtual_card": 0.009302790837251175, "get_physical_card": 0.012903871161348404, "getting_spare_card": 0.00740222066619986, "getting_virtual_card": 0.007302190657197159, "lost_or_stolen_card": 0.019105731719515854, "lost_or_stolen_phone": 0.1374412323697109, "order_physical_card": 0.005901770531159347, "passcode_forgotten": 0.0069020706211863556, "pending_card_payment": 0.00620186055816745, "pending_cash_withdrawal": 0.006802040612183654, "pending_top_up": 0.006001800540162049, "pending_transfer": 0.006101830549164749, "pin_blocked": 0.00850255076522957, "receiving_money": 0.009702910873261979, "request_refund": 0.005901770531159347, "reverted_card_payment?": 0.008602580774232269, "supported_cards_and_currencies": 0.028808642592777833, "terminate_account": 0.009402820846253877, "top_up_by_bank_transfer_charge": 0.008402520756226868, "top_up_by_card_charge": 0.006501950585175552, "top_up_by_cash_or_cheque": 0.01500450135040512, "top_up_failed": 0.007302190657197159, "top_up_limits": 0.007202160648194458, "top_up_reverted": 0.008802640792237672, "topping_up_by_card": 0.01130339101730519, "transaction_charged_twice": 0.006501950585175552, "transfer_fee_charged": 0.005801740522156647, "transfer_into_account": 0.007302190657197159, "transfer_not_received_by_recipient": 0.010303090927278184, "transfer_timing": 0.0069020706211863556, "unable_to_verify_identity": 0.011403421026307892, "verify_my_identity": 0.013203961188356506, "verify_source_of_funds": 0.01500450135040512, "verify_top_up": 0.009702910873261979, "virtual_card_not_working": 0.00990297089126738, "visa_or_mastercard": 0.020106031809542863, "why_verify_identity": 0.009302790837251175, "wrong_amount_of_cash_received": 0.008802640792237672, "wrong_exchange_rate_for_cash_withdrawal": 0.009302790837251175 }, "error": null, "latency_ms": 68.53704096283764, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3059", "text_group": "5dd67e8daceab8085c35933417c1f05cc9aba5706a556307c13d8f51f148c8e3", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0010995601759296284, "activate_my_card": 0.007696921231507397, "age_limit": 0.0015993602558976412, "apple_pay_or_google_pay": 0.001999200319872051, "atm_support": 0.0043982407037185135, "automatic_top_up": 0.0013994402239104358, "balance_not_updated_after_bank_transfer": 0.0012994802079168333, "balance_not_updated_after_cheque_or_cash_deposit": 0.001799280287884846, "beneficiary_not_allowed": 0.001999200319872051, "cancel_transfer": 0.0013994402239104358, "card_about_to_expire": 0.0018992403038784486, "card_acceptance": 0.022790883646541384, "card_arrival": 0.0027988804478208716, "card_delivery_estimate": 0.0018992403038784486, "card_linking": 0.01799280287884846, "card_not_working": 0.002499000399840064, "card_payment_fee_charged": 0.0014994002399040384, "card_payment_not_recognised": 0.0015993602558976412, "card_payment_wrong_exchange_rate": 0.0018992403038784486, "card_swallowed": 0.0015993602558976412, "cash_withdrawal_charge": 0.0013994402239104358, "cash_withdrawal_not_recognised": 0.0011995201919232307, "change_pin": 0.0014994002399040384, "compromised_card": 0.0014994002399040384, "contactless_not_working": 0.001799280287884846, "country_support": 0.6758296681327469, "declined_card_payment": 0.0014994002399040384, "declined_cash_withdrawal": 0.0009996001599360256, "declined_transfer": 0.0011995201919232307, "direct_debit_payment_not_recognised": 0.0013994402239104358, "disposable_card_limits": 0.002499000399840064, "edit_personal_details": 0.0018992403038784486, "exchange_charge": 0.0015993602558976412, "exchange_rate": 0.0013994402239104358, "exchange_via_app": 0.0015993602558976412, "extra_charge_on_statement": 0.0013994402239104358, "failed_transfer": 0.0011995201919232307, "fiat_currency_support": 0.005097960815673731, "get_disposable_virtual_card": 0.0038984406237504996, "get_physical_card": 0.057477009196321475, "getting_spare_card": 0.021991203518592562, "getting_virtual_card": 0.002898840463814474, "lost_or_stolen_card": 0.001799280287884846, "lost_or_stolen_phone": 0.0012994802079168333, "order_physical_card": 0.048380647740903636, "passcode_forgotten": 0.0012994802079168333, "pending_card_payment": 0.0012994802079168333, "pending_cash_withdrawal": 0.0009996001599360256, "pending_top_up": 0.0010995601759296284, "pending_transfer": 0.0010995601759296284, "pin_blocked": 0.0014994002399040384, "receiving_money": 0.001799280287884846, "request_refund": 0.0021991203518592567, "reverted_card_payment?": 0.001799280287884846, "supported_cards_and_currencies": 0.025789684126349462, "terminate_account": 0.0011995201919232307, "top_up_by_bank_transfer_charge": 0.0014994002399040384, "top_up_by_card_charge": 0.001799280287884846, "top_up_by_cash_or_cheque": 0.0014994002399040384, "top_up_failed": 0.0012994802079168333, "top_up_limits": 0.001799280287884846, "top_up_reverted": 0.0016993202718912435, "topping_up_by_card": 0.005697720911635346, "transaction_charged_twice": 0.0010995601759296284, "transfer_fee_charged": 0.0011995201919232307, "transfer_into_account": 0.0010995601759296284, "transfer_not_received_by_recipient": 0.0011995201919232307, "transfer_timing": 0.0012994802079168333, "unable_to_verify_identity": 0.0016993202718912435, "verify_my_identity": 0.0014994002399040384, "verify_source_of_funds": 0.0013994402239104358, "verify_top_up": 0.0010995601759296284, "virtual_card_not_working": 0.0015993602558976412, "visa_or_mastercard": 0.003598560575769692, "why_verify_identity": 0.0011995201919232307, "wrong_amount_of_cash_received": 0.0011995201919232307, "wrong_exchange_rate_for_cash_withdrawal": 0.0014994002399040384 }, "error": null, "latency_ms": 69.02141706086695, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3060", "text_group": "7b2fbc0b4063ed962b9816142a1a9804b8249aca4eae4008fd609bf422651310", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0005998200539838048, "activate_my_card": 0.34229731080675796, "age_limit": 0.0012996101169649105, "apple_pay_or_google_pay": 0.0011996401079676095, "atm_support": 0.0034989503149055285, "automatic_top_up": 0.0012996101169649105, "balance_not_updated_after_bank_transfer": 0.0007997600719784066, "balance_not_updated_after_cheque_or_cash_deposit": 0.000999700089973008, "beneficiary_not_allowed": 0.0012996101169649105, "cancel_transfer": 0.0008997300809757073, "card_about_to_expire": 0.0006997900629811057, "card_acceptance": 0.0075977206837948615, "card_arrival": 0.0007997600719784066, "card_delivery_estimate": 0.0006997900629811057, "card_linking": 0.002199340197940618, "card_not_working": 0.0008997300809757073, "card_payment_fee_charged": 0.0008997300809757073, "card_payment_not_recognised": 0.001099670098970309, "card_payment_wrong_exchange_rate": 0.001099670098970309, "card_swallowed": 0.0007997600719784066, "cash_withdrawal_charge": 0.0006997900629811057, "cash_withdrawal_not_recognised": 0.0005998200539838048, "change_pin": 0.0008997300809757073, "compromised_card": 0.0007997600719784066, "contactless_not_working": 0.0008997300809757073, "country_support": 0.5428371488553434, "declined_card_payment": 0.0007997600719784066, "declined_cash_withdrawal": 0.0005998200539838048, "declined_transfer": 0.0008997300809757073, "direct_debit_payment_not_recognised": 0.0007997600719784066, "disposable_card_limits": 0.000999700089973008, "edit_personal_details": 0.0016994901529541137, "exchange_charge": 0.000999700089973008, "exchange_rate": 0.000999700089973008, "exchange_via_app": 0.0012996101169649105, "extra_charge_on_statement": 0.0007997600719784066, "failed_transfer": 0.0007997600719784066, "fiat_currency_support": 0.002199340197940618, "get_disposable_virtual_card": 0.0012996101169649105, "get_physical_card": 0.0034989503149055285, "getting_spare_card": 0.001099670098970309, "getting_virtual_card": 0.0016994901529541137, "lost_or_stolen_card": 0.0005998200539838048, "lost_or_stolen_phone": 0.0005998200539838048, "order_physical_card": 0.000999700089973008, "passcode_forgotten": 0.0006997900629811057, "pending_card_payment": 0.0006997900629811057, "pending_cash_withdrawal": 0.0005998200539838048, "pending_top_up": 0.0006997900629811057, "pending_transfer": 0.0006997900629811057, "pin_blocked": 0.0007997600719784066, "receiving_money": 0.0018994301709487154, "request_refund": 0.0011996401079676095, "reverted_card_payment?": 0.0008997300809757073, "supported_cards_and_currencies": 0.005698290512846147, "terminate_account": 0.0013995801259622115, "top_up_by_bank_transfer_charge": 0.000999700089973008, "top_up_by_card_charge": 0.0007997600719784066, "top_up_by_cash_or_cheque": 0.0008997300809757073, "top_up_failed": 0.0008997300809757073, "top_up_limits": 0.0008997300809757073, "top_up_reverted": 0.000999700089973008, "topping_up_by_card": 0.0011996401079676095, "transaction_charged_twice": 0.0006997900629811057, "transfer_fee_charged": 0.0006997900629811057, "transfer_into_account": 0.0007997600719784066, "transfer_not_received_by_recipient": 0.0007997600719784066, "transfer_timing": 0.0007997600719784066, "unable_to_verify_identity": 0.005998200539838049, "verify_my_identity": 0.018794361691492553, "verify_source_of_funds": 0.0011996401079676095, "verify_top_up": 0.0011996401079676095, "virtual_card_not_working": 0.0008997300809757073, "visa_or_mastercard": 0.0015995201439568132, "why_verify_identity": 0.0024992502249325203, "wrong_amount_of_cash_received": 0.0006997900629811057, "wrong_exchange_rate_for_cash_withdrawal": 0.0008997300809757073 }, "error": null, "latency_ms": 69.94366704020649, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3061", "text_group": "67f4cb417024406326498e0707e375a90a7bdc319abaad523c28d87c6056afb8", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.0026997300269973002, "age_limit": 0.0005999400059994001, "apple_pay_or_google_pay": 0.000999900009999, "atm_support": 0.0018998100189981002, "automatic_top_up": 0.0005999400059994001, "balance_not_updated_after_bank_transfer": 0.0006999300069993001, "balance_not_updated_after_cheque_or_cash_deposit": 0.0007999200079992001, "beneficiary_not_allowed": 0.000999900009999, "cancel_transfer": 0.0008999100089991, "card_about_to_expire": 0.0007999200079992001, "card_acceptance": 0.0091990800919908, "card_arrival": 0.0033996600339966003, "card_delivery_estimate": 0.001999800019998, "card_linking": 0.0241975802419758, "card_not_working": 0.0011998800119988001, "card_payment_fee_charged": 0.0007999200079992001, "card_payment_not_recognised": 0.0007999200079992001, "card_payment_wrong_exchange_rate": 0.0010998900109989002, "card_swallowed": 0.0007999200079992001, "cash_withdrawal_charge": 0.0005999400059994001, "cash_withdrawal_not_recognised": 0.0004999500049995, "change_pin": 0.0006999300069993001, "compromised_card": 0.0006999300069993001, "contactless_not_working": 0.000999900009999, "country_support": 0.7421257874212579, "declined_card_payment": 0.0006999300069993001, "declined_cash_withdrawal": 0.0005999400059994001, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.0005999400059994001, "disposable_card_limits": 0.0008999100089991, "edit_personal_details": 0.0006999300069993001, "exchange_charge": 0.0010998900109989002, "exchange_rate": 0.000999900009999, "exchange_via_app": 0.0015998400159984002, "extra_charge_on_statement": 0.0005999400059994001, "failed_transfer": 0.0005999400059994001, "fiat_currency_support": 0.001999800019998, "get_disposable_virtual_card": 0.0037996200379962005, "get_physical_card": 0.05459454054594541, "getting_spare_card": 0.0024997500249975004, "getting_virtual_card": 0.0037996200379962005, "lost_or_stolen_card": 0.0004999500049995, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.049095090490950906, "passcode_forgotten": 0.0004999500049995, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.0004999500049995, "pending_top_up": 0.0004999500049995, "pending_transfer": 0.0004999500049995, "pin_blocked": 0.0006999300069993001, "receiving_money": 0.0051994800519948, "request_refund": 0.0006999300069993001, "reverted_card_payment?": 0.0007999200079992001, "supported_cards_and_currencies": 0.035596440355964404, "terminate_account": 0.0005999400059994001, "top_up_by_bank_transfer_charge": 0.0010998900109989002, "top_up_by_card_charge": 0.0007999200079992001, "top_up_by_cash_or_cheque": 0.0006999300069993001, "top_up_failed": 0.0006999300069993001, "top_up_limits": 0.0006999300069993001, "top_up_reverted": 0.0007999200079992001, "topping_up_by_card": 0.008799120087991202, "transaction_charged_twice": 0.0005999400059994001, "transfer_fee_charged": 0.0006999300069993001, "transfer_into_account": 0.0007999200079992001, "transfer_not_received_by_recipient": 0.0010998900109989002, "transfer_timing": 0.0033996600339966003, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0005999400059994001, "verify_source_of_funds": 0.0005999400059994001, "verify_top_up": 0.0005999400059994001, "virtual_card_not_working": 0.0010998900109989002, "visa_or_mastercard": 0.0017998200179982, "why_verify_identity": 0.0004999500049995, "wrong_amount_of_cash_received": 0.0005999400059994001, "wrong_exchange_rate_for_cash_withdrawal": 0.0007999200079992001 }, "error": null, "latency_ms": 73.71174998115748, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3062", "text_group": "85bea906ee0e0ff40dbd49f18aa8bbf5a497d22243c6ba9a9b9e4344c2376dee", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0002, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.9673, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0002, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.0017, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0002, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0147, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0002, "top_up_reverted": 0.0002, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0002, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0002, "verify_top_up": 0.0002, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0003, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 71.76850002724677, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3063", "text_group": "5bb05d8c27f2cf0068190b75bbe0b25c859ae9c469f618e2cc2fc8a4aa1a60be", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0003000900270081024, "activate_my_card": 0.0003000900270081024, "age_limit": 0.0003000900270081024, "apple_pay_or_google_pay": 0.00040012003601080324, "atm_support": 0.0008002400720216065, "automatic_top_up": 0.0003000900270081024, "balance_not_updated_after_bank_transfer": 0.00040012003601080324, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001500450135041, "beneficiary_not_allowed": 0.0005001500450135041, "cancel_transfer": 0.0003000900270081024, "card_about_to_expire": 0.0003000900270081024, "card_acceptance": 0.0005001500450135041, "card_arrival": 0.0015004501350405122, "card_delivery_estimate": 0.0005001500450135041, "card_linking": 0.00040012003601080324, "card_not_working": 0.00040012003601080324, "card_payment_fee_charged": 0.0003000900270081024, "card_payment_not_recognised": 0.0003000900270081024, "card_payment_wrong_exchange_rate": 0.00040012003601080324, "card_swallowed": 0.00040012003601080324, "cash_withdrawal_charge": 0.0003000900270081024, "cash_withdrawal_not_recognised": 0.0003000900270081024, "change_pin": 0.0003000900270081024, "compromised_card": 0.00040012003601080324, "contactless_not_working": 0.00040012003601080324, "country_support": 0.9666900070021006, "declined_card_payment": 0.0003000900270081024, "declined_cash_withdrawal": 0.0003000900270081024, "declined_transfer": 0.0003000900270081024, "direct_debit_payment_not_recognised": 0.0003000900270081024, "disposable_card_limits": 0.00040012003601080324, "edit_personal_details": 0.00040012003601080324, "exchange_charge": 0.0003000900270081024, "exchange_rate": 0.0003000900270081024, "exchange_via_app": 0.0003000900270081024, "extra_charge_on_statement": 0.0003000900270081024, "failed_transfer": 0.0003000900270081024, "fiat_currency_support": 0.0010003000900270082, "get_disposable_virtual_card": 0.00040012003601080324, "get_physical_card": 0.001100330099029709, "getting_spare_card": 0.00040012003601080324, "getting_virtual_card": 0.00040012003601080324, "lost_or_stolen_card": 0.0005001500450135041, "lost_or_stolen_phone": 0.0006001800540162048, "order_physical_card": 0.0003000900270081024, "passcode_forgotten": 0.0003000900270081024, "pending_card_payment": 0.0003000900270081024, "pending_cash_withdrawal": 0.0003000900270081024, "pending_top_up": 0.0003000900270081024, "pending_transfer": 0.0003000900270081024, "pin_blocked": 0.00040012003601080324, "receiving_money": 0.0005001500450135041, "request_refund": 0.0003000900270081024, "reverted_card_payment?": 0.00040012003601080324, "supported_cards_and_currencies": 0.0028008402520756227, "terminate_account": 0.0003000900270081024, "top_up_by_bank_transfer_charge": 0.0003000900270081024, "top_up_by_card_charge": 0.0003000900270081024, "top_up_by_cash_or_cheque": 0.0003000900270081024, "top_up_failed": 0.0003000900270081024, "top_up_limits": 0.0003000900270081024, "top_up_reverted": 0.00040012003601080324, "topping_up_by_card": 0.00040012003601080324, "transaction_charged_twice": 0.0003000900270081024, "transfer_fee_charged": 0.0003000900270081024, "transfer_into_account": 0.0003000900270081024, "transfer_not_received_by_recipient": 0.00040012003601080324, "transfer_timing": 0.0003000900270081024, "unable_to_verify_identity": 0.0006001800540162048, "verify_my_identity": 0.0005001500450135041, "verify_source_of_funds": 0.0005001500450135041, "verify_top_up": 0.00040012003601080324, "virtual_card_not_working": 0.00040012003601080324, "visa_or_mastercard": 0.0006001800540162048, "why_verify_identity": 0.0005001500450135041, "wrong_amount_of_cash_received": 0.0003000900270081024, "wrong_exchange_rate_for_cash_withdrawal": 0.00040012003601080324 }, "error": null, "latency_ms": 72.1369159873575, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3064", "text_group": "de159b6c3da53bb78c3fb02ad4630f7abde4919b891791b2fd040661767dfaa3", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0014001400140014, "activate_my_card": 0.002000200020002, "age_limit": 0.0018001800180018, "apple_pay_or_google_pay": 0.0030003000300030005, "atm_support": 0.0055005500550055, "automatic_top_up": 0.0019001900190019003, "balance_not_updated_after_bank_transfer": 0.0024002400240024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0036003600360036, "beneficiary_not_allowed": 0.0028002800280028, "cancel_transfer": 0.0017001700170017002, "card_about_to_expire": 0.0017001700170017002, "card_acceptance": 0.0029002900290029, "card_arrival": 0.0036003600360036, "card_delivery_estimate": 0.0026002600260026003, "card_linking": 0.0023002300230023, "card_not_working": 0.0023002300230023, "card_payment_fee_charged": 0.0018001800180018, "card_payment_not_recognised": 0.0019001900190019003, "card_payment_wrong_exchange_rate": 0.0022002200220022005, "card_swallowed": 0.0024002400240024, "cash_withdrawal_charge": 0.002000200020002, "cash_withdrawal_not_recognised": 0.0027002700270027003, "change_pin": 0.0017001700170017002, "compromised_card": 0.0023002300230023, "contactless_not_working": 0.0030003000300030005, "country_support": 0.8041804180418042, "declined_card_payment": 0.0016001600160016002, "declined_cash_withdrawal": 0.0018001800180018, "declined_transfer": 0.0018001800180018, "direct_debit_payment_not_recognised": 0.0021002100210021, "disposable_card_limits": 0.0023002300230023, "edit_personal_details": 0.0023002300230023, "exchange_charge": 0.0016001600160016002, "exchange_rate": 0.0016001600160016002, "exchange_via_app": 0.0018001800180018, "extra_charge_on_statement": 0.0015001500150015003, "failed_transfer": 0.0019001900190019003, "fiat_currency_support": 0.0035003500350035003, "get_disposable_virtual_card": 0.0021002100210021, "get_physical_card": 0.0033003300330033004, "getting_spare_card": 0.0019001900190019003, "getting_virtual_card": 0.002000200020002, "lost_or_stolen_card": 0.0028002800280028, "lost_or_stolen_phone": 0.028902890289028902, "order_physical_card": 0.0016001600160016002, "passcode_forgotten": 0.0018001800180018, "pending_card_payment": 0.0016001600160016002, "pending_cash_withdrawal": 0.0016001600160016002, "pending_top_up": 0.0016001600160016002, "pending_transfer": 0.0017001700170017002, "pin_blocked": 0.0022002200220022005, "receiving_money": 0.0027002700270027003, "request_refund": 0.0017001700170017002, "reverted_card_payment?": 0.0022002200220022005, "supported_cards_and_currencies": 0.004100410041004101, "terminate_account": 0.0019001900190019003, "top_up_by_bank_transfer_charge": 0.0019001900190019003, "top_up_by_card_charge": 0.0017001700170017002, "top_up_by_cash_or_cheque": 0.0024002400240024, "top_up_failed": 0.0018001800180018, "top_up_limits": 0.0017001700170017002, "top_up_reverted": 0.0021002100210021, "topping_up_by_card": 0.0024002400240024, "transaction_charged_twice": 0.0016001600160016002, "transfer_fee_charged": 0.0016001600160016002, "transfer_into_account": 0.0016001600160016002, "transfer_not_received_by_recipient": 0.0021002100210021, "transfer_timing": 0.0017001700170017002, "unable_to_verify_identity": 0.0028002800280028, "verify_my_identity": 0.0028002800280028, "verify_source_of_funds": 0.0028002800280028, "verify_top_up": 0.0021002100210021, "virtual_card_not_working": 0.0021002100210021, "visa_or_mastercard": 0.0032003200320032004, "why_verify_identity": 0.0023002300230023, "wrong_amount_of_cash_received": 0.0018001800180018, "wrong_exchange_rate_for_cash_withdrawal": 0.0023002300230023 }, "error": null, "latency_ms": 70.95254200976342, "usage": { "input_tokens": 584, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3065", "text_group": "1179ae992b107ee9940ebb373698e46c14a7c0fedb163c8de6de43ff6288bf24", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.00020014009806864808, "activate_my_card": 0.00020014009806864808, "age_limit": 0.00020014009806864808, "apple_pay_or_google_pay": 0.0003002101471029721, "atm_support": 0.0005003502451716202, "automatic_top_up": 0.00020014009806864808, "balance_not_updated_after_bank_transfer": 0.00020014009806864808, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003002101471029721, "beneficiary_not_allowed": 0.0003002101471029721, "cancel_transfer": 0.00020014009806864808, "card_about_to_expire": 0.00020014009806864808, "card_acceptance": 0.00040028019613729617, "card_arrival": 0.0003002101471029721, "card_delivery_estimate": 0.0003002101471029721, "card_linking": 0.0003002101471029721, "card_not_working": 0.0003002101471029721, "card_payment_fee_charged": 0.00020014009806864808, "card_payment_not_recognised": 0.00020014009806864808, "card_payment_wrong_exchange_rate": 0.0003002101471029721, "card_swallowed": 0.00020014009806864808, "cash_withdrawal_charge": 0.00020014009806864808, "cash_withdrawal_not_recognised": 0.00020014009806864808, "change_pin": 0.00020014009806864808, "compromised_card": 0.00020014009806864808, "contactless_not_working": 0.0003002101471029721, "country_support": 0.9677774442109477, "declined_card_payment": 0.00020014009806864808, "declined_cash_withdrawal": 0.00020014009806864808, "declined_transfer": 0.00020014009806864808, "direct_debit_payment_not_recognised": 0.00020014009806864808, "disposable_card_limits": 0.0003002101471029721, "edit_personal_details": 0.00020014009806864808, "exchange_charge": 0.00020014009806864808, "exchange_rate": 0.00020014009806864808, "exchange_via_app": 0.00020014009806864808, "extra_charge_on_statement": 0.00020014009806864808, "failed_transfer": 0.00020014009806864808, "fiat_currency_support": 0.0009006304413089162, "get_disposable_virtual_card": 0.0003002101471029721, "get_physical_card": 0.00040028019613729617, "getting_spare_card": 0.00020014009806864808, "getting_virtual_card": 0.0003002101471029721, "lost_or_stolen_card": 0.00020014009806864808, "lost_or_stolen_phone": 0.00020014009806864808, "order_physical_card": 0.00020014009806864808, "passcode_forgotten": 0.00020014009806864808, "pending_card_payment": 0.00020014009806864808, "pending_cash_withdrawal": 0.00020014009806864808, "pending_top_up": 0.00020014009806864808, "pending_transfer": 0.00020014009806864808, "pin_blocked": 0.00020014009806864808, "receiving_money": 0.0003002101471029721, "request_refund": 0.00020014009806864808, "reverted_card_payment?": 0.0003002101471029721, "supported_cards_and_currencies": 0.013309316521565095, "terminate_account": 0.00020014009806864808, "top_up_by_bank_transfer_charge": 0.00020014009806864808, "top_up_by_card_charge": 0.00020014009806864808, "top_up_by_cash_or_cheque": 0.00020014009806864808, "top_up_failed": 0.00020014009806864808, "top_up_limits": 0.00020014009806864808, "top_up_reverted": 0.00020014009806864808, "topping_up_by_card": 0.0003002101471029721, "transaction_charged_twice": 0.00020014009806864808, "transfer_fee_charged": 0.00020014009806864808, "transfer_into_account": 0.00020014009806864808, "transfer_not_received_by_recipient": 0.00020014009806864808, "transfer_timing": 0.00020014009806864808, "unable_to_verify_identity": 0.00040028019613729617, "verify_my_identity": 0.00040028019613729617, "verify_source_of_funds": 0.0003002101471029721, "verify_top_up": 0.0003002101471029721, "virtual_card_not_working": 0.0003002101471029721, "visa_or_mastercard": 0.0003002101471029721, "why_verify_identity": 0.0003002101471029721, "wrong_amount_of_cash_received": 0.00020014009806864808, "wrong_exchange_rate_for_cash_withdrawal": 0.0003002101471029721 }, "error": null, "latency_ms": 73.38937500026077, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3066", "text_group": "0817346c223f3d825121c18f05745f4ae34040bd149dd6393daf68c7c6ad826e", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.001900380076015203, "activate_my_card": 0.010202040408081616, "age_limit": 0.0030006001200240046, "apple_pay_or_google_pay": 0.0027005401080216042, "atm_support": 0.0036007201440288058, "automatic_top_up": 0.0017003400680136026, "balance_not_updated_after_bank_transfer": 0.0023004600920184036, "balance_not_updated_after_cheque_or_cash_deposit": 0.002600520104020804, "beneficiary_not_allowed": 0.0029005801160232043, "cancel_transfer": 0.002600520104020804, "card_about_to_expire": 0.04040808161632326, "card_acceptance": 0.01900380076015203, "card_arrival": 0.03730746149229846, "card_delivery_estimate": 0.0054010802160432084, "card_linking": 0.05701140228045609, "card_not_working": 0.019903980796159234, "card_payment_fee_charged": 0.003900780156031206, "card_payment_not_recognised": 0.0023004600920184036, "card_payment_wrong_exchange_rate": 0.0027005401080216042, "card_swallowed": 0.0029005801160232043, "cash_withdrawal_charge": 0.002100420084016803, "cash_withdrawal_not_recognised": 0.0016003200640128026, "change_pin": 0.002500500100020004, "compromised_card": 0.0024004800960192034, "contactless_not_working": 0.002500500100020004, "country_support": 0.4883976795359072, "declined_card_payment": 0.0023004600920184036, "declined_cash_withdrawal": 0.0015003000600120023, "declined_transfer": 0.001900380076015203, "direct_debit_payment_not_recognised": 0.001900380076015203, "disposable_card_limits": 0.0034006801360272052, "edit_personal_details": 0.0029005801160232043, "exchange_charge": 0.002000400080016003, "exchange_rate": 0.0017003400680136026, "exchange_via_app": 0.002100420084016803, "extra_charge_on_statement": 0.002100420084016803, "failed_transfer": 0.0016003200640128026, "fiat_currency_support": 0.002500500100020004, "get_disposable_virtual_card": 0.0029005801160232043, "get_physical_card": 0.023204640928185635, "getting_spare_card": 0.027405481096219243, "getting_virtual_card": 0.0028005601120224045, "lost_or_stolen_card": 0.0022004400880176037, "lost_or_stolen_phone": 0.0014002800560112022, "order_physical_card": 0.05821164232846569, "passcode_forgotten": 0.002100420084016803, "pending_card_payment": 0.002100420084016803, "pending_cash_withdrawal": 0.0014002800560112022, "pending_top_up": 0.0016003200640128026, "pending_transfer": 0.0016003200640128026, "pin_blocked": 0.0024004800960192034, "receiving_money": 0.0023004600920184036, "request_refund": 0.0033006601320264054, "reverted_card_payment?": 0.0028005601120224045, "supported_cards_and_currencies": 0.03400680136027206, "terminate_account": 0.001900380076015203, "top_up_by_bank_transfer_charge": 0.0024004800960192034, "top_up_by_card_charge": 0.0033006601320264054, "top_up_by_cash_or_cheque": 0.0022004400880176037, "top_up_failed": 0.002000400080016003, "top_up_limits": 0.002100420084016803, "top_up_reverted": 0.0024004800960192034, "topping_up_by_card": 0.010902180436087218, "transaction_charged_twice": 0.0017003400680136026, "transfer_fee_charged": 0.0017003400680136026, "transfer_into_account": 0.0015003000600120023, "transfer_not_received_by_recipient": 0.0017003400680136026, "transfer_timing": 0.0018003600720144029, "unable_to_verify_identity": 0.002500500100020004, "verify_my_identity": 0.0023004600920184036, "verify_source_of_funds": 0.001900380076015203, "verify_top_up": 0.0018003600720144029, "virtual_card_not_working": 0.0027005401080216042, "visa_or_mastercard": 0.02560512102420484, "why_verify_identity": 0.002000400080016003, "wrong_amount_of_cash_received": 0.0018003600720144029, "wrong_exchange_rate_for_cash_withdrawal": 0.0023004600920184036 }, "error": null, "latency_ms": 72.13533308822662, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3067", "text_group": "02bead38e68763166b242ae86a61932607869e3ef350eb867bb04e6bf7438391", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.00020004000800160032, "activate_my_card": 0.0003000600120024004, "age_limit": 0.00020004000800160032, "apple_pay_or_google_pay": 0.0003000600120024004, "atm_support": 0.0007001400280056011, "automatic_top_up": 0.00020004000800160032, "balance_not_updated_after_bank_transfer": 0.00020004000800160032, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000600120024004, "beneficiary_not_allowed": 0.0003000600120024004, "cancel_transfer": 0.00020004000800160032, "card_about_to_expire": 0.0003000600120024004, "card_acceptance": 0.015503100620124024, "card_arrival": 0.0003000600120024004, "card_delivery_estimate": 0.0003000600120024004, "card_linking": 0.00040008001600320064, "card_not_working": 0.00040008001600320064, "card_payment_fee_charged": 0.0003000600120024004, "card_payment_not_recognised": 0.00020004000800160032, "card_payment_wrong_exchange_rate": 0.0003000600120024004, "card_swallowed": 0.00020004000800160032, "cash_withdrawal_charge": 0.00020004000800160032, "cash_withdrawal_not_recognised": 0.00020004000800160032, "change_pin": 0.00020004000800160032, "compromised_card": 0.00020004000800160032, "contactless_not_working": 0.0003000600120024004, "country_support": 0.8018603720744149, "declined_card_payment": 0.00020004000800160032, "declined_cash_withdrawal": 0.00020004000800160032, "declined_transfer": 0.00020004000800160032, "direct_debit_payment_not_recognised": 0.00020004000800160032, "disposable_card_limits": 0.0003000600120024004, "edit_personal_details": 0.00020004000800160032, "exchange_charge": 0.00020004000800160032, "exchange_rate": 0.00020004000800160032, "exchange_via_app": 0.00020004000800160032, "extra_charge_on_statement": 0.00020004000800160032, "failed_transfer": 0.00020004000800160032, "fiat_currency_support": 0.001300260052010402, "get_disposable_virtual_card": 0.00020004000800160032, "get_physical_card": 0.0003000600120024004, "getting_spare_card": 0.0003000600120024004, "getting_virtual_card": 0.0003000600120024004, "lost_or_stolen_card": 0.00020004000800160032, "lost_or_stolen_phone": 0.00020004000800160032, "order_physical_card": 0.0003000600120024004, "passcode_forgotten": 0.00020004000800160032, "pending_card_payment": 0.00020004000800160032, "pending_cash_withdrawal": 0.00020004000800160032, "pending_top_up": 0.00020004000800160032, "pending_transfer": 0.00020004000800160032, "pin_blocked": 0.00020004000800160032, "receiving_money": 0.0003000600120024004, "request_refund": 0.00020004000800160032, "reverted_card_payment?": 0.0003000600120024004, "supported_cards_and_currencies": 0.16303260652130427, "terminate_account": 0.00020004000800160032, "top_up_by_bank_transfer_charge": 0.00020004000800160032, "top_up_by_card_charge": 0.0003000600120024004, "top_up_by_cash_or_cheque": 0.00020004000800160032, "top_up_failed": 0.00020004000800160032, "top_up_limits": 0.0003000600120024004, "top_up_reverted": 0.0003000600120024004, "topping_up_by_card": 0.00040008001600320064, "transaction_charged_twice": 0.00020004000800160032, "transfer_fee_charged": 0.00020004000800160032, "transfer_into_account": 0.00020004000800160032, "transfer_not_received_by_recipient": 0.00020004000800160032, "transfer_timing": 0.00020004000800160032, "unable_to_verify_identity": 0.00020004000800160032, "verify_my_identity": 0.0003000600120024004, "verify_source_of_funds": 0.00020004000800160032, "verify_top_up": 0.0003000600120024004, "virtual_card_not_working": 0.0003000600120024004, "visa_or_mastercard": 0.00040008001600320064, "why_verify_identity": 0.00020004000800160032, "wrong_amount_of_cash_received": 0.00020004000800160032, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000600120024004 }, "error": null, "latency_ms": 71.97654200717807, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3068", "text_group": "4809702933e23e1f2d07b8469a54a0a6478c06a003c3e53244135fc9f43927dc", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.9728, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0008, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0004, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0057, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0002, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 68.51654103957117, "usage": { "input_tokens": 589, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3069", "text_group": "939a252bf4706ca6c477649a5a07c28a73eafab56dca0b231a01d966c33be0ce", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0002, "card_acceptance": 0.0005, "card_arrival": 0.0004, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.9647, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0015, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0004, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0005, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0122, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0002, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0004, "verify_my_identity": 0.0004, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0003, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 73.98033293429762, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3070", "text_group": "4ee0079ea888d44a8a18963f0d66314335ca1cfab421af2810c00d0740883260", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0014, "activate_my_card": 0.0013, "age_limit": 0.0014, "apple_pay_or_google_pay": 0.0009, "atm_support": 0.0014, "automatic_top_up": 0.0007, "balance_not_updated_after_bank_transfer": 0.0009, "balance_not_updated_after_cheque_or_cash_deposit": 0.0012, "beneficiary_not_allowed": 0.0021, "cancel_transfer": 0.0012, "card_about_to_expire": 0.0027, "card_acceptance": 0.0024, "card_arrival": 0.0049, "card_delivery_estimate": 0.0012, "card_linking": 0.0046, "card_not_working": 0.0049, "card_payment_fee_charged": 0.0009, "card_payment_not_recognised": 0.0012, "card_payment_wrong_exchange_rate": 0.0011, "card_swallowed": 0.0014, "cash_withdrawal_charge": 0.0008, "cash_withdrawal_not_recognised": 0.0009, "change_pin": 0.0009, "compromised_card": 0.003, "contactless_not_working": 0.0011, "country_support": 0.7178, "declined_card_payment": 0.0012, "declined_cash_withdrawal": 0.0008, "declined_transfer": 0.001, "direct_debit_payment_not_recognised": 0.0011, "disposable_card_limits": 0.0014, "edit_personal_details": 0.0014, "exchange_charge": 0.0008, "exchange_rate": 0.0008, "exchange_via_app": 0.0008, "extra_charge_on_statement": 0.0008, "failed_transfer": 0.0008, "fiat_currency_support": 0.0012, "get_disposable_virtual_card": 0.002, "get_physical_card": 0.0855, "getting_spare_card": 0.0248, "getting_virtual_card": 0.0017, "lost_or_stolen_card": 0.0155, "lost_or_stolen_phone": 0.001, "order_physical_card": 0.0541, "passcode_forgotten": 0.0008, "pending_card_payment": 0.0008, "pending_cash_withdrawal": 0.0006, "pending_top_up": 0.0007, "pending_transfer": 0.0007, "pin_blocked": 0.0009, "receiving_money": 0.0009, "request_refund": 0.0075, "reverted_card_payment?": 0.0016, "supported_cards_and_currencies": 0.0032, "terminate_account": 0.0009, "top_up_by_bank_transfer_charge": 0.0009, "top_up_by_card_charge": 0.0009, "top_up_by_cash_or_cheque": 0.0009, "top_up_failed": 0.0009, "top_up_limits": 0.0009, "top_up_reverted": 0.0012, "topping_up_by_card": 0.0017, "transaction_charged_twice": 0.0007, "transfer_fee_charged": 0.0008, "transfer_into_account": 0.0007, "transfer_not_received_by_recipient": 0.0008, "transfer_timing": 0.0008, "unable_to_verify_identity": 0.0027, "verify_my_identity": 0.0011, "verify_source_of_funds": 0.0009, "verify_top_up": 0.0008, "virtual_card_not_working": 0.0013, "visa_or_mastercard": 0.0015, "why_verify_identity": 0.0011, "wrong_amount_of_cash_received": 0.0008, "wrong_exchange_rate_for_cash_withdrawal": 0.001 }, "error": null, "latency_ms": 71.8794169370085, "usage": { "input_tokens": 594, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3071", "text_group": "56cb2ae483b713b8f719cacc921ddc355f479118a54c4a3ebdd14e09a664ea53", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0003000600120024005, "activate_my_card": 0.0004000800160032007, "age_limit": 0.0003000600120024005, "apple_pay_or_google_pay": 0.0005001000200040008, "atm_support": 0.0016003200640128028, "automatic_top_up": 0.0004000800160032007, "balance_not_updated_after_bank_transfer": 0.0004000800160032007, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005001000200040008, "beneficiary_not_allowed": 0.000600120024004801, "cancel_transfer": 0.0004000800160032007, "card_about_to_expire": 0.0003000600120024005, "card_acceptance": 0.000600120024004801, "card_arrival": 0.0004000800160032007, "card_delivery_estimate": 0.0004000800160032007, "card_linking": 0.0005001000200040008, "card_not_working": 0.0005001000200040008, "card_payment_fee_charged": 0.0004000800160032007, "card_payment_not_recognised": 0.0004000800160032007, "card_payment_wrong_exchange_rate": 0.0005001000200040008, "card_swallowed": 0.0004000800160032007, "cash_withdrawal_charge": 0.0003000600120024005, "cash_withdrawal_not_recognised": 0.0003000600120024005, "change_pin": 0.0003000600120024005, "compromised_card": 0.0004000800160032007, "contactless_not_working": 0.0004000800160032007, "country_support": 0.8845769153830767, "declined_card_payment": 0.0003000600120024005, "declined_cash_withdrawal": 0.0003000600120024005, "declined_transfer": 0.0004000800160032007, "direct_debit_payment_not_recognised": 0.0004000800160032007, "disposable_card_limits": 0.0005001000200040008, "edit_personal_details": 0.0004000800160032007, "exchange_charge": 0.0003000600120024005, "exchange_rate": 0.0004000800160032007, "exchange_via_app": 0.0004000800160032007, "extra_charge_on_statement": 0.0003000600120024005, "failed_transfer": 0.0003000600120024005, "fiat_currency_support": 0.0033006601320264054, "get_disposable_virtual_card": 0.0004000800160032007, "get_physical_card": 0.000600120024004801, "getting_spare_card": 0.0004000800160032007, "getting_virtual_card": 0.0004000800160032007, "lost_or_stolen_card": 0.0003000600120024005, "lost_or_stolen_phone": 0.0003000600120024005, "order_physical_card": 0.0003000600120024005, "passcode_forgotten": 0.0003000600120024005, "pending_card_payment": 0.0003000600120024005, "pending_cash_withdrawal": 0.0003000600120024005, "pending_top_up": 0.0003000600120024005, "pending_transfer": 0.0003000600120024005, "pin_blocked": 0.0004000800160032007, "receiving_money": 0.0005001000200040008, "request_refund": 0.0004000800160032007, "reverted_card_payment?": 0.0004000800160032007, "supported_cards_and_currencies": 0.08131626325265054, "terminate_account": 0.0003000600120024005, "top_up_by_bank_transfer_charge": 0.0004000800160032007, "top_up_by_card_charge": 0.0004000800160032007, "top_up_by_cash_or_cheque": 0.0005001000200040008, "top_up_failed": 0.0004000800160032007, "top_up_limits": 0.0004000800160032007, "top_up_reverted": 0.0004000800160032007, "topping_up_by_card": 0.000600120024004801, "transaction_charged_twice": 0.0003000600120024005, "transfer_fee_charged": 0.0003000600120024005, "transfer_into_account": 0.0003000600120024005, "transfer_not_received_by_recipient": 0.0004000800160032007, "transfer_timing": 0.0003000600120024005, "unable_to_verify_identity": 0.0005001000200040008, "verify_my_identity": 0.0005001000200040008, "verify_source_of_funds": 0.0005001000200040008, "verify_top_up": 0.0005001000200040008, "virtual_card_not_working": 0.0004000800160032007, "visa_or_mastercard": 0.0009001800360072014, "why_verify_identity": 0.0004000800160032007, "wrong_amount_of_cash_received": 0.0003000600120024005, "wrong_exchange_rate_for_cash_withdrawal": 0.0004000800160032007 }, "error": null, "latency_ms": 71.31533301435411, "usage": { "input_tokens": 583, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3072", "text_group": "5df640ae6447782af6a79c32ba812b752f09cef67eb863d1b71e2e877b352b84", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0004999500049995, "activate_my_card": 0.0008999100089991, "age_limit": 0.0005999400059994001, "apple_pay_or_google_pay": 0.0006999300069993001, "atm_support": 0.0014998500149985001, "automatic_top_up": 0.0004999500049995, "balance_not_updated_after_bank_transfer": 0.0004999500049995, "balance_not_updated_after_cheque_or_cash_deposit": 0.0005999400059994001, "beneficiary_not_allowed": 0.000999900009999, "cancel_transfer": 0.00039996000399960006, "card_about_to_expire": 0.0006999300069993001, "card_acceptance": 0.015798420157984203, "card_arrival": 0.0060993900609939014, "card_delivery_estimate": 0.0007999200079992001, "card_linking": 0.0027997200279972004, "card_not_working": 0.001999800019998, "card_payment_fee_charged": 0.0006999300069993001, "card_payment_not_recognised": 0.0005999400059994001, "card_payment_wrong_exchange_rate": 0.0006999300069993001, "card_swallowed": 0.0005999400059994001, "cash_withdrawal_charge": 0.0004999500049995, "cash_withdrawal_not_recognised": 0.00039996000399960006, "change_pin": 0.0004999500049995, "compromised_card": 0.0004999500049995, "contactless_not_working": 0.0005999400059994001, "country_support": 0.8349165083491651, "declined_card_payment": 0.0007999200079992001, "declined_cash_withdrawal": 0.00039996000399960006, "declined_transfer": 0.0005999400059994001, "direct_debit_payment_not_recognised": 0.0004999500049995, "disposable_card_limits": 0.0006999300069993001, "edit_personal_details": 0.0004999500049995, "exchange_charge": 0.0004999500049995, "exchange_rate": 0.00039996000399960006, "exchange_via_app": 0.0004999500049995, "extra_charge_on_statement": 0.0004999500049995, "failed_transfer": 0.00039996000399960006, "fiat_currency_support": 0.0012998700129987, "get_disposable_virtual_card": 0.0008999100089991, "get_physical_card": 0.036196380361963806, "getting_spare_card": 0.004399560043995601, "getting_virtual_card": 0.0014998500149985001, "lost_or_stolen_card": 0.00039996000399960006, "lost_or_stolen_phone": 0.00039996000399960006, "order_physical_card": 0.0254974502549745, "passcode_forgotten": 0.00039996000399960006, "pending_card_payment": 0.0005999400059994001, "pending_cash_withdrawal": 0.00039996000399960006, "pending_top_up": 0.00039996000399960006, "pending_transfer": 0.00039996000399960006, "pin_blocked": 0.0005999400059994001, "receiving_money": 0.0005999400059994001, "request_refund": 0.0004999500049995, "reverted_card_payment?": 0.0005999400059994001, "supported_cards_and_currencies": 0.026697330266973303, "terminate_account": 0.00039996000399960006, "top_up_by_bank_transfer_charge": 0.0005999400059994001, "top_up_by_card_charge": 0.0006999300069993001, "top_up_by_cash_or_cheque": 0.0004999500049995, "top_up_failed": 0.0004999500049995, "top_up_limits": 0.0005999400059994001, "top_up_reverted": 0.0005999400059994001, "topping_up_by_card": 0.0024997500249975004, "transaction_charged_twice": 0.00039996000399960006, "transfer_fee_charged": 0.00039996000399960006, "transfer_into_account": 0.00039996000399960006, "transfer_not_received_by_recipient": 0.0004999500049995, "transfer_timing": 0.0004999500049995, "unable_to_verify_identity": 0.0006999300069993001, "verify_my_identity": 0.0004999500049995, "verify_source_of_funds": 0.0004999500049995, "verify_top_up": 0.0004999500049995, "virtual_card_not_working": 0.0005999400059994001, "visa_or_mastercard": 0.004299570042995701, "why_verify_identity": 0.00039996000399960006, "wrong_amount_of_cash_received": 0.00039996000399960006, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999500049995 }, "error": null, "latency_ms": 71.11295801587403, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3073", "text_group": "d008372579c99c17f97256b8f41852e3b50aebc025b295c4ae5648f8cd61c40e", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0002998800479808077, "activate_my_card": 0.0003998400639744103, "age_limit": 0.0002998800479808077, "apple_pay_or_google_pay": 0.0003998400639744103, "atm_support": 0.0006997201119552179, "automatic_top_up": 0.0002998800479808077, "balance_not_updated_after_bank_transfer": 0.0002998800479808077, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998400639744103, "beneficiary_not_allowed": 0.0003998400639744103, "cancel_transfer": 0.0002998800479808077, "card_about_to_expire": 0.0002998800479808077, "card_acceptance": 0.0005997600959616154, "card_arrival": 0.0003998400639744103, "card_delivery_estimate": 0.0003998400639744103, "card_linking": 0.0004998000799680128, "card_not_working": 0.0003998400639744103, "card_payment_fee_charged": 0.0002998800479808077, "card_payment_not_recognised": 0.0002998800479808077, "card_payment_wrong_exchange_rate": 0.0003998400639744103, "card_swallowed": 0.0002998800479808077, "cash_withdrawal_charge": 0.0002998800479808077, "cash_withdrawal_not_recognised": 0.0002998800479808077, "change_pin": 0.0002998800479808077, "compromised_card": 0.0002998800479808077, "contactless_not_working": 0.0003998400639744103, "country_support": 0.9667133146741304, "declined_card_payment": 0.0002998800479808077, "declined_cash_withdrawal": 0.0002998800479808077, "declined_transfer": 0.0002998800479808077, "direct_debit_payment_not_recognised": 0.0003998400639744103, "disposable_card_limits": 0.0003998400639744103, "edit_personal_details": 0.0003998400639744103, "exchange_charge": 0.0002998800479808077, "exchange_rate": 0.0002998800479808077, "exchange_via_app": 0.0002998800479808077, "extra_charge_on_statement": 0.0002998800479808077, "failed_transfer": 0.0002998800479808077, "fiat_currency_support": 0.000899640143942423, "get_disposable_virtual_card": 0.0003998400639744103, "get_physical_card": 0.000899640143942423, "getting_spare_card": 0.0003998400639744103, "getting_virtual_card": 0.0003998400639744103, "lost_or_stolen_card": 0.0002998800479808077, "lost_or_stolen_phone": 0.0002998800479808077, "order_physical_card": 0.0002998800479808077, "passcode_forgotten": 0.0002998800479808077, "pending_card_payment": 0.0002998800479808077, "pending_cash_withdrawal": 0.00019992003198720514, "pending_top_up": 0.0002998800479808077, "pending_transfer": 0.0002998800479808077, "pin_blocked": 0.0002998800479808077, "receiving_money": 0.0005997600959616154, "request_refund": 0.0002998800479808077, "reverted_card_payment?": 0.0003998400639744103, "supported_cards_and_currencies": 0.005297880847660936, "terminate_account": 0.0002998800479808077, "top_up_by_bank_transfer_charge": 0.0002998800479808077, "top_up_by_card_charge": 0.0002998800479808077, "top_up_by_cash_or_cheque": 0.0002998800479808077, "top_up_failed": 0.0002998800479808077, "top_up_limits": 0.0002998800479808077, "top_up_reverted": 0.0002998800479808077, "topping_up_by_card": 0.0004998000799680128, "transaction_charged_twice": 0.0002998800479808077, "transfer_fee_charged": 0.0002998800479808077, "transfer_into_account": 0.0002998800479808077, "transfer_not_received_by_recipient": 0.0002998800479808077, "transfer_timing": 0.0002998800479808077, "unable_to_verify_identity": 0.0005997600959616154, "verify_my_identity": 0.0005997600959616154, "verify_source_of_funds": 0.0004998000799680128, "verify_top_up": 0.0003998400639744103, "virtual_card_not_working": 0.0002998800479808077, "visa_or_mastercard": 0.0004998000799680128, "why_verify_identity": 0.0004998000799680128, "wrong_amount_of_cash_received": 0.0002998800479808077, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998400639744103 }, "error": null, "latency_ms": 70.27166697662324, "usage": { "input_tokens": 587, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3074", "text_group": "8ce09110de25f4991ef8b8d5308ba3eb422426744cd378928d00210aa4aaf12b", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0006, "activate_my_card": 0.0011, "age_limit": 0.0007, "apple_pay_or_google_pay": 0.0006, "atm_support": 0.0009, "automatic_top_up": 0.0004, "balance_not_updated_after_bank_transfer": 0.0006, "balance_not_updated_after_cheque_or_cash_deposit": 0.0008, "beneficiary_not_allowed": 0.001, "cancel_transfer": 0.0005, "card_about_to_expire": 0.0009, "card_acceptance": 0.0019, "card_arrival": 0.0039, "card_delivery_estimate": 0.0011, "card_linking": 0.0036, "card_not_working": 0.0024, "card_payment_fee_charged": 0.0006, "card_payment_not_recognised": 0.0006, "card_payment_wrong_exchange_rate": 0.0007, "card_swallowed": 0.0006, "cash_withdrawal_charge": 0.0005, "cash_withdrawal_not_recognised": 0.0005, "change_pin": 0.0005, "compromised_card": 0.0007, "contactless_not_working": 0.0007, "country_support": 0.8117, "declined_card_payment": 0.0007, "declined_cash_withdrawal": 0.0005, "declined_transfer": 0.0006, "direct_debit_payment_not_recognised": 0.0006, "disposable_card_limits": 0.0008, "edit_personal_details": 0.0006, "exchange_charge": 0.0005, "exchange_rate": 0.0005, "exchange_via_app": 0.0005, "extra_charge_on_statement": 0.0005, "failed_transfer": 0.0005, "fiat_currency_support": 0.0009, "get_disposable_virtual_card": 0.0011, "get_physical_card": 0.0561, "getting_spare_card": 0.0039, "getting_virtual_card": 0.001, "lost_or_stolen_card": 0.0015, "lost_or_stolen_phone": 0.0007, "order_physical_card": 0.0666, "passcode_forgotten": 0.0005, "pending_card_payment": 0.0005, "pending_cash_withdrawal": 0.0004, "pending_top_up": 0.0005, "pending_transfer": 0.0005, "pin_blocked": 0.0006, "receiving_money": 0.0006, "request_refund": 0.001, "reverted_card_payment?": 0.0008, "supported_cards_and_currencies": 0.0036, "terminate_account": 0.0005, "top_up_by_bank_transfer_charge": 0.0006, "top_up_by_card_charge": 0.0007, "top_up_by_cash_or_cheque": 0.0006, "top_up_failed": 0.0005, "top_up_limits": 0.0006, "top_up_reverted": 0.0007, "topping_up_by_card": 0.0022, "transaction_charged_twice": 0.0004, "transfer_fee_charged": 0.0005, "transfer_into_account": 0.0004, "transfer_not_received_by_recipient": 0.0005, "transfer_timing": 0.0005, "unable_to_verify_identity": 0.001, "verify_my_identity": 0.0006, "verify_source_of_funds": 0.0006, "verify_top_up": 0.0005, "virtual_card_not_working": 0.0007, "visa_or_mastercard": 0.001, "why_verify_identity": 0.0006, "wrong_amount_of_cash_received": 0.0005, "wrong_exchange_rate_for_cash_withdrawal": 0.0006 }, "error": null, "latency_ms": 70.16000000294298, "usage": { "input_tokens": 591, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3075", "text_group": "fe26381fc8fbb15f9ea7d68e51cd4f50ca44c4ce2e4dc6b88bf1a6d560128fc8", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0005998800239952009, "activate_my_card": 0.0005998800239952009, "age_limit": 0.0005998800239952009, "apple_pay_or_google_pay": 0.0004999000199960008, "atm_support": 0.0008998200359928015, "automatic_top_up": 0.0003999200159968007, "balance_not_updated_after_bank_transfer": 0.0004999000199960008, "balance_not_updated_after_cheque_or_cash_deposit": 0.0006998600279944011, "beneficiary_not_allowed": 0.0008998200359928015, "cancel_transfer": 0.0004999000199960008, "card_about_to_expire": 0.0007998400319936014, "card_acceptance": 0.007398520295940812, "card_arrival": 0.004399120175964807, "card_delivery_estimate": 0.0005998800239952009, "card_linking": 0.001799640071985603, "card_not_working": 0.0008998200359928015, "card_payment_fee_charged": 0.0004999000199960008, "card_payment_not_recognised": 0.0004999000199960008, "card_payment_wrong_exchange_rate": 0.0005998800239952009, "card_swallowed": 0.0006998600279944011, "cash_withdrawal_charge": 0.0003999200159968007, "cash_withdrawal_not_recognised": 0.0003999200159968007, "change_pin": 0.0003999200159968007, "compromised_card": 0.0005998800239952009, "contactless_not_working": 0.0004999000199960008, "country_support": 0.8732253549290142, "declined_card_payment": 0.0004999000199960008, "declined_cash_withdrawal": 0.0003999200159968007, "declined_transfer": 0.0004999000199960008, "direct_debit_payment_not_recognised": 0.0004999000199960008, "disposable_card_limits": 0.0006998600279944011, "edit_personal_details": 0.0004999000199960008, "exchange_charge": 0.0003999200159968007, "exchange_rate": 0.0003999200159968007, "exchange_via_app": 0.0004999000199960008, "extra_charge_on_statement": 0.0003999200159968007, "failed_transfer": 0.0003999200159968007, "fiat_currency_support": 0.0008998200359928015, "get_disposable_virtual_card": 0.0013997200559888023, "get_physical_card": 0.021195760847830435, "getting_spare_card": 0.01969606078784243, "getting_virtual_card": 0.0010997800439912018, "lost_or_stolen_card": 0.004299140171965607, "lost_or_stolen_phone": 0.0007998400319936014, "order_physical_card": 0.015296940611877623, "passcode_forgotten": 0.0003999200159968007, "pending_card_payment": 0.0003999200159968007, "pending_cash_withdrawal": 0.00029994001199760045, "pending_top_up": 0.0003999200159968007, "pending_transfer": 0.0003999200159968007, "pin_blocked": 0.0004999000199960008, "receiving_money": 0.0004999000199960008, "request_refund": 0.0007998400319936014, "reverted_card_payment?": 0.0006998600279944011, "supported_cards_and_currencies": 0.014497100579884025, "terminate_account": 0.0003999200159968007, "top_up_by_bank_transfer_charge": 0.0003999200159968007, "top_up_by_card_charge": 0.0004999000199960008, "top_up_by_cash_or_cheque": 0.0003999200159968007, "top_up_failed": 0.0003999200159968007, "top_up_limits": 0.0004999000199960008, "top_up_reverted": 0.0005998800239952009, "topping_up_by_card": 0.0009998000399920016, "transaction_charged_twice": 0.0003999200159968007, "transfer_fee_charged": 0.0003999200159968007, "transfer_into_account": 0.0003999200159968007, "transfer_not_received_by_recipient": 0.0003999200159968007, "transfer_timing": 0.0003999200159968007, "unable_to_verify_identity": 0.0007998400319936014, "verify_my_identity": 0.0005998800239952009, "verify_source_of_funds": 0.0004999000199960008, "verify_top_up": 0.0004999000199960008, "virtual_card_not_working": 0.0004999000199960008, "visa_or_mastercard": 0.0006998600279944011, "why_verify_identity": 0.0005998800239952009, "wrong_amount_of_cash_received": 0.0003999200159968007, "wrong_exchange_rate_for_cash_withdrawal": 0.0004999000199960008 }, "error": null, "latency_ms": 70.25575009174645, "usage": { "input_tokens": 593, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3076", "text_group": "94a897baf613b619e2f53050b9c02763b0c07c854d01c7724f75d1ce5d26d4ea", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0002, "age_limit": 0.0002, "apple_pay_or_google_pay": 0.0003, "atm_support": 0.0005, "automatic_top_up": 0.0002, "balance_not_updated_after_bank_transfer": 0.0002, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003, "beneficiary_not_allowed": 0.0003, "cancel_transfer": 0.0002, "card_about_to_expire": 0.0002, "card_acceptance": 0.0004, "card_arrival": 0.0002, "card_delivery_estimate": 0.0002, "card_linking": 0.0003, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0002, "card_payment_not_recognised": 0.0002, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0002, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0002, "change_pin": 0.0002, "compromised_card": 0.0002, "contactless_not_working": 0.0002, "country_support": 0.9716, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0002, "direct_debit_payment_not_recognised": 0.0002, "disposable_card_limits": 0.0003, "edit_personal_details": 0.0002, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0002, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0002, "fiat_currency_support": 0.002, "get_disposable_virtual_card": 0.0002, "get_physical_card": 0.0003, "getting_spare_card": 0.0002, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0002, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0002, "receiving_money": 0.0003, "request_refund": 0.0002, "reverted_card_payment?": 0.0002, "supported_cards_and_currencies": 0.0093, "terminate_account": 0.0002, "top_up_by_bank_transfer_charge": 0.0002, "top_up_by_card_charge": 0.0002, "top_up_by_cash_or_cheque": 0.0002, "top_up_failed": 0.0002, "top_up_limits": 0.0003, "top_up_reverted": 0.0002, "topping_up_by_card": 0.0003, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0002, "transfer_timing": 0.0002, "unable_to_verify_identity": 0.0003, "verify_my_identity": 0.0003, "verify_source_of_funds": 0.0003, "verify_top_up": 0.0003, "virtual_card_not_working": 0.0002, "visa_or_mastercard": 0.0004, "why_verify_identity": 0.0002, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0002 }, "error": null, "latency_ms": 70.63441595528275, "usage": { "input_tokens": 585, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3077", "text_group": "365ac8c31b2b4bbbdbc7b8b32c5794640983270e89923dba6d54c2b3d9c2d5ef", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0002, "activate_my_card": 0.0003, "age_limit": 0.0003, "apple_pay_or_google_pay": 0.0004, "atm_support": 0.0006, "automatic_top_up": 0.0003, "balance_not_updated_after_bank_transfer": 0.0003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0004, "beneficiary_not_allowed": 0.0004, "cancel_transfer": 0.0003, "card_about_to_expire": 0.0003, "card_acceptance": 0.0005, "card_arrival": 0.0003, "card_delivery_estimate": 0.0003, "card_linking": 0.0004, "card_not_working": 0.0003, "card_payment_fee_charged": 0.0003, "card_payment_not_recognised": 0.0003, "card_payment_wrong_exchange_rate": 0.0003, "card_swallowed": 0.0003, "cash_withdrawal_charge": 0.0002, "cash_withdrawal_not_recognised": 0.0003, "change_pin": 0.0002, "compromised_card": 0.0003, "contactless_not_working": 0.0003, "country_support": 0.9695, "declined_card_payment": 0.0002, "declined_cash_withdrawal": 0.0002, "declined_transfer": 0.0003, "direct_debit_payment_not_recognised": 0.0003, "disposable_card_limits": 0.0004, "edit_personal_details": 0.0003, "exchange_charge": 0.0002, "exchange_rate": 0.0002, "exchange_via_app": 0.0003, "extra_charge_on_statement": 0.0002, "failed_transfer": 0.0003, "fiat_currency_support": 0.0009, "get_disposable_virtual_card": 0.0003, "get_physical_card": 0.0005, "getting_spare_card": 0.0003, "getting_virtual_card": 0.0003, "lost_or_stolen_card": 0.0002, "lost_or_stolen_phone": 0.0002, "order_physical_card": 0.0003, "passcode_forgotten": 0.0002, "pending_card_payment": 0.0002, "pending_cash_withdrawal": 0.0002, "pending_top_up": 0.0002, "pending_transfer": 0.0002, "pin_blocked": 0.0003, "receiving_money": 0.0005, "request_refund": 0.0003, "reverted_card_payment?": 0.0003, "supported_cards_and_currencies": 0.0069, "terminate_account": 0.0003, "top_up_by_bank_transfer_charge": 0.0003, "top_up_by_card_charge": 0.0003, "top_up_by_cash_or_cheque": 0.0003, "top_up_failed": 0.0003, "top_up_limits": 0.0003, "top_up_reverted": 0.0003, "topping_up_by_card": 0.0004, "transaction_charged_twice": 0.0002, "transfer_fee_charged": 0.0002, "transfer_into_account": 0.0002, "transfer_not_received_by_recipient": 0.0003, "transfer_timing": 0.0003, "unable_to_verify_identity": 0.0005, "verify_my_identity": 0.0005, "verify_source_of_funds": 0.0004, "verify_top_up": 0.0004, "virtual_card_not_working": 0.0003, "visa_or_mastercard": 0.0005, "why_verify_identity": 0.0004, "wrong_amount_of_cash_received": 0.0002, "wrong_exchange_rate_for_cash_withdrawal": 0.0003 }, "error": null, "latency_ms": 70.51883300300688, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3078", "text_group": "ef12a577f895221d3b709fdbac26ea0c012fb81cd53d35f178551316cf4cbdb8", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.00020002000200020003, "activate_my_card": 0.00020002000200020003, "age_limit": 0.00020002000200020003, "apple_pay_or_google_pay": 0.0003000300030003, "atm_support": 0.0006000600060006, "automatic_top_up": 0.00020002000200020003, "balance_not_updated_after_bank_transfer": 0.0003000300030003, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003000300030003, "beneficiary_not_allowed": 0.0003000300030003, "cancel_transfer": 0.0003000300030003, "card_about_to_expire": 0.00020002000200020003, "card_acceptance": 0.00040004000400040005, "card_arrival": 0.0003000300030003, "card_delivery_estimate": 0.0003000300030003, "card_linking": 0.0003000300030003, "card_not_working": 0.0003000300030003, "card_payment_fee_charged": 0.00020002000200020003, "card_payment_not_recognised": 0.00020002000200020003, "card_payment_wrong_exchange_rate": 0.0003000300030003, "card_swallowed": 0.0003000300030003, "cash_withdrawal_charge": 0.00020002000200020003, "cash_withdrawal_not_recognised": 0.00020002000200020003, "change_pin": 0.00020002000200020003, "compromised_card": 0.0003000300030003, "contactless_not_working": 0.0003000300030003, "country_support": 0.9726972697269727, "declined_card_payment": 0.00020002000200020003, "declined_cash_withdrawal": 0.00020002000200020003, "declined_transfer": 0.00020002000200020003, "direct_debit_payment_not_recognised": 0.0003000300030003, "disposable_card_limits": 0.0003000300030003, "edit_personal_details": 0.00020002000200020003, "exchange_charge": 0.00020002000200020003, "exchange_rate": 0.00020002000200020003, "exchange_via_app": 0.00020002000200020003, "extra_charge_on_statement": 0.00020002000200020003, "failed_transfer": 0.00020002000200020003, "fiat_currency_support": 0.0012001200120012, "get_disposable_virtual_card": 0.0003000300030003, "get_physical_card": 0.00040004000400040005, "getting_spare_card": 0.0003000300030003, "getting_virtual_card": 0.0003000300030003, "lost_or_stolen_card": 0.00020002000200020003, "lost_or_stolen_phone": 0.00020002000200020003, "order_physical_card": 0.00020002000200020003, "passcode_forgotten": 0.00020002000200020003, "pending_card_payment": 0.00020002000200020003, "pending_cash_withdrawal": 0.00020002000200020003, "pending_top_up": 0.00020002000200020003, "pending_transfer": 0.00020002000200020003, "pin_blocked": 0.0003000300030003, "receiving_money": 0.00040004000400040005, "request_refund": 0.00020002000200020003, "reverted_card_payment?": 0.0003000300030003, "supported_cards_and_currencies": 0.006700670067006701, "terminate_account": 0.00020002000200020003, "top_up_by_bank_transfer_charge": 0.00020002000200020003, "top_up_by_card_charge": 0.00020002000200020003, "top_up_by_cash_or_cheque": 0.0003000300030003, "top_up_failed": 0.00020002000200020003, "top_up_limits": 0.00020002000200020003, "top_up_reverted": 0.0003000300030003, "topping_up_by_card": 0.00040004000400040005, "transaction_charged_twice": 0.00020002000200020003, "transfer_fee_charged": 0.00020002000200020003, "transfer_into_account": 0.00020002000200020003, "transfer_not_received_by_recipient": 0.0003000300030003, "transfer_timing": 0.00020002000200020003, "unable_to_verify_identity": 0.00040004000400040005, "verify_my_identity": 0.00040004000400040005, "verify_source_of_funds": 0.0003000300030003, "verify_top_up": 0.0003000300030003, "virtual_card_not_working": 0.0003000300030003, "visa_or_mastercard": 0.00040004000400040005, "why_verify_identity": 0.0003000300030003, "wrong_amount_of_cash_received": 0.00020002000200020003, "wrong_exchange_rate_for_cash_withdrawal": 0.0003000300030003 }, "error": null, "latency_ms": 70.84795809350908, "usage": { "input_tokens": 586, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" }, { "id": "banking77-heldout-3079", "text_group": "5ab3416854f17673ed8592fdf7546aed880b8ef6a0e05182500e3978dcd9864a", "expected": "country_support", "prediction": "country_support", "probabilities": { "Refund_not_showing_up": 0.0002999100269919024, "activate_my_card": 0.0002999100269919024, "age_limit": 0.0002999100269919024, "apple_pay_or_google_pay": 0.0003998800359892033, "atm_support": 0.000999700089973008, "automatic_top_up": 0.0002999100269919024, "balance_not_updated_after_bank_transfer": 0.0002999100269919024, "balance_not_updated_after_cheque_or_cash_deposit": 0.0003998800359892033, "beneficiary_not_allowed": 0.0005998200539838048, "cancel_transfer": 0.0002999100269919024, "card_about_to_expire": 0.0003998800359892033, "card_acceptance": 0.009297210836748974, "card_arrival": 0.003998800359892032, "card_delivery_estimate": 0.000999700089973008, "card_linking": 0.0006997900629811057, "card_not_working": 0.000499850044986504, "card_payment_fee_charged": 0.0003998800359892033, "card_payment_not_recognised": 0.0003998800359892033, "card_payment_wrong_exchange_rate": 0.000499850044986504, "card_swallowed": 0.0003998800359892033, "cash_withdrawal_charge": 0.0002999100269919024, "cash_withdrawal_not_recognised": 0.0002999100269919024, "change_pin": 0.0002999100269919024, "compromised_card": 0.0002999100269919024, "contactless_not_working": 0.000499850044986504, "country_support": 0.9402179346196141, "declined_card_payment": 0.0003998800359892033, "declined_cash_withdrawal": 0.0002999100269919024, "declined_transfer": 0.0003998800359892033, "direct_debit_payment_not_recognised": 0.0002999100269919024, "disposable_card_limits": 0.0003998800359892033, "edit_personal_details": 0.0002999100269919024, "exchange_charge": 0.0003998800359892033, "exchange_rate": 0.0003998800359892033, "exchange_via_app": 0.0003998800359892033, "extra_charge_on_statement": 0.0002999100269919024, "failed_transfer": 0.0002999100269919024, "fiat_currency_support": 0.0012996101169649105, "get_disposable_virtual_card": 0.0003998800359892033, "get_physical_card": 0.000499850044986504, "getting_spare_card": 0.0005998200539838048, "getting_virtual_card": 0.0003998800359892033, "lost_or_stolen_card": 0.0002999100269919024, "lost_or_stolen_phone": 0.0002999100269919024, "order_physical_card": 0.0008997300809757073, "passcode_forgotten": 0.0002999100269919024, "pending_card_payment": 0.0002999100269919024, "pending_cash_withdrawal": 0.0002999100269919024, "pending_top_up": 0.0002999100269919024, "pending_transfer": 0.0002999100269919024, "pin_blocked": 0.0003998800359892033, "receiving_money": 0.0006997900629811057, "request_refund": 0.0002999100269919024, "reverted_card_payment?": 0.0003998800359892033, "supported_cards_and_currencies": 0.01629511146656003, "terminate_account": 0.0002999100269919024, "top_up_by_bank_transfer_charge": 0.0003998800359892033, "top_up_by_card_charge": 0.0002999100269919024, "top_up_by_cash_or_cheque": 0.0003998800359892033, "top_up_failed": 0.0002999100269919024, "top_up_limits": 0.0003998800359892033, "top_up_reverted": 0.0003998800359892033, "topping_up_by_card": 0.0005998200539838048, "transaction_charged_twice": 0.0002999100269919024, "transfer_fee_charged": 0.0002999100269919024, "transfer_into_account": 0.0002999100269919024, "transfer_not_received_by_recipient": 0.0003998800359892033, "transfer_timing": 0.0003998800359892033, "unable_to_verify_identity": 0.0003998800359892033, "verify_my_identity": 0.0002999100269919024, "verify_source_of_funds": 0.0002999100269919024, "verify_top_up": 0.0002999100269919024, "virtual_card_not_working": 0.0003998800359892033, "visa_or_mastercard": 0.0005998200539838048, "why_verify_identity": 0.0002999100269919024, "wrong_amount_of_cash_received": 0.0002999100269919024, "wrong_exchange_rate_for_cash_withdrawal": 0.0003998800359892033 }, "error": null, "latency_ms": 70.48254203982651, "usage": { "input_tokens": 588, "output_tokens": 0 }, "model_resolved": "laya-banking77-gold-1k" } ] }